1 //===- Writer.cpp ---------------------------------------------------------===// 2 // 3 // The LLVM Linker 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 10 #include "Writer.h" 11 #include "Config.h" 12 #include "OutputSections.h" 13 #include "SymbolTable.h" 14 #include "Target.h" 15 16 #include "llvm/ADT/StringMap.h" 17 #include "llvm/ADT/StringSwitch.h" 18 #include "llvm/Support/FileOutputBuffer.h" 19 #include "llvm/Support/raw_ostream.h" 20 #include "llvm/Support/StringSaver.h" 21 22 using namespace llvm; 23 using namespace llvm::ELF; 24 using namespace llvm::object; 25 26 using namespace lld; 27 using namespace lld::elf2; 28 29 namespace { 30 // The writer writes a SymbolTable result to a file. 31 template <class ELFT> class Writer { 32 public: 33 typedef typename ELFFile<ELFT>::uintX_t uintX_t; 34 typedef typename ELFFile<ELFT>::Elf_Shdr Elf_Shdr; 35 typedef typename ELFFile<ELFT>::Elf_Ehdr Elf_Ehdr; 36 typedef typename ELFFile<ELFT>::Elf_Phdr Elf_Phdr; 37 typedef typename ELFFile<ELFT>::Elf_Sym Elf_Sym; 38 typedef typename ELFFile<ELFT>::Elf_Sym_Range Elf_Sym_Range; 39 typedef typename ELFFile<ELFT>::Elf_Rela Elf_Rela; 40 Writer(SymbolTable<ELFT> &S) : Symtab(S) {} 41 void run(); 42 43 private: 44 void copyLocalSymbols(); 45 void addReservedSymbols(); 46 void createSections(); 47 void addPredefinedSections(); 48 49 template <bool isRela> 50 void scanRelocs(InputSectionBase<ELFT> &C, 51 iterator_range<const Elf_Rel_Impl<ELFT, isRela> *> Rels); 52 53 void scanRelocs(InputSection<ELFT> &C); 54 void scanRelocs(InputSectionBase<ELFT> &S, const Elf_Shdr &RelSec); 55 void updateRelro(Elf_Phdr *Cur, Elf_Phdr *GnuRelroPhdr, uintX_t VA); 56 void assignAddresses(); 57 void buildSectionMap(); 58 void fixAbsoluteSymbols(); 59 void openFile(StringRef OutputPath); 60 void writeHeader(); 61 void writeSections(); 62 bool isDiscarded(InputSectionBase<ELFT> *IS) const; 63 StringRef getOutputSectionName(StringRef S) const; 64 bool needsInterpSection() const { 65 return !Symtab.getSharedFiles().empty() && !Config->DynamicLinker.empty(); 66 } 67 bool isOutputDynamic() const { 68 return !Symtab.getSharedFiles().empty() || Config->Shared; 69 } 70 int getPhdrsNum() const; 71 72 OutputSection<ELFT> *getBss(); 73 void addCommonSymbols(std::vector<DefinedCommon *> &Syms); 74 void addCopyRelSymbols(std::vector<SharedSymbol<ELFT> *> &Syms); 75 76 std::unique_ptr<llvm::FileOutputBuffer> Buffer; 77 78 BumpPtrAllocator Alloc; 79 std::vector<OutputSectionBase<ELFT> *> OutputSections; 80 std::vector<std::unique_ptr<OutputSectionBase<ELFT>>> OwningSections; 81 unsigned getNumSections() const { return OutputSections.size() + 1; } 82 83 void addRelIpltSymbols(); 84 void addStartEndSymbols(); 85 void addStartStopSymbols(OutputSectionBase<ELFT> *Sec); 86 void setPhdr(Elf_Phdr *PH, uint32_t Type, uint32_t Flags, uintX_t FileOff, 87 uintX_t VA, uintX_t Size, uintX_t Align); 88 void copyPhdr(Elf_Phdr *PH, OutputSectionBase<ELFT> *From); 89 90 bool HasRelro = false; 91 SymbolTable<ELFT> &Symtab; 92 std::vector<Elf_Phdr> Phdrs; 93 94 uintX_t FileSize; 95 uintX_t SectionHeaderOff; 96 97 llvm::StringMap<llvm::StringRef> InputToOutputSection; 98 99 // Flag to force GOT to be in output if we have relocations 100 // that relies on its address. 101 bool HasGotOffRel = false; 102 }; 103 } // anonymous namespace 104 105 template <class ELFT> static bool shouldUseRela() { return ELFT::Is64Bits; } 106 107 template <class ELFT> void elf2::writeResult(SymbolTable<ELFT> *Symtab) { 108 // Initialize output sections that are handled by Writer specially. 109 // Don't reorder because the order of initialization matters. 110 InterpSection<ELFT> Interp; 111 Out<ELFT>::Interp = &Interp; 112 StringTableSection<ELFT> ShStrTab(".shstrtab", false); 113 Out<ELFT>::ShStrTab = &ShStrTab; 114 StringTableSection<ELFT> StrTab(".strtab", false); 115 if (!Config->StripAll) 116 Out<ELFT>::StrTab = &StrTab; 117 StringTableSection<ELFT> DynStrTab(".dynstr", true); 118 Out<ELFT>::DynStrTab = &DynStrTab; 119 GotSection<ELFT> Got; 120 Out<ELFT>::Got = &Got; 121 GotPltSection<ELFT> GotPlt; 122 if (Target->supportsLazyRelocations()) 123 Out<ELFT>::GotPlt = &GotPlt; 124 PltSection<ELFT> Plt; 125 Out<ELFT>::Plt = &Plt; 126 std::unique_ptr<SymbolTableSection<ELFT>> SymTab; 127 if (!Config->StripAll) { 128 SymTab.reset(new SymbolTableSection<ELFT>(*Symtab, *Out<ELFT>::StrTab)); 129 Out<ELFT>::SymTab = SymTab.get(); 130 } 131 SymbolTableSection<ELFT> DynSymTab(*Symtab, *Out<ELFT>::DynStrTab); 132 Out<ELFT>::DynSymTab = &DynSymTab; 133 HashTableSection<ELFT> HashTab; 134 if (Config->SysvHash) 135 Out<ELFT>::HashTab = &HashTab; 136 GnuHashTableSection<ELFT> GnuHashTab; 137 if (Config->GnuHash) 138 Out<ELFT>::GnuHashTab = &GnuHashTab; 139 bool IsRela = shouldUseRela<ELFT>(); 140 RelocationSection<ELFT> RelaDyn(IsRela ? ".rela.dyn" : ".rel.dyn", IsRela); 141 Out<ELFT>::RelaDyn = &RelaDyn; 142 RelocationSection<ELFT> RelaPlt(IsRela ? ".rela.plt" : ".rel.plt", IsRela); 143 if (Target->supportsLazyRelocations()) 144 Out<ELFT>::RelaPlt = &RelaPlt; 145 DynamicSection<ELFT> Dynamic(*Symtab); 146 Out<ELFT>::Dynamic = &Dynamic; 147 EhFrameHeader<ELFT> EhFrameHdr; 148 Out<ELFT>::EhFrameHdr = &EhFrameHdr; 149 150 Writer<ELFT>(*Symtab).run(); 151 } 152 153 // The main function of the writer. 154 template <class ELFT> void Writer<ELFT>::run() { 155 buildSectionMap(); 156 if (!Config->DiscardAll) 157 copyLocalSymbols(); 158 addReservedSymbols(); 159 createSections(); 160 assignAddresses(); 161 fixAbsoluteSymbols(); 162 openFile(Config->OutputFile); 163 writeHeader(); 164 writeSections(); 165 error(Buffer->commit()); 166 } 167 168 namespace { 169 template <bool Is64Bits> struct SectionKey { 170 typedef typename std::conditional<Is64Bits, uint64_t, uint32_t>::type uintX_t; 171 StringRef Name; 172 uint32_t Type; 173 uintX_t Flags; 174 uintX_t EntSize; 175 }; 176 } 177 namespace llvm { 178 template <bool Is64Bits> struct DenseMapInfo<SectionKey<Is64Bits>> { 179 static SectionKey<Is64Bits> getEmptyKey() { 180 return SectionKey<Is64Bits>{DenseMapInfo<StringRef>::getEmptyKey(), 0, 0, 181 0}; 182 } 183 static SectionKey<Is64Bits> getTombstoneKey() { 184 return SectionKey<Is64Bits>{DenseMapInfo<StringRef>::getTombstoneKey(), 0, 185 0, 0}; 186 } 187 static unsigned getHashValue(const SectionKey<Is64Bits> &Val) { 188 return hash_combine(Val.Name, Val.Type, Val.Flags, Val.EntSize); 189 } 190 static bool isEqual(const SectionKey<Is64Bits> &LHS, 191 const SectionKey<Is64Bits> &RHS) { 192 return DenseMapInfo<StringRef>::isEqual(LHS.Name, RHS.Name) && 193 LHS.Type == RHS.Type && LHS.Flags == RHS.Flags && 194 LHS.EntSize == RHS.EntSize; 195 } 196 }; 197 } 198 199 template <class ELFT, class RelT> 200 static bool handleTlsRelocation(unsigned Type, SymbolBody *Body, 201 InputSectionBase<ELFT> &C, RelT &RI) { 202 if (Target->isTlsLocalDynamicReloc(Type)) { 203 if (Target->isTlsOptimized(Type, nullptr)) 204 return true; 205 if (Out<ELFT>::Got->addCurrentModuleTlsIndex()) 206 Out<ELFT>::RelaDyn->addReloc({&C, &RI}); 207 return true; 208 } 209 210 if (!Body || !Body->isTls()) 211 return false; 212 213 if (Target->isTlsGlobalDynamicReloc(Type)) { 214 bool Opt = Target->isTlsOptimized(Type, Body); 215 if (!Opt && Out<ELFT>::Got->addDynTlsEntry(Body)) { 216 Out<ELFT>::RelaDyn->addReloc({&C, &RI}); 217 Out<ELFT>::RelaDyn->addReloc({nullptr, nullptr}); 218 Body->setUsedInDynamicReloc(); 219 return true; 220 } 221 if (!canBePreempted(Body, true)) 222 return true; 223 } 224 return !Target->isTlsDynReloc(Type, *Body); 225 } 226 227 // The reason we have to do this early scan is as follows 228 // * To mmap the output file, we need to know the size 229 // * For that, we need to know how many dynamic relocs we will have. 230 // It might be possible to avoid this by outputting the file with write: 231 // * Write the allocated output sections, computing addresses. 232 // * Apply relocations, recording which ones require a dynamic reloc. 233 // * Write the dynamic relocations. 234 // * Write the rest of the file. 235 template <class ELFT> 236 template <bool isRela> 237 void Writer<ELFT>::scanRelocs( 238 InputSectionBase<ELFT> &C, 239 iterator_range<const Elf_Rel_Impl<ELFT, isRela> *> Rels) { 240 typedef Elf_Rel_Impl<ELFT, isRela> RelType; 241 const ObjectFile<ELFT> &File = *C.getFile(); 242 for (const RelType &RI : Rels) { 243 uint32_t SymIndex = RI.getSymbol(Config->Mips64EL); 244 SymbolBody *Body = File.getSymbolBody(SymIndex); 245 uint32_t Type = RI.getType(Config->Mips64EL); 246 247 // Ignore "hint" relocation because it is for optional code optimization. 248 if (Target->isHintReloc(Type)) 249 continue; 250 251 if (Target->isGotRelative(Type)) 252 HasGotOffRel = true; 253 254 // Set "used" bit for --as-needed. 255 if (Body && Body->isUndefined() && !Body->isWeak()) 256 if (auto *S = dyn_cast<SharedSymbol<ELFT>>(Body->repl())) 257 S->File->IsUsed = true; 258 259 if (Body) 260 Body = Body->repl(); 261 262 if (handleTlsRelocation<ELFT>(Type, Body, C, RI)) 263 continue; 264 265 if (Target->relocNeedsDynRelative(Type)) { 266 RelType *Rel = new (Alloc) RelType; 267 Rel->setSymbolAndType(0, Target->getRelativeReloc(), Config->Mips64EL); 268 Rel->r_offset = RI.r_offset; 269 Out<ELFT>::RelaDyn->addReloc({&C, Rel}); 270 } 271 272 bool NeedsGot = false; 273 bool NeedsMipsLocalGot = false; 274 bool NeedsPlt = false; 275 if (Config->EMachine == EM_MIPS && needsMipsLocalGot(Type, Body)) { 276 NeedsMipsLocalGot = true; 277 // FIXME (simon): Do not add so many redundant entries. 278 Out<ELFT>::Got->addMipsLocalEntry(); 279 } else if (Body) { 280 if (auto *E = dyn_cast<SharedSymbol<ELFT>>(Body)) { 281 if (E->NeedsCopy) 282 continue; 283 if (Target->needsCopyRel(Type, *Body)) 284 E->NeedsCopy = true; 285 } 286 NeedsPlt = Target->relocNeedsPlt(Type, *Body); 287 if (NeedsPlt) { 288 if (Body->isInPlt()) 289 continue; 290 Out<ELFT>::Plt->addEntry(Body); 291 } 292 NeedsGot = Target->relocNeedsGot(Type, *Body); 293 if (NeedsGot) { 294 if (NeedsPlt && Target->supportsLazyRelocations()) { 295 Out<ELFT>::GotPlt->addEntry(Body); 296 } else { 297 if (Body->isInGot()) 298 continue; 299 Out<ELFT>::Got->addEntry(Body); 300 } 301 } 302 } 303 304 // An STT_GNU_IFUNC symbol always uses a PLT entry, and all references 305 // to the symbol go through the PLT. This is true even for a local 306 // symbol, although local symbols normally do not require PLT entries. 307 if (Body && isGnuIFunc<ELFT>(*Body)) { 308 Body->setUsedInDynamicReloc(); 309 Out<ELFT>::RelaPlt->addReloc({&C, &RI}); 310 continue; 311 } 312 313 if (Config->EMachine == EM_MIPS) { 314 if (Type == R_MIPS_LO16) 315 // Ignore R_MIPS_LO16 relocation. If it is a pair for R_MIPS_GOT16 we 316 // already completed all required action (GOT entry allocation) when 317 // handle R_MIPS_GOT16a. If it is a pair for R_MIPS_HI16 against 318 // _gp_disp it does not require dynamic relocation. If its a pair for 319 // R_MIPS_HI16 against a regular symbol it does not require dynamic 320 // relocation too because that case is possible for executable file 321 // linking only. 322 continue; 323 if (NeedsGot || NeedsMipsLocalGot) { 324 // MIPS ABI has special rules to process GOT entries 325 // and doesn't require relocation entries for them. 326 // See "Global Offset Table" in Chapter 5 in the following document 327 // for detailed description: 328 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf 329 if (NeedsGot) 330 Body->setUsedInDynamicReloc(); 331 continue; 332 } 333 if (Body == Config->MipsGpDisp) 334 // MIPS _gp_disp designates offset between start of function and gp 335 // pointer into GOT therefore any relocations against it do not require 336 // dynamic relocation. 337 continue; 338 } 339 340 // Here we are creating a relocation for the dynamic linker based on 341 // a relocation from an object file, but some relocations need no 342 // load-time fixup when the final target is known. Skip such relocation. 343 bool CBP = canBePreempted(Body, NeedsGot); 344 bool NoDynrel = Target->isRelRelative(Type) || Target->isSizeReloc(Type) || 345 !Config->Shared; 346 if (!CBP && NoDynrel) 347 continue; 348 349 if (CBP) 350 Body->setUsedInDynamicReloc(); 351 if (NeedsPlt && Target->supportsLazyRelocations()) 352 Out<ELFT>::RelaPlt->addReloc({&C, &RI}); 353 else 354 Out<ELFT>::RelaDyn->addReloc({&C, &RI}); 355 } 356 } 357 358 template <class ELFT> void Writer<ELFT>::scanRelocs(InputSection<ELFT> &C) { 359 if (C.getSectionHdr()->sh_flags & SHF_ALLOC) 360 for (const Elf_Shdr *RelSec : C.RelocSections) 361 scanRelocs(C, *RelSec); 362 } 363 364 template <class ELFT> 365 void Writer<ELFT>::scanRelocs(InputSectionBase<ELFT> &S, 366 const Elf_Shdr &RelSec) { 367 ELFFile<ELFT> &EObj = S.getFile()->getObj(); 368 if (RelSec.sh_type == SHT_RELA) 369 scanRelocs(S, EObj.relas(&RelSec)); 370 else 371 scanRelocs(S, EObj.rels(&RelSec)); 372 } 373 374 template <class ELFT> 375 static void reportUndefined(SymbolTable<ELFT> &Symtab, SymbolBody *Sym) { 376 if (Config->Shared && !Config->NoUndefined) 377 return; 378 379 std::string Msg = "undefined symbol: " + Sym->getName().str(); 380 if (ELFFileBase<ELFT> *File = Symtab.findFile(Sym)) 381 Msg += " in " + File->getName().str(); 382 if (Config->NoInhibitExec) 383 warning(Msg); 384 else 385 error(Msg); 386 } 387 388 // Local symbols are not in the linker's symbol table. This function scans 389 // each object file's symbol table to copy local symbols to the output. 390 template <class ELFT> void Writer<ELFT>::copyLocalSymbols() { 391 if (!Out<ELFT>::SymTab) 392 return; 393 for (const std::unique_ptr<ObjectFile<ELFT>> &F : Symtab.getObjectFiles()) { 394 for (const Elf_Sym &Sym : F->getLocalSymbols()) { 395 ErrorOr<StringRef> SymNameOrErr = Sym.getName(F->getStringTable()); 396 error(SymNameOrErr); 397 StringRef SymName = *SymNameOrErr; 398 if (!shouldKeepInSymtab<ELFT>(*F, SymName, Sym)) 399 continue; 400 Out<ELFT>::SymTab->addLocalSymbol(SymName); 401 } 402 } 403 } 404 405 // PPC64 has a number of special SHT_PROGBITS+SHF_ALLOC+SHF_WRITE sections that 406 // we would like to make sure appear is a specific order to maximize their 407 // coverage by a single signed 16-bit offset from the TOC base pointer. 408 // Conversely, the special .tocbss section should be first among all SHT_NOBITS 409 // sections. This will put it next to the loaded special PPC64 sections (and, 410 // thus, within reach of the TOC base pointer). 411 static int getPPC64SectionRank(StringRef SectionName) { 412 return StringSwitch<int>(SectionName) 413 .Case(".tocbss", 0) 414 .Case(".branch_lt", 2) 415 .Case(".toc", 3) 416 .Case(".toc1", 4) 417 .Case(".opd", 5) 418 .Default(1); 419 } 420 421 template <class ELFT> static bool isRelroSection(OutputSectionBase<ELFT> *Sec) { 422 typename OutputSectionBase<ELFT>::uintX_t Flags = Sec->getFlags(); 423 if (!(Flags & SHF_ALLOC) || !(Flags & SHF_WRITE)) 424 return false; 425 if (Flags & SHF_TLS) 426 return true; 427 uint32_t Type = Sec->getType(); 428 if (Type == SHT_INIT_ARRAY || Type == SHT_FINI_ARRAY || 429 Type == SHT_PREINIT_ARRAY) 430 return true; 431 if (Sec == Out<ELFT>::GotPlt) 432 return Config->ZNow; 433 if (Sec == Out<ELFT>::Dynamic || Sec == Out<ELFT>::Got) 434 return true; 435 StringRef S = Sec->getName(); 436 return S == ".data.rel.ro" || S == ".ctors" || S == ".dtors" || S == ".jcr" || 437 S == ".eh_frame"; 438 } 439 440 // Output section ordering is determined by this function. 441 template <class ELFT> 442 static bool compareOutputSections(OutputSectionBase<ELFT> *A, 443 OutputSectionBase<ELFT> *B) { 444 typedef typename ELFFile<ELFT>::uintX_t uintX_t; 445 446 uintX_t AFlags = A->getFlags(); 447 uintX_t BFlags = B->getFlags(); 448 449 // Allocatable sections go first to reduce the total PT_LOAD size and 450 // so debug info doesn't change addresses in actual code. 451 bool AIsAlloc = AFlags & SHF_ALLOC; 452 bool BIsAlloc = BFlags & SHF_ALLOC; 453 if (AIsAlloc != BIsAlloc) 454 return AIsAlloc; 455 456 // We don't have any special requirements for the relative order of 457 // two non allocatable sections. 458 if (!AIsAlloc) 459 return false; 460 461 // We want the read only sections first so that they go in the PT_LOAD 462 // covering the program headers at the start of the file. 463 bool AIsWritable = AFlags & SHF_WRITE; 464 bool BIsWritable = BFlags & SHF_WRITE; 465 if (AIsWritable != BIsWritable) 466 return BIsWritable; 467 468 // For a corresponding reason, put non exec sections first (the program 469 // header PT_LOAD is not executable). 470 bool AIsExec = AFlags & SHF_EXECINSTR; 471 bool BIsExec = BFlags & SHF_EXECINSTR; 472 if (AIsExec != BIsExec) 473 return BIsExec; 474 475 // If we got here we know that both A and B are in the same PT_LOAD. 476 477 // The TLS initialization block needs to be a single contiguous block in a R/W 478 // PT_LOAD, so stick TLS sections directly before R/W sections. The TLS NOBITS 479 // sections are placed here as they don't take up virtual address space in the 480 // PT_LOAD. 481 bool AIsTls = AFlags & SHF_TLS; 482 bool BIsTls = BFlags & SHF_TLS; 483 if (AIsTls != BIsTls) 484 return AIsTls; 485 486 // The next requirement we have is to put nobits sections last. The 487 // reason is that the only thing the dynamic linker will see about 488 // them is a p_memsz that is larger than p_filesz. Seeing that it 489 // zeros the end of the PT_LOAD, so that has to correspond to the 490 // nobits sections. 491 bool AIsNoBits = A->getType() == SHT_NOBITS; 492 bool BIsNoBits = B->getType() == SHT_NOBITS; 493 if (AIsNoBits != BIsNoBits) 494 return BIsNoBits; 495 496 // We place RelRo section before plain r/w ones. 497 bool AIsRelRo = isRelroSection(A); 498 bool BIsRelRo = isRelroSection(B); 499 if (AIsRelRo != BIsRelRo) 500 return AIsRelRo; 501 502 // Some architectures have additional ordering restrictions for sections 503 // within the same PT_LOAD. 504 if (Config->EMachine == EM_PPC64) 505 return getPPC64SectionRank(A->getName()) < 506 getPPC64SectionRank(B->getName()); 507 508 return false; 509 } 510 511 template <class ELFT> OutputSection<ELFT> *Writer<ELFT>::getBss() { 512 if (!Out<ELFT>::Bss) { 513 Out<ELFT>::Bss = 514 new OutputSection<ELFT>(".bss", SHT_NOBITS, SHF_ALLOC | SHF_WRITE); 515 OwningSections.emplace_back(Out<ELFT>::Bss); 516 OutputSections.push_back(Out<ELFT>::Bss); 517 } 518 return Out<ELFT>::Bss; 519 } 520 521 // Until this function is called, common symbols do not belong to any section. 522 // This function adds them to end of BSS section. 523 template <class ELFT> 524 void Writer<ELFT>::addCommonSymbols(std::vector<DefinedCommon *> &Syms) { 525 if (Syms.empty()) 526 return; 527 528 // Sort the common symbols by alignment as an heuristic to pack them better. 529 std::stable_sort(Syms.begin(), Syms.end(), 530 [](const DefinedCommon *A, const DefinedCommon *B) { 531 return A->MaxAlignment > B->MaxAlignment; 532 }); 533 534 uintX_t Off = getBss()->getSize(); 535 for (DefinedCommon *C : Syms) { 536 Off = alignTo(Off, C->MaxAlignment); 537 C->OffsetInBss = Off; 538 Off += C->Size; 539 } 540 541 Out<ELFT>::Bss->setSize(Off); 542 } 543 544 // Reserve space in .bss for copy relocations. 545 template <class ELFT> 546 void Writer<ELFT>::addCopyRelSymbols(std::vector<SharedSymbol<ELFT> *> &Syms) { 547 if (Syms.empty()) 548 return; 549 uintX_t Off = getBss()->getSize(); 550 for (SharedSymbol<ELFT> *C : Syms) { 551 const Elf_Sym &Sym = C->Sym; 552 const Elf_Shdr *Sec = C->File->getSection(Sym); 553 uintX_t SecAlign = Sec->sh_addralign; 554 unsigned TrailingZeros = 555 std::min(countTrailingZeros(SecAlign), 556 countTrailingZeros((uintX_t)Sym.st_value)); 557 uintX_t Align = 1 << TrailingZeros; 558 Out<ELFT>::Bss->updateAlign(Align); 559 Off = alignTo(Off, Align); 560 C->OffsetInBss = Off; 561 Off += Sym.st_size; 562 } 563 Out<ELFT>::Bss->setSize(Off); 564 } 565 566 template <class ELFT> 567 StringRef Writer<ELFT>::getOutputSectionName(StringRef S) const { 568 auto It = InputToOutputSection.find(S); 569 if (It != std::end(InputToOutputSection)) 570 return It->second; 571 572 if (S.startswith(".text.")) 573 return ".text"; 574 if (S.startswith(".rodata.")) 575 return ".rodata"; 576 if (S.startswith(".data.rel.ro")) 577 return ".data.rel.ro"; 578 if (S.startswith(".data.")) 579 return ".data"; 580 if (S.startswith(".bss.")) 581 return ".bss"; 582 return S; 583 } 584 585 template <class ELFT> 586 void reportDiscarded(InputSectionBase<ELFT> *IS, 587 const std::unique_ptr<ObjectFile<ELFT>> &File) { 588 if (!Config->PrintGcSections || !IS || IS->isLive()) 589 return; 590 llvm::errs() << "removing unused section from '" << IS->getSectionName() 591 << "' in file '" << File->getName() << "'\n"; 592 } 593 594 template <class ELFT> 595 bool Writer<ELFT>::isDiscarded(InputSectionBase<ELFT> *IS) const { 596 if (!IS || !IS->isLive() || IS == &InputSection<ELFT>::Discarded) 597 return true; 598 return InputToOutputSection.lookup(IS->getSectionName()) == "/DISCARD/"; 599 } 600 601 template <class ELFT> 602 static bool compareSections(OutputSectionBase<ELFT> *A, 603 OutputSectionBase<ELFT> *B) { 604 auto ItA = Config->OutputSections.find(A->getName()); 605 auto ItEnd = std::end(Config->OutputSections); 606 if (ItA == ItEnd) 607 return compareOutputSections(A, B); 608 auto ItB = Config->OutputSections.find(B->getName()); 609 if (ItB == ItEnd) 610 return compareOutputSections(A, B); 611 612 return std::distance(ItA, ItB) > 0; 613 } 614 615 // The beginning and the ending of .rel[a].plt section are marked 616 // with __rel[a]_iplt_{start,end} symbols if it is a statically linked 617 // executable. The runtime needs these symbols in order to resolve 618 // all IRELATIVE relocs on startup. For dynamic executables, we don't 619 // need these symbols, since IRELATIVE relocs are resolved through GOT 620 // and PLT. For details, see http://www.airs.com/blog/archives/403. 621 template <class ELFT> 622 void Writer<ELFT>::addRelIpltSymbols() { 623 if (isOutputDynamic() || !Out<ELFT>::RelaPlt) 624 return; 625 bool IsRela = shouldUseRela<ELFT>(); 626 627 StringRef S = IsRela ? "__rela_iplt_start" : "__rel_iplt_start"; 628 if (Symtab.find(S)) 629 Symtab.addAbsolute(S, ElfSym<ELFT>::RelaIpltStart); 630 631 S = IsRela ? "__rela_iplt_end" : "__rel_iplt_end"; 632 if (Symtab.find(S)) 633 Symtab.addAbsolute(S, ElfSym<ELFT>::RelaIpltEnd); 634 } 635 636 template <class ELFT> static bool includeInSymtab(const SymbolBody &B) { 637 if (!B.isUsedInRegularObj()) 638 return false; 639 640 // Don't include synthetic symbols like __init_array_start in every output. 641 if (auto *U = dyn_cast<DefinedRegular<ELFT>>(&B)) 642 if (&U->Sym == &ElfSym<ELFT>::Ignored) 643 return false; 644 645 return true; 646 } 647 648 static bool includeInDynamicSymtab(const SymbolBody &B) { 649 uint8_t V = B.getVisibility(); 650 if (V != STV_DEFAULT && V != STV_PROTECTED) 651 return false; 652 if (Config->ExportDynamic || Config->Shared) 653 return true; 654 return B.isUsedInDynamicReloc(); 655 } 656 657 // This class knows how to create an output section for a given 658 // input section. Output section type is determined by various 659 // factors, including input section's sh_flags, sh_type and 660 // linker scripts. 661 namespace { 662 template <class ELFT> class OutputSectionFactory { 663 typedef typename ELFFile<ELFT>::Elf_Shdr Elf_Shdr; 664 typedef typename ELFFile<ELFT>::uintX_t uintX_t; 665 666 public: 667 std::pair<OutputSectionBase<ELFT> *, bool> create(InputSectionBase<ELFT> *C, 668 StringRef OutsecName); 669 670 OutputSectionBase<ELFT> *lookup(StringRef Name, uint32_t Type, uintX_t Flags); 671 672 private: 673 SectionKey<ELFT::Is64Bits> createKey(InputSectionBase<ELFT> *C, 674 StringRef OutsecName); 675 676 SmallDenseMap<SectionKey<ELFT::Is64Bits>, OutputSectionBase<ELFT> *> Map; 677 }; 678 } 679 680 template <class ELFT> 681 std::pair<OutputSectionBase<ELFT> *, bool> 682 OutputSectionFactory<ELFT>::create(InputSectionBase<ELFT> *C, 683 StringRef OutsecName) { 684 SectionKey<ELFT::Is64Bits> Key = createKey(C, OutsecName); 685 OutputSectionBase<ELFT> *&Sec = Map[Key]; 686 if (Sec) 687 return {Sec, false}; 688 689 switch (C->SectionKind) { 690 case InputSectionBase<ELFT>::Regular: 691 Sec = new OutputSection<ELFT>(Key.Name, Key.Type, Key.Flags); 692 break; 693 case InputSectionBase<ELFT>::EHFrame: 694 Sec = new EHOutputSection<ELFT>(Key.Name, Key.Type, Key.Flags); 695 break; 696 case InputSectionBase<ELFT>::Merge: 697 Sec = new MergeOutputSection<ELFT>(Key.Name, Key.Type, Key.Flags); 698 break; 699 case InputSectionBase<ELFT>::MipsReginfo: 700 Sec = new MipsReginfoOutputSection<ELFT>(); 701 break; 702 } 703 return {Sec, true}; 704 } 705 706 template <class ELFT> 707 OutputSectionBase<ELFT> *OutputSectionFactory<ELFT>::lookup(StringRef Name, 708 uint32_t Type, 709 uintX_t Flags) { 710 return Map.lookup({Name, Type, Flags, 0}); 711 } 712 713 template <class ELFT> 714 SectionKey<ELFT::Is64Bits> 715 OutputSectionFactory<ELFT>::createKey(InputSectionBase<ELFT> *C, 716 StringRef OutsecName) { 717 const Elf_Shdr *H = C->getSectionHdr(); 718 uintX_t Flags = H->sh_flags & ~SHF_GROUP; 719 720 // For SHF_MERGE we create different output sections for each sh_entsize. 721 // This makes each output section simple and keeps a single level 722 // mapping from input to output. 723 uintX_t EntSize = isa<MergeInputSection<ELFT>>(C) ? H->sh_entsize : 0; 724 725 // GNU as can give .eh_frame secion type SHT_PROGBITS or SHT_X86_64_UNWIND 726 // depending on the construct. We want to canonicalize it so that 727 // there is only one .eh_frame in the end. 728 uint32_t Type = H->sh_type; 729 if (Type == SHT_PROGBITS && Config->EMachine == EM_X86_64 && 730 isa<EHInputSection<ELFT>>(C)) 731 Type = SHT_X86_64_UNWIND; 732 733 return SectionKey<ELFT::Is64Bits>{OutsecName, Type, Flags, EntSize}; 734 } 735 736 // The linker is expected to define some symbols depending on 737 // the linking result. This function defines such symbols. 738 template <class ELFT> void Writer<ELFT>::addReservedSymbols() { 739 // __tls_get_addr is defined by the dynamic linker for dynamic ELFs. For 740 // static linking the linker is required to optimize away any references to 741 // __tls_get_addr, so it's not defined anywhere. Create a hidden definition 742 // to avoid the undefined symbol error. 743 if (!isOutputDynamic()) 744 Symtab.addIgnored("__tls_get_addr"); 745 746 // If the "_end" symbol is referenced, it is expected to point to the address 747 // right after the data segment. Usually, this symbol points to the end 748 // of .bss section or to the end of .data section if .bss section is absent. 749 // The order of the sections can be affected by linker script, 750 // so it is hard to predict which section will be the last one. 751 // So, if this symbol is referenced, we just add the placeholder here 752 // and update its value later. 753 if (Symtab.find("_end")) 754 Symtab.addAbsolute("_end", ElfSym<ELFT>::End); 755 756 // If there is an undefined symbol "end", we should initialize it 757 // with the same value as "_end". In any other case it should stay intact, 758 // because it is an allowable name for a user symbol. 759 if (SymbolBody *B = Symtab.find("end")) 760 if (B->isUndefined()) 761 Symtab.addAbsolute("end", ElfSym<ELFT>::End); 762 } 763 764 // Create output section objects and add them to OutputSections. 765 template <class ELFT> void Writer<ELFT>::createSections() { 766 // Add .interp first because some loaders want to see that section 767 // on the first page of the executable file when loaded into memory. 768 if (needsInterpSection()) 769 OutputSections.push_back(Out<ELFT>::Interp); 770 771 // Create output sections for input object file sections. 772 std::vector<OutputSectionBase<ELFT> *> RegularSections; 773 OutputSectionFactory<ELFT> Factory; 774 for (const std::unique_ptr<ObjectFile<ELFT>> &F : Symtab.getObjectFiles()) { 775 for (InputSectionBase<ELFT> *C : F->getSections()) { 776 if (isDiscarded(C)) { 777 reportDiscarded(C, F); 778 continue; 779 } 780 OutputSectionBase<ELFT> *Sec; 781 bool IsNew; 782 std::tie(Sec, IsNew) = 783 Factory.create(C, getOutputSectionName(C->getSectionName())); 784 if (IsNew) { 785 OwningSections.emplace_back(Sec); 786 OutputSections.push_back(Sec); 787 RegularSections.push_back(Sec); 788 } 789 Sec->addSection(C); 790 } 791 } 792 793 Out<ELFT>::Bss = static_cast<OutputSection<ELFT> *>( 794 Factory.lookup(".bss", SHT_NOBITS, SHF_ALLOC | SHF_WRITE)); 795 796 // If we have a .opd section (used under PPC64 for function descriptors), 797 // store a pointer to it here so that we can use it later when processing 798 // relocations. 799 Out<ELFT>::Opd = Factory.lookup(".opd", SHT_PROGBITS, SHF_WRITE | SHF_ALLOC); 800 801 Out<ELFT>::Dynamic->PreInitArraySec = Factory.lookup( 802 ".preinit_array", SHT_PREINIT_ARRAY, SHF_WRITE | SHF_ALLOC); 803 Out<ELFT>::Dynamic->InitArraySec = 804 Factory.lookup(".init_array", SHT_INIT_ARRAY, SHF_WRITE | SHF_ALLOC); 805 Out<ELFT>::Dynamic->FiniArraySec = 806 Factory.lookup(".fini_array", SHT_FINI_ARRAY, SHF_WRITE | SHF_ALLOC); 807 808 // The linker needs to define SECNAME_start, SECNAME_end and SECNAME_stop 809 // symbols for sections, so that the runtime can get the start and end 810 // addresses of each section by section name. Add such symbols. 811 addStartEndSymbols(); 812 for (OutputSectionBase<ELFT> *Sec : RegularSections) 813 addStartStopSymbols(Sec); 814 815 // Scan relocations. This must be done after every symbol is declared so that 816 // we can correctly decide if a dynamic relocation is needed. 817 for (const std::unique_ptr<ObjectFile<ELFT>> &F : Symtab.getObjectFiles()) { 818 for (InputSectionBase<ELFT> *C : F->getSections()) { 819 if (isDiscarded(C)) 820 continue; 821 if (auto *S = dyn_cast<InputSection<ELFT>>(C)) 822 scanRelocs(*S); 823 else if (auto *S = dyn_cast<EHInputSection<ELFT>>(C)) 824 if (S->RelocSection) 825 scanRelocs(*S, *S->RelocSection); 826 } 827 } 828 829 // Define __rel[a]_iplt_{start,end} symbols if needed. 830 addRelIpltSymbols(); 831 832 // Now that we have defined all possible symbols including linker- 833 // synthesized ones. Visit all symbols to give the finishing touches. 834 std::vector<DefinedCommon *> CommonSymbols; 835 std::vector<SharedSymbol<ELFT> *> CopyRelSymbols; 836 for (auto &P : Symtab.getSymbols()) { 837 SymbolBody *Body = P.second->Body; 838 if (auto *U = dyn_cast<Undefined>(Body)) 839 if (!U->isWeak() && !U->canKeepUndefined()) 840 reportUndefined<ELFT>(Symtab, Body); 841 842 if (auto *C = dyn_cast<DefinedCommon>(Body)) 843 CommonSymbols.push_back(C); 844 if (auto *SC = dyn_cast<SharedSymbol<ELFT>>(Body)) 845 if (SC->NeedsCopy) 846 CopyRelSymbols.push_back(SC); 847 848 if (!includeInSymtab<ELFT>(*Body)) 849 continue; 850 if (Out<ELFT>::SymTab) 851 Out<ELFT>::SymTab->addSymbol(Body); 852 853 if (isOutputDynamic() && includeInDynamicSymtab(*Body)) 854 Out<ELFT>::DynSymTab->addSymbol(Body); 855 } 856 addCommonSymbols(CommonSymbols); 857 addCopyRelSymbols(CopyRelSymbols); 858 859 // So far we have added sections from input object files. 860 // This function adds linker-created Out<ELFT>::* sections. 861 addPredefinedSections(); 862 863 std::stable_sort(OutputSections.begin(), OutputSections.end(), 864 compareSections<ELFT>); 865 866 for (unsigned I = 0, N = OutputSections.size(); I < N; ++I) { 867 OutputSections[I]->SectionIndex = I + 1; 868 HasRelro |= (Config->ZRelro && isRelroSection(OutputSections[I])); 869 } 870 871 for (OutputSectionBase<ELFT> *Sec : OutputSections) 872 Out<ELFT>::ShStrTab->reserve(Sec->getName()); 873 874 // Finalizers fix each section's size. 875 // .dynsym is finalized early since that may fill up .gnu.hash. 876 if (isOutputDynamic()) 877 Out<ELFT>::DynSymTab->finalize(); 878 879 // Fill other section headers. The dynamic string table in finalized 880 // once the .dynamic finalizer has added a few last strings. 881 for (OutputSectionBase<ELFT> *Sec : OutputSections) 882 if (Sec != Out<ELFT>::DynStrTab) 883 Sec->finalize(); 884 } 885 886 // This function add Out<ELFT>::* sections to OutputSections. 887 template <class ELFT> void Writer<ELFT>::addPredefinedSections() { 888 auto Add = [&](OutputSectionBase<ELFT> *C) { 889 if (C) 890 OutputSections.push_back(C); 891 }; 892 893 // This order is not the same as the final output order 894 // because we sort the sections using their attributes below. 895 Add(Out<ELFT>::SymTab); 896 Add(Out<ELFT>::ShStrTab); 897 Add(Out<ELFT>::StrTab); 898 if (isOutputDynamic()) { 899 Add(Out<ELFT>::DynSymTab); 900 Add(Out<ELFT>::GnuHashTab); 901 Add(Out<ELFT>::HashTab); 902 Add(Out<ELFT>::Dynamic); 903 Add(Out<ELFT>::DynStrTab); 904 if (Out<ELFT>::RelaDyn->hasRelocs()) 905 Add(Out<ELFT>::RelaDyn); 906 907 // This is a MIPS specific section to hold a space within the data segment 908 // of executable file which is pointed to by the DT_MIPS_RLD_MAP entry. 909 // See "Dynamic section" in Chapter 5 in the following document: 910 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf 911 if (Config->EMachine == EM_MIPS && !Config->Shared) { 912 Out<ELFT>::MipsRldMap = new OutputSection<ELFT>(".rld_map", SHT_PROGBITS, 913 SHF_ALLOC | SHF_WRITE); 914 Out<ELFT>::MipsRldMap->setSize(ELFT::Is64Bits ? 8 : 4); 915 Out<ELFT>::MipsRldMap->updateAlign(ELFT::Is64Bits ? 8 : 4); 916 OwningSections.emplace_back(Out<ELFT>::MipsRldMap); 917 Add(Out<ELFT>::MipsRldMap); 918 } 919 } 920 921 // We always need to add rel[a].plt to output if it has entries. 922 // Even during static linking it can contain R_[*]_IRELATIVE relocations. 923 if (Out<ELFT>::RelaPlt && Out<ELFT>::RelaPlt->hasRelocs()) { 924 Add(Out<ELFT>::RelaPlt); 925 Out<ELFT>::RelaPlt->Static = !isOutputDynamic(); 926 } 927 928 bool needsGot = !Out<ELFT>::Got->empty(); 929 // We add the .got section to the result for dynamic MIPS target because 930 // its address and properties are mentioned in the .dynamic section. 931 if (Config->EMachine == EM_MIPS) 932 needsGot |= isOutputDynamic(); 933 // If we have a relocation that is relative to GOT (such as GOTOFFREL), 934 // we need to emit a GOT even if it's empty. 935 if (HasGotOffRel) 936 needsGot = true; 937 938 if (needsGot) 939 Add(Out<ELFT>::Got); 940 if (Out<ELFT>::GotPlt && !Out<ELFT>::GotPlt->empty()) 941 Add(Out<ELFT>::GotPlt); 942 if (!Out<ELFT>::Plt->empty()) 943 Add(Out<ELFT>::Plt); 944 945 if (Out<ELFT>::EhFrameHdr->Live) 946 Add(Out<ELFT>::EhFrameHdr); 947 } 948 949 // The linker is expected to define SECNAME_start and SECNAME_end 950 // symbols for a few sections. This function defines them. 951 template <class ELFT> void Writer<ELFT>::addStartEndSymbols() { 952 auto Define = [&](StringRef Start, StringRef End, 953 OutputSectionBase<ELFT> *OS) { 954 if (OS) { 955 Symtab.addSynthetic(Start, *OS, 0); 956 Symtab.addSynthetic(End, *OS, OS->getSize()); 957 } else { 958 Symtab.addIgnored(Start); 959 Symtab.addIgnored(End); 960 } 961 }; 962 963 Define("__preinit_array_start", "__preinit_array_end", 964 Out<ELFT>::Dynamic->PreInitArraySec); 965 Define("__init_array_start", "__init_array_end", 966 Out<ELFT>::Dynamic->InitArraySec); 967 Define("__fini_array_start", "__fini_array_end", 968 Out<ELFT>::Dynamic->FiniArraySec); 969 } 970 971 static bool isAlpha(char C) { 972 return ('a' <= C && C <= 'z') || ('A' <= C && C <= 'Z') || C == '_'; 973 } 974 975 static bool isAlnum(char C) { return isAlpha(C) || ('0' <= C && C <= '9'); } 976 977 // Returns true if S is valid as a C language identifier. 978 static bool isValidCIdentifier(StringRef S) { 979 if (S.empty() || !isAlpha(S[0])) 980 return false; 981 return std::all_of(S.begin() + 1, S.end(), isAlnum); 982 } 983 984 // If a section name is valid as a C identifier (which is rare because of 985 // the leading '.'), linkers are expected to define __start_<secname> and 986 // __stop_<secname> symbols. They are at beginning and end of the section, 987 // respectively. This is not requested by the ELF standard, but GNU ld and 988 // gold provide the feature, and used by many programs. 989 template <class ELFT> 990 void Writer<ELFT>::addStartStopSymbols(OutputSectionBase<ELFT> *Sec) { 991 StringRef S = Sec->getName(); 992 if (!isValidCIdentifier(S)) 993 return; 994 StringSaver Saver(Alloc); 995 StringRef Start = Saver.save("__start_" + S); 996 StringRef Stop = Saver.save("__stop_" + S); 997 if (SymbolBody *B = Symtab.find(Start)) 998 if (B->isUndefined()) 999 Symtab.addSynthetic(Start, *Sec, 0); 1000 if (SymbolBody *B = Symtab.find(Stop)) 1001 if (B->isUndefined()) 1002 Symtab.addSynthetic(Stop, *Sec, Sec->getSize()); 1003 } 1004 1005 template <class ELFT> static bool needsPhdr(OutputSectionBase<ELFT> *Sec) { 1006 return Sec->getFlags() & SHF_ALLOC; 1007 } 1008 1009 static uint32_t toPhdrFlags(uint64_t Flags) { 1010 uint32_t Ret = PF_R; 1011 if (Flags & SHF_WRITE) 1012 Ret |= PF_W; 1013 if (Flags & SHF_EXECINSTR) 1014 Ret |= PF_X; 1015 return Ret; 1016 } 1017 1018 /// For AMDGPU we need to use custom segment kinds in order to specify which 1019 /// address space data should be loaded into. 1020 template <class ELFT> 1021 static uint32_t getAmdgpuPhdr(OutputSectionBase<ELFT> *Sec) { 1022 uint32_t Flags = Sec->getFlags(); 1023 if (Flags & SHF_AMDGPU_HSA_CODE) 1024 return PT_AMDGPU_HSA_LOAD_CODE_AGENT; 1025 if ((Flags & SHF_AMDGPU_HSA_GLOBAL) && !(Flags & SHF_AMDGPU_HSA_AGENT)) 1026 return PT_AMDGPU_HSA_LOAD_GLOBAL_PROGRAM; 1027 return PT_LOAD; 1028 } 1029 1030 template <class ELFT> 1031 void Writer<ELFT>::updateRelro(Elf_Phdr *Cur, Elf_Phdr *GnuRelroPhdr, 1032 uintX_t VA) { 1033 if (!GnuRelroPhdr->p_type) 1034 setPhdr(GnuRelroPhdr, PT_GNU_RELRO, PF_R, Cur->p_offset, Cur->p_vaddr, 1035 VA - Cur->p_vaddr, 1 /*p_align*/); 1036 GnuRelroPhdr->p_filesz = VA - Cur->p_vaddr; 1037 GnuRelroPhdr->p_memsz = VA - Cur->p_vaddr; 1038 } 1039 1040 // Visits all sections to create PHDRs and to assign incremental, 1041 // non-overlapping addresses to output sections. 1042 template <class ELFT> void Writer<ELFT>::assignAddresses() { 1043 uintX_t VA = Target->getVAStart() + sizeof(Elf_Ehdr); 1044 uintX_t FileOff = sizeof(Elf_Ehdr); 1045 1046 // Calculate and reserve the space for the program header first so that 1047 // the first section can start right after the program header. 1048 Phdrs.resize(getPhdrsNum()); 1049 size_t PhdrSize = sizeof(Elf_Phdr) * Phdrs.size(); 1050 1051 // The first phdr entry is PT_PHDR which describes the program header itself. 1052 setPhdr(&Phdrs[0], PT_PHDR, PF_R, FileOff, VA, PhdrSize, /*Align=*/8); 1053 FileOff += PhdrSize; 1054 VA += PhdrSize; 1055 1056 // PT_INTERP must be the second entry if exists. 1057 int PhdrIdx = 0; 1058 Elf_Phdr *Interp = nullptr; 1059 if (needsInterpSection()) 1060 Interp = &Phdrs[++PhdrIdx]; 1061 1062 // Add the first PT_LOAD segment for regular output sections. 1063 setPhdr(&Phdrs[++PhdrIdx], PT_LOAD, PF_R, 0, Target->getVAStart(), FileOff, 1064 Target->getPageSize()); 1065 1066 Elf_Phdr GnuRelroPhdr = {}; 1067 Elf_Phdr TlsPhdr{}; 1068 bool RelroAligned = false; 1069 uintX_t ThreadBssOffset = 0; 1070 // Create phdrs as we assign VAs and file offsets to all output sections. 1071 for (OutputSectionBase<ELFT> *Sec : OutputSections) { 1072 Elf_Phdr *PH = &Phdrs[PhdrIdx]; 1073 if (needsPhdr<ELFT>(Sec)) { 1074 uintX_t Flags = toPhdrFlags(Sec->getFlags()); 1075 bool InRelRo = Config->ZRelro && (Flags & PF_W) && isRelroSection(Sec); 1076 bool FirstNonRelRo = GnuRelroPhdr.p_type && !InRelRo && !RelroAligned; 1077 if (FirstNonRelRo || PH->p_flags != Flags) { 1078 VA = alignTo(VA, Target->getPageSize()); 1079 FileOff = alignTo(FileOff, Target->getPageSize()); 1080 if (FirstNonRelRo) 1081 RelroAligned = true; 1082 } 1083 1084 if (PH->p_flags != Flags) { 1085 // Flags changed. Create a new PT_LOAD. 1086 PH = &Phdrs[++PhdrIdx]; 1087 uint32_t PTType = (Config->EMachine != EM_AMDGPU) ? (uint32_t)PT_LOAD 1088 : getAmdgpuPhdr(Sec); 1089 setPhdr(PH, PTType, Flags, FileOff, VA, 0, Target->getPageSize()); 1090 } 1091 1092 if (Sec->getFlags() & SHF_TLS) { 1093 if (!TlsPhdr.p_vaddr) 1094 setPhdr(&TlsPhdr, PT_TLS, PF_R, FileOff, VA, 0, Sec->getAlign()); 1095 if (Sec->getType() != SHT_NOBITS) 1096 VA = alignTo(VA, Sec->getAlign()); 1097 uintX_t TVA = alignTo(VA + ThreadBssOffset, Sec->getAlign()); 1098 Sec->setVA(TVA); 1099 TlsPhdr.p_memsz += Sec->getSize(); 1100 if (Sec->getType() == SHT_NOBITS) { 1101 ThreadBssOffset = TVA - VA + Sec->getSize(); 1102 } else { 1103 TlsPhdr.p_filesz += Sec->getSize(); 1104 VA += Sec->getSize(); 1105 } 1106 TlsPhdr.p_align = std::max<uintX_t>(TlsPhdr.p_align, Sec->getAlign()); 1107 } else { 1108 VA = alignTo(VA, Sec->getAlign()); 1109 Sec->setVA(VA); 1110 VA += Sec->getSize(); 1111 if (InRelRo) 1112 updateRelro(PH, &GnuRelroPhdr, VA); 1113 } 1114 } 1115 1116 FileOff = alignTo(FileOff, Sec->getAlign()); 1117 Sec->setFileOffset(FileOff); 1118 if (Sec->getType() != SHT_NOBITS) 1119 FileOff += Sec->getSize(); 1120 if (needsPhdr<ELFT>(Sec)) { 1121 PH->p_filesz = FileOff - PH->p_offset; 1122 PH->p_memsz = VA - PH->p_vaddr; 1123 } 1124 } 1125 1126 if (TlsPhdr.p_vaddr) { 1127 // The TLS pointer goes after PT_TLS. At least glibc will align it, 1128 // so round up the size to make sure the offsets are correct. 1129 TlsPhdr.p_memsz = alignTo(TlsPhdr.p_memsz, TlsPhdr.p_align); 1130 Phdrs[++PhdrIdx] = TlsPhdr; 1131 Out<ELFT>::TlsPhdr = &Phdrs[PhdrIdx]; 1132 } 1133 1134 // Add an entry for .dynamic. 1135 if (isOutputDynamic()) { 1136 Elf_Phdr *PH = &Phdrs[++PhdrIdx]; 1137 PH->p_type = PT_DYNAMIC; 1138 copyPhdr(PH, Out<ELFT>::Dynamic); 1139 } 1140 1141 if (HasRelro) { 1142 Elf_Phdr *PH = &Phdrs[++PhdrIdx]; 1143 *PH = GnuRelroPhdr; 1144 } 1145 1146 if (Out<ELFT>::EhFrameHdr->Live) { 1147 Elf_Phdr *PH = &Phdrs[++PhdrIdx]; 1148 PH->p_type = PT_GNU_EH_FRAME; 1149 copyPhdr(PH, Out<ELFT>::EhFrameHdr); 1150 } 1151 1152 // PT_GNU_STACK is a special section to tell the loader to make the 1153 // pages for the stack non-executable. 1154 if (!Config->ZExecStack) { 1155 Elf_Phdr *PH = &Phdrs[++PhdrIdx]; 1156 PH->p_type = PT_GNU_STACK; 1157 PH->p_flags = PF_R | PF_W; 1158 } 1159 1160 // Fix up PT_INTERP as we now know the address of .interp section. 1161 if (Interp) { 1162 Interp->p_type = PT_INTERP; 1163 copyPhdr(Interp, Out<ELFT>::Interp); 1164 } 1165 1166 // Add space for section headers. 1167 SectionHeaderOff = alignTo(FileOff, ELFT::Is64Bits ? 8 : 4); 1168 FileSize = SectionHeaderOff + getNumSections() * sizeof(Elf_Shdr); 1169 1170 // Update "_end" and "end" symbols so that they 1171 // point to the end of the data segment. 1172 ElfSym<ELFT>::End.st_value = VA; 1173 } 1174 1175 // Returns the number of PHDR entries. 1176 template <class ELFT> int Writer<ELFT>::getPhdrsNum() const { 1177 bool Tls = false; 1178 int I = 2; // 2 for PT_PHDR and first PT_LOAD 1179 if (needsInterpSection()) 1180 ++I; 1181 if (isOutputDynamic()) 1182 ++I; 1183 if (!Config->ZExecStack) 1184 ++I; 1185 uintX_t Last = PF_R; 1186 for (OutputSectionBase<ELFT> *Sec : OutputSections) { 1187 if (!needsPhdr<ELFT>(Sec)) 1188 continue; 1189 if (Sec->getFlags() & SHF_TLS) 1190 Tls = true; 1191 uintX_t Flags = toPhdrFlags(Sec->getFlags()); 1192 if (Last != Flags) { 1193 Last = Flags; 1194 ++I; 1195 } 1196 } 1197 if (Tls) 1198 ++I; 1199 if (HasRelro) 1200 ++I; 1201 if (Out<ELFT>::EhFrameHdr->Live) 1202 ++I; 1203 return I; 1204 } 1205 1206 static uint32_t getELFFlags() { 1207 if (Config->EMachine != EM_MIPS) 1208 return 0; 1209 // FIXME: In fact ELF flags depends on ELF flags of input object files 1210 // and selected emulation. For now just use hard coded values. 1211 uint32_t V = EF_MIPS_ABI_O32 | EF_MIPS_CPIC | EF_MIPS_ARCH_32R2; 1212 if (Config->Shared) 1213 V |= EF_MIPS_PIC; 1214 return V; 1215 } 1216 1217 template <class ELFT> 1218 static typename ELFFile<ELFT>::uintX_t getEntryAddr() { 1219 if (Config->EntrySym) { 1220 if (SymbolBody *E = Config->EntrySym->repl()) 1221 return getSymVA<ELFT>(*E); 1222 return 0; 1223 } 1224 if (Config->EntryAddr != uint64_t(-1)) 1225 return Config->EntryAddr; 1226 return 0; 1227 } 1228 1229 // This function is called after we have assigned address and size 1230 // to each section. This function fixes some predefined absolute 1231 // symbol values that depend on section address and size. 1232 template <class ELFT> void Writer<ELFT>::fixAbsoluteSymbols() { 1233 // Update __rel[a]_iplt_{start,end} symbols so that they point 1234 // to beginning or ending of .rela.plt section, respectively. 1235 if (Out<ELFT>::RelaPlt) { 1236 uintX_t Start = Out<ELFT>::RelaPlt->getVA(); 1237 ElfSym<ELFT>::RelaIpltStart.st_value = Start; 1238 ElfSym<ELFT>::RelaIpltEnd.st_value = Start + Out<ELFT>::RelaPlt->getSize(); 1239 } 1240 1241 // Update MIPS _gp absolute symbol so that it points to the static data. 1242 if (Config->EMachine == EM_MIPS) 1243 ElfSym<ELFT>::MipsGp.st_value = getMipsGpAddr<ELFT>(); 1244 } 1245 1246 template <class ELFT> void Writer<ELFT>::writeHeader() { 1247 uint8_t *Buf = Buffer->getBufferStart(); 1248 memcpy(Buf, "\177ELF", 4); 1249 1250 // Write the ELF header. 1251 auto *EHdr = reinterpret_cast<Elf_Ehdr *>(Buf); 1252 EHdr->e_ident[EI_CLASS] = ELFT::Is64Bits ? ELFCLASS64 : ELFCLASS32; 1253 EHdr->e_ident[EI_DATA] = ELFT::TargetEndianness == llvm::support::little 1254 ? ELFDATA2LSB 1255 : ELFDATA2MSB; 1256 EHdr->e_ident[EI_VERSION] = EV_CURRENT; 1257 1258 auto &FirstObj = cast<ELFFileBase<ELFT>>(*Config->FirstElf); 1259 EHdr->e_ident[EI_OSABI] = FirstObj.getOSABI(); 1260 1261 EHdr->e_type = Config->Shared ? ET_DYN : ET_EXEC; 1262 EHdr->e_machine = FirstObj.getEMachine(); 1263 EHdr->e_version = EV_CURRENT; 1264 EHdr->e_entry = getEntryAddr<ELFT>(); 1265 EHdr->e_phoff = sizeof(Elf_Ehdr); 1266 EHdr->e_shoff = SectionHeaderOff; 1267 EHdr->e_flags = getELFFlags(); 1268 EHdr->e_ehsize = sizeof(Elf_Ehdr); 1269 EHdr->e_phentsize = sizeof(Elf_Phdr); 1270 EHdr->e_phnum = Phdrs.size(); 1271 EHdr->e_shentsize = sizeof(Elf_Shdr); 1272 EHdr->e_shnum = getNumSections(); 1273 EHdr->e_shstrndx = Out<ELFT>::ShStrTab->SectionIndex; 1274 1275 // Write the program header table. 1276 memcpy(Buf + EHdr->e_phoff, &Phdrs[0], Phdrs.size() * sizeof(Phdrs[0])); 1277 1278 // Write the section header table. Note that the first table entry is null. 1279 auto SHdrs = reinterpret_cast<Elf_Shdr *>(Buf + EHdr->e_shoff); 1280 for (OutputSectionBase<ELFT> *Sec : OutputSections) 1281 Sec->writeHeaderTo(++SHdrs); 1282 } 1283 1284 template <class ELFT> void Writer<ELFT>::openFile(StringRef Path) { 1285 ErrorOr<std::unique_ptr<FileOutputBuffer>> BufferOrErr = 1286 FileOutputBuffer::create(Path, FileSize, FileOutputBuffer::F_executable); 1287 error(BufferOrErr, "failed to open " + Path); 1288 Buffer = std::move(*BufferOrErr); 1289 } 1290 1291 // Write section contents to a mmap'ed file. 1292 template <class ELFT> void Writer<ELFT>::writeSections() { 1293 uint8_t *Buf = Buffer->getBufferStart(); 1294 1295 // PPC64 needs to process relocations in the .opd section before processing 1296 // relocations in code-containing sections. 1297 if (OutputSectionBase<ELFT> *Sec = Out<ELFT>::Opd) { 1298 Out<ELFT>::OpdBuf = Buf + Sec->getFileOff(); 1299 Sec->writeTo(Buf + Sec->getFileOff()); 1300 } 1301 1302 // Write all sections but string table sections. We know the sizes of the 1303 // string tables already, but they may not have actual strings yet (only 1304 // room may be reserved), because writeTo() is allowed to add actual 1305 // strings to the string tables. 1306 for (OutputSectionBase<ELFT> *Sec : OutputSections) 1307 if (Sec != Out<ELFT>::Opd && Sec->getType() != SHT_STRTAB) 1308 Sec->writeTo(Buf + Sec->getFileOff()); 1309 1310 // Write string table sections. 1311 for (OutputSectionBase<ELFT> *Sec : OutputSections) 1312 if (Sec != Out<ELFT>::Opd && Sec->getType() == SHT_STRTAB) 1313 Sec->writeTo(Buf + Sec->getFileOff()); 1314 } 1315 1316 template <class ELFT> 1317 void Writer<ELFT>::setPhdr(Elf_Phdr *PH, uint32_t Type, uint32_t Flags, 1318 uintX_t FileOff, uintX_t VA, uintX_t Size, 1319 uintX_t Align) { 1320 PH->p_type = Type; 1321 PH->p_flags = Flags; 1322 PH->p_offset = FileOff; 1323 PH->p_vaddr = VA; 1324 PH->p_paddr = VA; 1325 PH->p_filesz = Size; 1326 PH->p_memsz = Size; 1327 PH->p_align = Align; 1328 } 1329 1330 template <class ELFT> 1331 void Writer<ELFT>::copyPhdr(Elf_Phdr *PH, OutputSectionBase<ELFT> *From) { 1332 PH->p_flags = toPhdrFlags(From->getFlags()); 1333 PH->p_offset = From->getFileOff(); 1334 PH->p_vaddr = From->getVA(); 1335 PH->p_paddr = From->getVA(); 1336 PH->p_filesz = From->getSize(); 1337 PH->p_memsz = From->getSize(); 1338 PH->p_align = From->getAlign(); 1339 } 1340 1341 template <class ELFT> void Writer<ELFT>::buildSectionMap() { 1342 for (const std::pair<StringRef, std::vector<StringRef>> &OutSec : 1343 Config->OutputSections) 1344 for (StringRef Name : OutSec.second) 1345 InputToOutputSection[Name] = OutSec.first; 1346 } 1347 1348 template void elf2::writeResult<ELF32LE>(SymbolTable<ELF32LE> *Symtab); 1349 template void elf2::writeResult<ELF32BE>(SymbolTable<ELF32BE> *Symtab); 1350 template void elf2::writeResult<ELF64LE>(SymbolTable<ELF64LE> *Symtab); 1351 template void elf2::writeResult<ELF64BE>(SymbolTable<ELF64BE> *Symtab); 1352