1 //===- SyntheticSections.cpp ----------------------------------------------===// 2 // 3 // The LLVM Linker 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file contains linker-synthesized sections. Currently, 11 // synthetic sections are created either output sections or input sections, 12 // but we are rewriting code so that all synthetic sections are created as 13 // input sections. 14 // 15 //===----------------------------------------------------------------------===// 16 17 #include "SyntheticSections.h" 18 #include "Config.h" 19 #include "Error.h" 20 #include "InputFiles.h" 21 #include "LinkerScript.h" 22 #include "Memory.h" 23 #include "OutputSections.h" 24 #include "Strings.h" 25 #include "SymbolTable.h" 26 #include "Target.h" 27 #include "Threads.h" 28 #include "Writer.h" 29 #include "lld/Config/Version.h" 30 #include "llvm/DebugInfo/DWARF/DWARFDebugPubTable.h" 31 #include "llvm/Object/ELFObjectFile.h" 32 #include "llvm/Support/Dwarf.h" 33 #include "llvm/Support/Endian.h" 34 #include "llvm/Support/MD5.h" 35 #include "llvm/Support/RandomNumberGenerator.h" 36 #include "llvm/Support/SHA1.h" 37 #include "llvm/Support/xxhash.h" 38 #include <cstdlib> 39 40 using namespace llvm; 41 using namespace llvm::dwarf; 42 using namespace llvm::ELF; 43 using namespace llvm::object; 44 using namespace llvm::support; 45 using namespace llvm::support::endian; 46 47 using namespace lld; 48 using namespace lld::elf; 49 50 uint64_t SyntheticSection::getVA() const { 51 if (this->OutSec) 52 return this->OutSec->Addr + this->OutSecOff; 53 return 0; 54 } 55 56 template <class ELFT> static std::vector<DefinedCommon *> getCommonSymbols() { 57 std::vector<DefinedCommon *> V; 58 for (Symbol *S : Symtab<ELFT>::X->getSymbols()) 59 if (auto *B = dyn_cast<DefinedCommon>(S->body())) 60 V.push_back(B); 61 return V; 62 } 63 64 // Find all common symbols and allocate space for them. 65 template <class ELFT> InputSection *elf::createCommonSection() { 66 if (!Config->DefineCommon) 67 return nullptr; 68 69 // Sort the common symbols by alignment as an heuristic to pack them better. 70 std::vector<DefinedCommon *> Syms = getCommonSymbols<ELFT>(); 71 if (Syms.empty()) 72 return nullptr; 73 74 std::stable_sort(Syms.begin(), Syms.end(), 75 [](const DefinedCommon *A, const DefinedCommon *B) { 76 return A->Alignment > B->Alignment; 77 }); 78 79 BssSection *Sec = make<BssSection>("COMMON"); 80 for (DefinedCommon *Sym : Syms) 81 Sym->Offset = Sec->reserveSpace(Sym->Size, Sym->Alignment); 82 return Sec; 83 } 84 85 // Returns an LLD version string. 86 static ArrayRef<uint8_t> getVersion() { 87 // Check LLD_VERSION first for ease of testing. 88 // You can get consitent output by using the environment variable. 89 // This is only for testing. 90 StringRef S = getenv("LLD_VERSION"); 91 if (S.empty()) 92 S = Saver.save(Twine("Linker: ") + getLLDVersion()); 93 94 // +1 to include the terminating '\0'. 95 return {(const uint8_t *)S.data(), S.size() + 1}; 96 } 97 98 // Creates a .comment section containing LLD version info. 99 // With this feature, you can identify LLD-generated binaries easily 100 // by "readelf --string-dump .comment <file>". 101 // The returned object is a mergeable string section. 102 template <class ELFT> MergeInputSection *elf::createCommentSection() { 103 typename ELFT::Shdr Hdr = {}; 104 Hdr.sh_flags = SHF_MERGE | SHF_STRINGS; 105 Hdr.sh_type = SHT_PROGBITS; 106 Hdr.sh_entsize = 1; 107 Hdr.sh_addralign = 1; 108 109 auto *Ret = 110 make<MergeInputSection>((ObjectFile<ELFT> *)nullptr, &Hdr, ".comment"); 111 Ret->Data = getVersion(); 112 Ret->splitIntoPieces(); 113 return Ret; 114 } 115 116 // .MIPS.abiflags section. 117 template <class ELFT> 118 MipsAbiFlagsSection<ELFT>::MipsAbiFlagsSection(Elf_Mips_ABIFlags Flags) 119 : SyntheticSection(SHF_ALLOC, SHT_MIPS_ABIFLAGS, 8, ".MIPS.abiflags"), 120 Flags(Flags) { 121 this->Entsize = sizeof(Elf_Mips_ABIFlags); 122 } 123 124 template <class ELFT> void MipsAbiFlagsSection<ELFT>::writeTo(uint8_t *Buf) { 125 memcpy(Buf, &Flags, sizeof(Flags)); 126 } 127 128 template <class ELFT> 129 MipsAbiFlagsSection<ELFT> *MipsAbiFlagsSection<ELFT>::create() { 130 Elf_Mips_ABIFlags Flags = {}; 131 bool Create = false; 132 133 for (InputSectionBase *Sec : InputSections) { 134 if (Sec->Type != SHT_MIPS_ABIFLAGS) 135 continue; 136 Sec->Live = false; 137 Create = true; 138 139 std::string Filename = toString(Sec->getFile<ELFT>()); 140 const size_t Size = Sec->Data.size(); 141 // Older version of BFD (such as the default FreeBSD linker) concatenate 142 // .MIPS.abiflags instead of merging. To allow for this case (or potential 143 // zero padding) we ignore everything after the first Elf_Mips_ABIFlags 144 if (Size < sizeof(Elf_Mips_ABIFlags)) { 145 error(Filename + ": invalid size of .MIPS.abiflags section: got " + 146 Twine(Size) + " instead of " + Twine(sizeof(Elf_Mips_ABIFlags))); 147 return nullptr; 148 } 149 auto *S = reinterpret_cast<const Elf_Mips_ABIFlags *>(Sec->Data.data()); 150 if (S->version != 0) { 151 error(Filename + ": unexpected .MIPS.abiflags version " + 152 Twine(S->version)); 153 return nullptr; 154 } 155 156 // LLD checks ISA compatibility in getMipsEFlags(). Here we just 157 // select the highest number of ISA/Rev/Ext. 158 Flags.isa_level = std::max(Flags.isa_level, S->isa_level); 159 Flags.isa_rev = std::max(Flags.isa_rev, S->isa_rev); 160 Flags.isa_ext = std::max(Flags.isa_ext, S->isa_ext); 161 Flags.gpr_size = std::max(Flags.gpr_size, S->gpr_size); 162 Flags.cpr1_size = std::max(Flags.cpr1_size, S->cpr1_size); 163 Flags.cpr2_size = std::max(Flags.cpr2_size, S->cpr2_size); 164 Flags.ases |= S->ases; 165 Flags.flags1 |= S->flags1; 166 Flags.flags2 |= S->flags2; 167 Flags.fp_abi = elf::getMipsFpAbiFlag(Flags.fp_abi, S->fp_abi, Filename); 168 }; 169 170 if (Create) 171 return make<MipsAbiFlagsSection<ELFT>>(Flags); 172 return nullptr; 173 } 174 175 // .MIPS.options section. 176 template <class ELFT> 177 MipsOptionsSection<ELFT>::MipsOptionsSection(Elf_Mips_RegInfo Reginfo) 178 : SyntheticSection(SHF_ALLOC, SHT_MIPS_OPTIONS, 8, ".MIPS.options"), 179 Reginfo(Reginfo) { 180 this->Entsize = sizeof(Elf_Mips_Options) + sizeof(Elf_Mips_RegInfo); 181 } 182 183 template <class ELFT> void MipsOptionsSection<ELFT>::writeTo(uint8_t *Buf) { 184 auto *Options = reinterpret_cast<Elf_Mips_Options *>(Buf); 185 Options->kind = ODK_REGINFO; 186 Options->size = getSize(); 187 188 if (!Config->Relocatable) 189 Reginfo.ri_gp_value = InX::MipsGot->getGp(); 190 memcpy(Buf + sizeof(Elf_Mips_Options), &Reginfo, sizeof(Reginfo)); 191 } 192 193 template <class ELFT> 194 MipsOptionsSection<ELFT> *MipsOptionsSection<ELFT>::create() { 195 // N64 ABI only. 196 if (!ELFT::Is64Bits) 197 return nullptr; 198 199 Elf_Mips_RegInfo Reginfo = {}; 200 bool Create = false; 201 202 for (InputSectionBase *Sec : InputSections) { 203 if (Sec->Type != SHT_MIPS_OPTIONS) 204 continue; 205 Sec->Live = false; 206 Create = true; 207 208 std::string Filename = toString(Sec->getFile<ELFT>()); 209 ArrayRef<uint8_t> D = Sec->Data; 210 211 while (!D.empty()) { 212 if (D.size() < sizeof(Elf_Mips_Options)) { 213 error(Filename + ": invalid size of .MIPS.options section"); 214 break; 215 } 216 217 auto *Opt = reinterpret_cast<const Elf_Mips_Options *>(D.data()); 218 if (Opt->kind == ODK_REGINFO) { 219 if (Config->Relocatable && Opt->getRegInfo().ri_gp_value) 220 error(Filename + ": unsupported non-zero ri_gp_value"); 221 Reginfo.ri_gprmask |= Opt->getRegInfo().ri_gprmask; 222 Sec->getFile<ELFT>()->MipsGp0 = Opt->getRegInfo().ri_gp_value; 223 break; 224 } 225 226 if (!Opt->size) 227 fatal(Filename + ": zero option descriptor size"); 228 D = D.slice(Opt->size); 229 } 230 }; 231 232 if (Create) 233 return make<MipsOptionsSection<ELFT>>(Reginfo); 234 return nullptr; 235 } 236 237 // MIPS .reginfo section. 238 template <class ELFT> 239 MipsReginfoSection<ELFT>::MipsReginfoSection(Elf_Mips_RegInfo Reginfo) 240 : SyntheticSection(SHF_ALLOC, SHT_MIPS_REGINFO, 4, ".reginfo"), 241 Reginfo(Reginfo) { 242 this->Entsize = sizeof(Elf_Mips_RegInfo); 243 } 244 245 template <class ELFT> void MipsReginfoSection<ELFT>::writeTo(uint8_t *Buf) { 246 if (!Config->Relocatable) 247 Reginfo.ri_gp_value = InX::MipsGot->getGp(); 248 memcpy(Buf, &Reginfo, sizeof(Reginfo)); 249 } 250 251 template <class ELFT> 252 MipsReginfoSection<ELFT> *MipsReginfoSection<ELFT>::create() { 253 // Section should be alive for O32 and N32 ABIs only. 254 if (ELFT::Is64Bits) 255 return nullptr; 256 257 Elf_Mips_RegInfo Reginfo = {}; 258 bool Create = false; 259 260 for (InputSectionBase *Sec : InputSections) { 261 if (Sec->Type != SHT_MIPS_REGINFO) 262 continue; 263 Sec->Live = false; 264 Create = true; 265 266 if (Sec->Data.size() != sizeof(Elf_Mips_RegInfo)) { 267 error(toString(Sec->getFile<ELFT>()) + 268 ": invalid size of .reginfo section"); 269 return nullptr; 270 } 271 auto *R = reinterpret_cast<const Elf_Mips_RegInfo *>(Sec->Data.data()); 272 if (Config->Relocatable && R->ri_gp_value) 273 error(toString(Sec->getFile<ELFT>()) + 274 ": unsupported non-zero ri_gp_value"); 275 276 Reginfo.ri_gprmask |= R->ri_gprmask; 277 Sec->getFile<ELFT>()->MipsGp0 = R->ri_gp_value; 278 }; 279 280 if (Create) 281 return make<MipsReginfoSection<ELFT>>(Reginfo); 282 return nullptr; 283 } 284 285 InputSection *elf::createInterpSection() { 286 // StringSaver guarantees that the returned string ends with '\0'. 287 StringRef S = Saver.save(Config->DynamicLinker); 288 ArrayRef<uint8_t> Contents = {(const uint8_t *)S.data(), S.size() + 1}; 289 290 auto *Sec = 291 make<InputSection>(SHF_ALLOC, SHT_PROGBITS, 1, Contents, ".interp"); 292 Sec->Live = true; 293 return Sec; 294 } 295 296 SymbolBody *elf::addSyntheticLocal(StringRef Name, uint8_t Type, uint64_t Value, 297 uint64_t Size, InputSectionBase *Section) { 298 auto *S = make<DefinedRegular>(Name, /*IsLocal*/ true, STV_DEFAULT, Type, 299 Value, Size, Section, nullptr); 300 if (InX::SymTab) 301 InX::SymTab->addSymbol(S); 302 return S; 303 } 304 305 static size_t getHashSize() { 306 switch (Config->BuildId) { 307 case BuildIdKind::Fast: 308 return 8; 309 case BuildIdKind::Md5: 310 case BuildIdKind::Uuid: 311 return 16; 312 case BuildIdKind::Sha1: 313 return 20; 314 case BuildIdKind::Hexstring: 315 return Config->BuildIdVector.size(); 316 default: 317 llvm_unreachable("unknown BuildIdKind"); 318 } 319 } 320 321 BuildIdSection::BuildIdSection() 322 : SyntheticSection(SHF_ALLOC, SHT_NOTE, 1, ".note.gnu.build-id"), 323 HashSize(getHashSize()) {} 324 325 void BuildIdSection::writeTo(uint8_t *Buf) { 326 endianness E = Config->Endianness; 327 write32(Buf, 4, E); // Name size 328 write32(Buf + 4, HashSize, E); // Content size 329 write32(Buf + 8, NT_GNU_BUILD_ID, E); // Type 330 memcpy(Buf + 12, "GNU", 4); // Name string 331 HashBuf = Buf + 16; 332 } 333 334 // Split one uint8 array into small pieces of uint8 arrays. 335 static std::vector<ArrayRef<uint8_t>> split(ArrayRef<uint8_t> Arr, 336 size_t ChunkSize) { 337 std::vector<ArrayRef<uint8_t>> Ret; 338 while (Arr.size() > ChunkSize) { 339 Ret.push_back(Arr.take_front(ChunkSize)); 340 Arr = Arr.drop_front(ChunkSize); 341 } 342 if (!Arr.empty()) 343 Ret.push_back(Arr); 344 return Ret; 345 } 346 347 // Computes a hash value of Data using a given hash function. 348 // In order to utilize multiple cores, we first split data into 1MB 349 // chunks, compute a hash for each chunk, and then compute a hash value 350 // of the hash values. 351 void BuildIdSection::computeHash( 352 llvm::ArrayRef<uint8_t> Data, 353 std::function<void(uint8_t *Dest, ArrayRef<uint8_t> Arr)> HashFn) { 354 std::vector<ArrayRef<uint8_t>> Chunks = split(Data, 1024 * 1024); 355 std::vector<uint8_t> Hashes(Chunks.size() * HashSize); 356 357 // Compute hash values. 358 parallelForEachN(0, Chunks.size(), [&](size_t I) { 359 HashFn(Hashes.data() + I * HashSize, Chunks[I]); 360 }); 361 362 // Write to the final output buffer. 363 HashFn(HashBuf, Hashes); 364 } 365 366 BssSection::BssSection(StringRef Name) 367 : SyntheticSection(SHF_ALLOC | SHF_WRITE, SHT_NOBITS, 0, Name) {} 368 369 size_t BssSection::reserveSpace(uint64_t Size, uint32_t Alignment) { 370 if (OutSec) 371 OutSec->updateAlignment(Alignment); 372 this->Size = alignTo(this->Size, Alignment) + Size; 373 this->Alignment = std::max(this->Alignment, Alignment); 374 return this->Size - Size; 375 } 376 377 void BuildIdSection::writeBuildId(ArrayRef<uint8_t> Buf) { 378 switch (Config->BuildId) { 379 case BuildIdKind::Fast: 380 computeHash(Buf, [](uint8_t *Dest, ArrayRef<uint8_t> Arr) { 381 write64le(Dest, xxHash64(toStringRef(Arr))); 382 }); 383 break; 384 case BuildIdKind::Md5: 385 computeHash(Buf, [](uint8_t *Dest, ArrayRef<uint8_t> Arr) { 386 memcpy(Dest, MD5::hash(Arr).data(), 16); 387 }); 388 break; 389 case BuildIdKind::Sha1: 390 computeHash(Buf, [](uint8_t *Dest, ArrayRef<uint8_t> Arr) { 391 memcpy(Dest, SHA1::hash(Arr).data(), 20); 392 }); 393 break; 394 case BuildIdKind::Uuid: 395 if (getRandomBytes(HashBuf, HashSize)) 396 error("entropy source failure"); 397 break; 398 case BuildIdKind::Hexstring: 399 memcpy(HashBuf, Config->BuildIdVector.data(), Config->BuildIdVector.size()); 400 break; 401 default: 402 llvm_unreachable("unknown BuildIdKind"); 403 } 404 } 405 406 template <class ELFT> 407 EhFrameSection<ELFT>::EhFrameSection() 408 : SyntheticSection(SHF_ALLOC, SHT_PROGBITS, 1, ".eh_frame") {} 409 410 // Search for an existing CIE record or create a new one. 411 // CIE records from input object files are uniquified by their contents 412 // and where their relocations point to. 413 template <class ELFT> 414 template <class RelTy> 415 CieRecord *EhFrameSection<ELFT>::addCie(EhSectionPiece &Piece, 416 ArrayRef<RelTy> Rels) { 417 auto *Sec = cast<EhInputSection>(Piece.ID); 418 const endianness E = ELFT::TargetEndianness; 419 if (read32<E>(Piece.data().data() + 4) != 0) 420 fatal(toString(Sec) + ": CIE expected at beginning of .eh_frame"); 421 422 SymbolBody *Personality = nullptr; 423 unsigned FirstRelI = Piece.FirstRelocation; 424 if (FirstRelI != (unsigned)-1) 425 Personality = 426 &Sec->template getFile<ELFT>()->getRelocTargetSym(Rels[FirstRelI]); 427 428 // Search for an existing CIE by CIE contents/relocation target pair. 429 CieRecord *Cie = &CieMap[{Piece.data(), Personality}]; 430 431 // If not found, create a new one. 432 if (Cie->Piece == nullptr) { 433 Cie->Piece = &Piece; 434 Cies.push_back(Cie); 435 } 436 return Cie; 437 } 438 439 // There is one FDE per function. Returns true if a given FDE 440 // points to a live function. 441 template <class ELFT> 442 template <class RelTy> 443 bool EhFrameSection<ELFT>::isFdeLive(EhSectionPiece &Piece, 444 ArrayRef<RelTy> Rels) { 445 auto *Sec = cast<EhInputSection>(Piece.ID); 446 unsigned FirstRelI = Piece.FirstRelocation; 447 if (FirstRelI == (unsigned)-1) 448 return false; 449 const RelTy &Rel = Rels[FirstRelI]; 450 SymbolBody &B = Sec->template getFile<ELFT>()->getRelocTargetSym(Rel); 451 auto *D = dyn_cast<DefinedRegular>(&B); 452 if (!D || !D->Section) 453 return false; 454 auto *Target = 455 cast<InputSectionBase>(cast<InputSectionBase>(D->Section)->Repl); 456 return Target && Target->Live; 457 } 458 459 // .eh_frame is a sequence of CIE or FDE records. In general, there 460 // is one CIE record per input object file which is followed by 461 // a list of FDEs. This function searches an existing CIE or create a new 462 // one and associates FDEs to the CIE. 463 template <class ELFT> 464 template <class RelTy> 465 void EhFrameSection<ELFT>::addSectionAux(EhInputSection *Sec, 466 ArrayRef<RelTy> Rels) { 467 const endianness E = ELFT::TargetEndianness; 468 469 DenseMap<size_t, CieRecord *> OffsetToCie; 470 for (EhSectionPiece &Piece : Sec->Pieces) { 471 // The empty record is the end marker. 472 if (Piece.size() == 4) 473 return; 474 475 size_t Offset = Piece.InputOff; 476 uint32_t ID = read32<E>(Piece.data().data() + 4); 477 if (ID == 0) { 478 OffsetToCie[Offset] = addCie(Piece, Rels); 479 continue; 480 } 481 482 uint32_t CieOffset = Offset + 4 - ID; 483 CieRecord *Cie = OffsetToCie[CieOffset]; 484 if (!Cie) 485 fatal(toString(Sec) + ": invalid CIE reference"); 486 487 if (!isFdeLive(Piece, Rels)) 488 continue; 489 Cie->FdePieces.push_back(&Piece); 490 NumFdes++; 491 } 492 } 493 494 template <class ELFT> 495 void EhFrameSection<ELFT>::addSection(InputSectionBase *C) { 496 auto *Sec = cast<EhInputSection>(C); 497 Sec->EHSec = this; 498 updateAlignment(Sec->Alignment); 499 Sections.push_back(Sec); 500 for (auto *DS : Sec->DependentSections) 501 DependentSections.push_back(DS); 502 503 // .eh_frame is a sequence of CIE or FDE records. This function 504 // splits it into pieces so that we can call 505 // SplitInputSection::getSectionPiece on the section. 506 Sec->split<ELFT>(); 507 if (Sec->Pieces.empty()) 508 return; 509 510 if (Sec->NumRelocations) { 511 if (Sec->AreRelocsRela) 512 addSectionAux(Sec, Sec->template relas<ELFT>()); 513 else 514 addSectionAux(Sec, Sec->template rels<ELFT>()); 515 return; 516 } 517 addSectionAux(Sec, makeArrayRef<Elf_Rela>(nullptr, nullptr)); 518 } 519 520 template <class ELFT> 521 static void writeCieFde(uint8_t *Buf, ArrayRef<uint8_t> D) { 522 memcpy(Buf, D.data(), D.size()); 523 524 // Fix the size field. -4 since size does not include the size field itself. 525 const endianness E = ELFT::TargetEndianness; 526 write32<E>(Buf, alignTo(D.size(), sizeof(typename ELFT::uint)) - 4); 527 } 528 529 template <class ELFT> void EhFrameSection<ELFT>::finalizeContents() { 530 if (this->Size) 531 return; // Already finalized. 532 533 size_t Off = 0; 534 for (CieRecord *Cie : Cies) { 535 Cie->Piece->OutputOff = Off; 536 Off += alignTo(Cie->Piece->size(), Config->Wordsize); 537 538 for (EhSectionPiece *Fde : Cie->FdePieces) { 539 Fde->OutputOff = Off; 540 Off += alignTo(Fde->size(), Config->Wordsize); 541 } 542 } 543 544 // The LSB standard does not allow a .eh_frame section with zero 545 // Call Frame Information records. Therefore add a CIE record length 546 // 0 as a terminator if this .eh_frame section is empty. 547 if (Off == 0) 548 Off = 4; 549 550 this->Size = Off; 551 } 552 553 template <class ELFT> static uint64_t readFdeAddr(uint8_t *Buf, int Size) { 554 const endianness E = ELFT::TargetEndianness; 555 switch (Size) { 556 case DW_EH_PE_udata2: 557 return read16<E>(Buf); 558 case DW_EH_PE_udata4: 559 return read32<E>(Buf); 560 case DW_EH_PE_udata8: 561 return read64<E>(Buf); 562 case DW_EH_PE_absptr: 563 if (ELFT::Is64Bits) 564 return read64<E>(Buf); 565 return read32<E>(Buf); 566 } 567 fatal("unknown FDE size encoding"); 568 } 569 570 // Returns the VA to which a given FDE (on a mmap'ed buffer) is applied to. 571 // We need it to create .eh_frame_hdr section. 572 template <class ELFT> 573 uint64_t EhFrameSection<ELFT>::getFdePc(uint8_t *Buf, size_t FdeOff, 574 uint8_t Enc) { 575 // The starting address to which this FDE applies is 576 // stored at FDE + 8 byte. 577 size_t Off = FdeOff + 8; 578 uint64_t Addr = readFdeAddr<ELFT>(Buf + Off, Enc & 0x7); 579 if ((Enc & 0x70) == DW_EH_PE_absptr) 580 return Addr; 581 if ((Enc & 0x70) == DW_EH_PE_pcrel) 582 return Addr + this->OutSec->Addr + Off; 583 fatal("unknown FDE size relative encoding"); 584 } 585 586 template <class ELFT> void EhFrameSection<ELFT>::writeTo(uint8_t *Buf) { 587 const endianness E = ELFT::TargetEndianness; 588 for (CieRecord *Cie : Cies) { 589 size_t CieOffset = Cie->Piece->OutputOff; 590 writeCieFde<ELFT>(Buf + CieOffset, Cie->Piece->data()); 591 592 for (EhSectionPiece *Fde : Cie->FdePieces) { 593 size_t Off = Fde->OutputOff; 594 writeCieFde<ELFT>(Buf + Off, Fde->data()); 595 596 // FDE's second word should have the offset to an associated CIE. 597 // Write it. 598 write32<E>(Buf + Off + 4, Off + 4 - CieOffset); 599 } 600 } 601 602 for (EhInputSection *S : Sections) 603 S->relocateAlloc(Buf, nullptr); 604 605 // Construct .eh_frame_hdr. .eh_frame_hdr is a binary search table 606 // to get a FDE from an address to which FDE is applied. So here 607 // we obtain two addresses and pass them to EhFrameHdr object. 608 if (In<ELFT>::EhFrameHdr) { 609 for (CieRecord *Cie : Cies) { 610 uint8_t Enc = getFdeEncoding<ELFT>(Cie->Piece); 611 for (SectionPiece *Fde : Cie->FdePieces) { 612 uint64_t Pc = getFdePc(Buf, Fde->OutputOff, Enc); 613 uint64_t FdeVA = this->OutSec->Addr + Fde->OutputOff; 614 In<ELFT>::EhFrameHdr->addFde(Pc, FdeVA); 615 } 616 } 617 } 618 } 619 620 GotSection::GotSection() 621 : SyntheticSection(SHF_ALLOC | SHF_WRITE, SHT_PROGBITS, 622 Target->GotEntrySize, ".got") {} 623 624 void GotSection::addEntry(SymbolBody &Sym) { 625 Sym.GotIndex = NumEntries; 626 ++NumEntries; 627 } 628 629 bool GotSection::addDynTlsEntry(SymbolBody &Sym) { 630 if (Sym.GlobalDynIndex != -1U) 631 return false; 632 Sym.GlobalDynIndex = NumEntries; 633 // Global Dynamic TLS entries take two GOT slots. 634 NumEntries += 2; 635 return true; 636 } 637 638 // Reserves TLS entries for a TLS module ID and a TLS block offset. 639 // In total it takes two GOT slots. 640 bool GotSection::addTlsIndex() { 641 if (TlsIndexOff != uint32_t(-1)) 642 return false; 643 TlsIndexOff = NumEntries * Config->Wordsize; 644 NumEntries += 2; 645 return true; 646 } 647 648 uint64_t GotSection::getGlobalDynAddr(const SymbolBody &B) const { 649 return this->getVA() + B.GlobalDynIndex * Config->Wordsize; 650 } 651 652 uint64_t GotSection::getGlobalDynOffset(const SymbolBody &B) const { 653 return B.GlobalDynIndex * Config->Wordsize; 654 } 655 656 void GotSection::finalizeContents() { Size = NumEntries * Config->Wordsize; } 657 658 bool GotSection::empty() const { 659 // If we have a relocation that is relative to GOT (such as GOTOFFREL), 660 // we need to emit a GOT even if it's empty. 661 return NumEntries == 0 && !HasGotOffRel; 662 } 663 664 void GotSection::writeTo(uint8_t *Buf) { relocateAlloc(Buf, Buf + Size); } 665 666 MipsGotSection::MipsGotSection() 667 : SyntheticSection(SHF_ALLOC | SHF_WRITE | SHF_MIPS_GPREL, SHT_PROGBITS, 16, 668 ".got") {} 669 670 void MipsGotSection::addEntry(SymbolBody &Sym, int64_t Addend, RelExpr Expr) { 671 // For "true" local symbols which can be referenced from the same module 672 // only compiler creates two instructions for address loading: 673 // 674 // lw $8, 0($gp) # R_MIPS_GOT16 675 // addi $8, $8, 0 # R_MIPS_LO16 676 // 677 // The first instruction loads high 16 bits of the symbol address while 678 // the second adds an offset. That allows to reduce number of required 679 // GOT entries because only one global offset table entry is necessary 680 // for every 64 KBytes of local data. So for local symbols we need to 681 // allocate number of GOT entries to hold all required "page" addresses. 682 // 683 // All global symbols (hidden and regular) considered by compiler uniformly. 684 // It always generates a single `lw` instruction and R_MIPS_GOT16 relocation 685 // to load address of the symbol. So for each such symbol we need to 686 // allocate dedicated GOT entry to store its address. 687 // 688 // If a symbol is preemptible we need help of dynamic linker to get its 689 // final address. The corresponding GOT entries are allocated in the 690 // "global" part of GOT. Entries for non preemptible global symbol allocated 691 // in the "local" part of GOT. 692 // 693 // See "Global Offset Table" in Chapter 5: 694 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf 695 if (Expr == R_MIPS_GOT_LOCAL_PAGE) { 696 // At this point we do not know final symbol value so to reduce number 697 // of allocated GOT entries do the following trick. Save all output 698 // sections referenced by GOT relocations. Then later in the `finalize` 699 // method calculate number of "pages" required to cover all saved output 700 // section and allocate appropriate number of GOT entries. 701 auto *DefSym = cast<DefinedRegular>(&Sym); 702 PageIndexMap.insert({DefSym->Section->getOutputSection(), 0}); 703 return; 704 } 705 if (Sym.isTls()) { 706 // GOT entries created for MIPS TLS relocations behave like 707 // almost GOT entries from other ABIs. They go to the end 708 // of the global offset table. 709 Sym.GotIndex = TlsEntries.size(); 710 TlsEntries.push_back(&Sym); 711 return; 712 } 713 auto AddEntry = [&](SymbolBody &S, uint64_t A, GotEntries &Items) { 714 if (S.isInGot() && !A) 715 return; 716 size_t NewIndex = Items.size(); 717 if (!EntryIndexMap.insert({{&S, A}, NewIndex}).second) 718 return; 719 Items.emplace_back(&S, A); 720 if (!A) 721 S.GotIndex = NewIndex; 722 }; 723 if (Sym.isPreemptible()) { 724 // Ignore addends for preemptible symbols. They got single GOT entry anyway. 725 AddEntry(Sym, 0, GlobalEntries); 726 Sym.IsInGlobalMipsGot = true; 727 } else if (Expr == R_MIPS_GOT_OFF32) { 728 AddEntry(Sym, Addend, LocalEntries32); 729 Sym.Is32BitMipsGot = true; 730 } else { 731 // Hold local GOT entries accessed via a 16-bit index separately. 732 // That allows to write them in the beginning of the GOT and keep 733 // their indexes as less as possible to escape relocation's overflow. 734 AddEntry(Sym, Addend, LocalEntries); 735 } 736 } 737 738 bool MipsGotSection::addDynTlsEntry(SymbolBody &Sym) { 739 if (Sym.GlobalDynIndex != -1U) 740 return false; 741 Sym.GlobalDynIndex = TlsEntries.size(); 742 // Global Dynamic TLS entries take two GOT slots. 743 TlsEntries.push_back(nullptr); 744 TlsEntries.push_back(&Sym); 745 return true; 746 } 747 748 // Reserves TLS entries for a TLS module ID and a TLS block offset. 749 // In total it takes two GOT slots. 750 bool MipsGotSection::addTlsIndex() { 751 if (TlsIndexOff != uint32_t(-1)) 752 return false; 753 TlsIndexOff = TlsEntries.size() * Config->Wordsize; 754 TlsEntries.push_back(nullptr); 755 TlsEntries.push_back(nullptr); 756 return true; 757 } 758 759 static uint64_t getMipsPageAddr(uint64_t Addr) { 760 return (Addr + 0x8000) & ~0xffff; 761 } 762 763 static uint64_t getMipsPageCount(uint64_t Size) { 764 return (Size + 0xfffe) / 0xffff + 1; 765 } 766 767 uint64_t MipsGotSection::getPageEntryOffset(const SymbolBody &B, 768 int64_t Addend) const { 769 const OutputSection *OutSec = 770 cast<DefinedRegular>(&B)->Section->getOutputSection(); 771 uint64_t SecAddr = getMipsPageAddr(OutSec->Addr); 772 uint64_t SymAddr = getMipsPageAddr(B.getVA(Addend)); 773 uint64_t Index = PageIndexMap.lookup(OutSec) + (SymAddr - SecAddr) / 0xffff; 774 assert(Index < PageEntriesNum); 775 return (HeaderEntriesNum + Index) * Config->Wordsize; 776 } 777 778 uint64_t MipsGotSection::getBodyEntryOffset(const SymbolBody &B, 779 int64_t Addend) const { 780 // Calculate offset of the GOT entries block: TLS, global, local. 781 uint64_t Index = HeaderEntriesNum + PageEntriesNum; 782 if (B.isTls()) 783 Index += LocalEntries.size() + LocalEntries32.size() + GlobalEntries.size(); 784 else if (B.IsInGlobalMipsGot) 785 Index += LocalEntries.size() + LocalEntries32.size(); 786 else if (B.Is32BitMipsGot) 787 Index += LocalEntries.size(); 788 // Calculate offset of the GOT entry in the block. 789 if (B.isInGot()) 790 Index += B.GotIndex; 791 else { 792 auto It = EntryIndexMap.find({&B, Addend}); 793 assert(It != EntryIndexMap.end()); 794 Index += It->second; 795 } 796 return Index * Config->Wordsize; 797 } 798 799 uint64_t MipsGotSection::getTlsOffset() const { 800 return (getLocalEntriesNum() + GlobalEntries.size()) * Config->Wordsize; 801 } 802 803 uint64_t MipsGotSection::getGlobalDynOffset(const SymbolBody &B) const { 804 return B.GlobalDynIndex * Config->Wordsize; 805 } 806 807 const SymbolBody *MipsGotSection::getFirstGlobalEntry() const { 808 return GlobalEntries.empty() ? nullptr : GlobalEntries.front().first; 809 } 810 811 unsigned MipsGotSection::getLocalEntriesNum() const { 812 return HeaderEntriesNum + PageEntriesNum + LocalEntries.size() + 813 LocalEntries32.size(); 814 } 815 816 void MipsGotSection::finalizeContents() { 817 updateAllocSize(); 818 } 819 820 void MipsGotSection::updateAllocSize() { 821 PageEntriesNum = 0; 822 for (std::pair<const OutputSection *, size_t> &P : PageIndexMap) { 823 // For each output section referenced by GOT page relocations calculate 824 // and save into PageIndexMap an upper bound of MIPS GOT entries required 825 // to store page addresses of local symbols. We assume the worst case - 826 // each 64kb page of the output section has at least one GOT relocation 827 // against it. And take in account the case when the section intersects 828 // page boundaries. 829 P.second = PageEntriesNum; 830 PageEntriesNum += getMipsPageCount(P.first->Size); 831 } 832 Size = (getLocalEntriesNum() + GlobalEntries.size() + TlsEntries.size()) * 833 Config->Wordsize; 834 } 835 836 bool MipsGotSection::empty() const { 837 // We add the .got section to the result for dynamic MIPS target because 838 // its address and properties are mentioned in the .dynamic section. 839 return Config->Relocatable; 840 } 841 842 uint64_t MipsGotSection::getGp() const { 843 return ElfSym::MipsGp->getVA(0); 844 } 845 846 static uint64_t readUint(uint8_t *Buf) { 847 if (Config->Is64) 848 return read64(Buf, Config->Endianness); 849 return read32(Buf, Config->Endianness); 850 } 851 852 static void writeUint(uint8_t *Buf, uint64_t Val) { 853 if (Config->Is64) 854 write64(Buf, Val, Config->Endianness); 855 else 856 write32(Buf, Val, Config->Endianness); 857 } 858 859 void MipsGotSection::writeTo(uint8_t *Buf) { 860 // Set the MSB of the second GOT slot. This is not required by any 861 // MIPS ABI documentation, though. 862 // 863 // There is a comment in glibc saying that "The MSB of got[1] of a 864 // gnu object is set to identify gnu objects," and in GNU gold it 865 // says "the second entry will be used by some runtime loaders". 866 // But how this field is being used is unclear. 867 // 868 // We are not really willing to mimic other linkers behaviors 869 // without understanding why they do that, but because all files 870 // generated by GNU tools have this special GOT value, and because 871 // we've been doing this for years, it is probably a safe bet to 872 // keep doing this for now. We really need to revisit this to see 873 // if we had to do this. 874 writeUint(Buf + Config->Wordsize, (uint64_t)1 << (Config->Wordsize * 8 - 1)); 875 Buf += HeaderEntriesNum * Config->Wordsize; 876 // Write 'page address' entries to the local part of the GOT. 877 for (std::pair<const OutputSection *, size_t> &L : PageIndexMap) { 878 size_t PageCount = getMipsPageCount(L.first->Size); 879 uint64_t FirstPageAddr = getMipsPageAddr(L.first->Addr); 880 for (size_t PI = 0; PI < PageCount; ++PI) { 881 uint8_t *Entry = Buf + (L.second + PI) * Config->Wordsize; 882 writeUint(Entry, FirstPageAddr + PI * 0x10000); 883 } 884 } 885 Buf += PageEntriesNum * Config->Wordsize; 886 auto AddEntry = [&](const GotEntry &SA) { 887 uint8_t *Entry = Buf; 888 Buf += Config->Wordsize; 889 const SymbolBody *Body = SA.first; 890 uint64_t VA = Body->getVA(SA.second); 891 writeUint(Entry, VA); 892 }; 893 std::for_each(std::begin(LocalEntries), std::end(LocalEntries), AddEntry); 894 std::for_each(std::begin(LocalEntries32), std::end(LocalEntries32), AddEntry); 895 std::for_each(std::begin(GlobalEntries), std::end(GlobalEntries), AddEntry); 896 // Initialize TLS-related GOT entries. If the entry has a corresponding 897 // dynamic relocations, leave it initialized by zero. Write down adjusted 898 // TLS symbol's values otherwise. To calculate the adjustments use offsets 899 // for thread-local storage. 900 // https://www.linux-mips.org/wiki/NPTL 901 if (TlsIndexOff != -1U && !Config->Pic) 902 writeUint(Buf + TlsIndexOff, 1); 903 for (const SymbolBody *B : TlsEntries) { 904 if (!B || B->isPreemptible()) 905 continue; 906 uint64_t VA = B->getVA(); 907 if (B->GotIndex != -1U) { 908 uint8_t *Entry = Buf + B->GotIndex * Config->Wordsize; 909 writeUint(Entry, VA - 0x7000); 910 } 911 if (B->GlobalDynIndex != -1U) { 912 uint8_t *Entry = Buf + B->GlobalDynIndex * Config->Wordsize; 913 writeUint(Entry, 1); 914 Entry += Config->Wordsize; 915 writeUint(Entry, VA - 0x8000); 916 } 917 } 918 } 919 920 GotPltSection::GotPltSection() 921 : SyntheticSection(SHF_ALLOC | SHF_WRITE, SHT_PROGBITS, 922 Target->GotPltEntrySize, ".got.plt") {} 923 924 void GotPltSection::addEntry(SymbolBody &Sym) { 925 Sym.GotPltIndex = Target->GotPltHeaderEntriesNum + Entries.size(); 926 Entries.push_back(&Sym); 927 } 928 929 size_t GotPltSection::getSize() const { 930 return (Target->GotPltHeaderEntriesNum + Entries.size()) * 931 Target->GotPltEntrySize; 932 } 933 934 void GotPltSection::writeTo(uint8_t *Buf) { 935 Target->writeGotPltHeader(Buf); 936 Buf += Target->GotPltHeaderEntriesNum * Target->GotPltEntrySize; 937 for (const SymbolBody *B : Entries) { 938 Target->writeGotPlt(Buf, *B); 939 Buf += Config->Wordsize; 940 } 941 } 942 943 // On ARM the IgotPltSection is part of the GotSection, on other Targets it is 944 // part of the .got.plt 945 IgotPltSection::IgotPltSection() 946 : SyntheticSection(SHF_ALLOC | SHF_WRITE, SHT_PROGBITS, 947 Target->GotPltEntrySize, 948 Config->EMachine == EM_ARM ? ".got" : ".got.plt") {} 949 950 void IgotPltSection::addEntry(SymbolBody &Sym) { 951 Sym.IsInIgot = true; 952 Sym.GotPltIndex = Entries.size(); 953 Entries.push_back(&Sym); 954 } 955 956 size_t IgotPltSection::getSize() const { 957 return Entries.size() * Target->GotPltEntrySize; 958 } 959 960 void IgotPltSection::writeTo(uint8_t *Buf) { 961 for (const SymbolBody *B : Entries) { 962 Target->writeIgotPlt(Buf, *B); 963 Buf += Config->Wordsize; 964 } 965 } 966 967 StringTableSection::StringTableSection(StringRef Name, bool Dynamic) 968 : SyntheticSection(Dynamic ? (uint64_t)SHF_ALLOC : 0, SHT_STRTAB, 1, Name), 969 Dynamic(Dynamic) { 970 // ELF string tables start with a NUL byte. 971 addString(""); 972 } 973 974 // Adds a string to the string table. If HashIt is true we hash and check for 975 // duplicates. It is optional because the name of global symbols are already 976 // uniqued and hashing them again has a big cost for a small value: uniquing 977 // them with some other string that happens to be the same. 978 unsigned StringTableSection::addString(StringRef S, bool HashIt) { 979 if (HashIt) { 980 auto R = StringMap.insert(std::make_pair(S, this->Size)); 981 if (!R.second) 982 return R.first->second; 983 } 984 unsigned Ret = this->Size; 985 this->Size = this->Size + S.size() + 1; 986 Strings.push_back(S); 987 return Ret; 988 } 989 990 void StringTableSection::writeTo(uint8_t *Buf) { 991 for (StringRef S : Strings) { 992 memcpy(Buf, S.data(), S.size()); 993 Buf += S.size() + 1; 994 } 995 } 996 997 // Returns the number of version definition entries. Because the first entry 998 // is for the version definition itself, it is the number of versioned symbols 999 // plus one. Note that we don't support multiple versions yet. 1000 static unsigned getVerDefNum() { return Config->VersionDefinitions.size() + 1; } 1001 1002 template <class ELFT> 1003 DynamicSection<ELFT>::DynamicSection() 1004 : SyntheticSection(SHF_ALLOC | SHF_WRITE, SHT_DYNAMIC, Config->Wordsize, 1005 ".dynamic") { 1006 this->Entsize = ELFT::Is64Bits ? 16 : 8; 1007 1008 // .dynamic section is not writable on MIPS and on Fuchsia OS 1009 // which passes -z rodynamic. 1010 // See "Special Section" in Chapter 4 in the following document: 1011 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf 1012 if (Config->EMachine == EM_MIPS || Config->ZRodynamic) 1013 this->Flags = SHF_ALLOC; 1014 1015 addEntries(); 1016 } 1017 1018 // There are some dynamic entries that don't depend on other sections. 1019 // Such entries can be set early. 1020 template <class ELFT> void DynamicSection<ELFT>::addEntries() { 1021 // Add strings to .dynstr early so that .dynstr's size will be 1022 // fixed early. 1023 for (StringRef S : Config->AuxiliaryList) 1024 add({DT_AUXILIARY, InX::DynStrTab->addString(S)}); 1025 if (!Config->Rpath.empty()) 1026 add({Config->EnableNewDtags ? DT_RUNPATH : DT_RPATH, 1027 InX::DynStrTab->addString(Config->Rpath)}); 1028 for (SharedFile<ELFT> *F : Symtab<ELFT>::X->getSharedFiles()) 1029 if (F->isNeeded()) 1030 add({DT_NEEDED, InX::DynStrTab->addString(F->SoName)}); 1031 if (!Config->SoName.empty()) 1032 add({DT_SONAME, InX::DynStrTab->addString(Config->SoName)}); 1033 1034 // Set DT_FLAGS and DT_FLAGS_1. 1035 uint32_t DtFlags = 0; 1036 uint32_t DtFlags1 = 0; 1037 if (Config->Bsymbolic) 1038 DtFlags |= DF_SYMBOLIC; 1039 if (Config->ZNodelete) 1040 DtFlags1 |= DF_1_NODELETE; 1041 if (Config->ZNodlopen) 1042 DtFlags1 |= DF_1_NOOPEN; 1043 if (Config->ZNow) { 1044 DtFlags |= DF_BIND_NOW; 1045 DtFlags1 |= DF_1_NOW; 1046 } 1047 if (Config->ZOrigin) { 1048 DtFlags |= DF_ORIGIN; 1049 DtFlags1 |= DF_1_ORIGIN; 1050 } 1051 1052 if (DtFlags) 1053 add({DT_FLAGS, DtFlags}); 1054 if (DtFlags1) 1055 add({DT_FLAGS_1, DtFlags1}); 1056 1057 // DT_DEBUG is a pointer to debug informaion used by debuggers at runtime. We 1058 // need it for each process, so we don't write it for DSOs. The loader writes 1059 // the pointer into this entry. 1060 // 1061 // DT_DEBUG is the only .dynamic entry that needs to be written to. Some 1062 // systems (currently only Fuchsia OS) provide other means to give the 1063 // debugger this information. Such systems may choose make .dynamic read-only. 1064 // If the target is such a system (used -z rodynamic) don't write DT_DEBUG. 1065 if (!Config->Shared && !Config->Relocatable && !Config->ZRodynamic) 1066 add({DT_DEBUG, (uint64_t)0}); 1067 } 1068 1069 // Add remaining entries to complete .dynamic contents. 1070 template <class ELFT> void DynamicSection<ELFT>::finalizeContents() { 1071 if (this->Size) 1072 return; // Already finalized. 1073 1074 this->Link = InX::DynStrTab->OutSec->SectionIndex; 1075 if (In<ELFT>::RelaDyn->OutSec->Size > 0) { 1076 bool IsRela = Config->IsRela; 1077 add({IsRela ? DT_RELA : DT_REL, In<ELFT>::RelaDyn}); 1078 add({IsRela ? DT_RELASZ : DT_RELSZ, In<ELFT>::RelaDyn->OutSec->Size}); 1079 add({IsRela ? DT_RELAENT : DT_RELENT, 1080 uint64_t(IsRela ? sizeof(Elf_Rela) : sizeof(Elf_Rel))}); 1081 1082 // MIPS dynamic loader does not support RELCOUNT tag. 1083 // The problem is in the tight relation between dynamic 1084 // relocations and GOT. So do not emit this tag on MIPS. 1085 if (Config->EMachine != EM_MIPS) { 1086 size_t NumRelativeRels = In<ELFT>::RelaDyn->getRelativeRelocCount(); 1087 if (Config->ZCombreloc && NumRelativeRels) 1088 add({IsRela ? DT_RELACOUNT : DT_RELCOUNT, NumRelativeRels}); 1089 } 1090 } 1091 if (In<ELFT>::RelaPlt->OutSec->Size > 0) { 1092 add({DT_JMPREL, In<ELFT>::RelaPlt}); 1093 add({DT_PLTRELSZ, In<ELFT>::RelaPlt->OutSec->Size}); 1094 add({Config->EMachine == EM_MIPS ? DT_MIPS_PLTGOT : DT_PLTGOT, 1095 InX::GotPlt}); 1096 add({DT_PLTREL, uint64_t(Config->IsRela ? DT_RELA : DT_REL)}); 1097 } 1098 1099 add({DT_SYMTAB, InX::DynSymTab}); 1100 add({DT_SYMENT, sizeof(Elf_Sym)}); 1101 add({DT_STRTAB, InX::DynStrTab}); 1102 add({DT_STRSZ, InX::DynStrTab->getSize()}); 1103 if (!Config->ZText) 1104 add({DT_TEXTREL, (uint64_t)0}); 1105 if (InX::GnuHashTab) 1106 add({DT_GNU_HASH, InX::GnuHashTab}); 1107 if (In<ELFT>::HashTab) 1108 add({DT_HASH, In<ELFT>::HashTab}); 1109 1110 if (Out::PreinitArray) { 1111 add({DT_PREINIT_ARRAY, Out::PreinitArray}); 1112 add({DT_PREINIT_ARRAYSZ, Out::PreinitArray, Entry::SecSize}); 1113 } 1114 if (Out::InitArray) { 1115 add({DT_INIT_ARRAY, Out::InitArray}); 1116 add({DT_INIT_ARRAYSZ, Out::InitArray, Entry::SecSize}); 1117 } 1118 if (Out::FiniArray) { 1119 add({DT_FINI_ARRAY, Out::FiniArray}); 1120 add({DT_FINI_ARRAYSZ, Out::FiniArray, Entry::SecSize}); 1121 } 1122 1123 if (SymbolBody *B = Symtab<ELFT>::X->findInCurrentDSO(Config->Init)) 1124 add({DT_INIT, B}); 1125 if (SymbolBody *B = Symtab<ELFT>::X->findInCurrentDSO(Config->Fini)) 1126 add({DT_FINI, B}); 1127 1128 bool HasVerNeed = In<ELFT>::VerNeed->getNeedNum() != 0; 1129 if (HasVerNeed || In<ELFT>::VerDef) 1130 add({DT_VERSYM, In<ELFT>::VerSym}); 1131 if (In<ELFT>::VerDef) { 1132 add({DT_VERDEF, In<ELFT>::VerDef}); 1133 add({DT_VERDEFNUM, getVerDefNum()}); 1134 } 1135 if (HasVerNeed) { 1136 add({DT_VERNEED, In<ELFT>::VerNeed}); 1137 add({DT_VERNEEDNUM, In<ELFT>::VerNeed->getNeedNum()}); 1138 } 1139 1140 if (Config->EMachine == EM_MIPS) { 1141 add({DT_MIPS_RLD_VERSION, 1}); 1142 add({DT_MIPS_FLAGS, RHF_NOTPOT}); 1143 add({DT_MIPS_BASE_ADDRESS, Config->ImageBase}); 1144 add({DT_MIPS_SYMTABNO, InX::DynSymTab->getNumSymbols()}); 1145 add({DT_MIPS_LOCAL_GOTNO, InX::MipsGot->getLocalEntriesNum()}); 1146 if (const SymbolBody *B = InX::MipsGot->getFirstGlobalEntry()) 1147 add({DT_MIPS_GOTSYM, B->DynsymIndex}); 1148 else 1149 add({DT_MIPS_GOTSYM, InX::DynSymTab->getNumSymbols()}); 1150 add({DT_PLTGOT, InX::MipsGot}); 1151 if (InX::MipsRldMap) 1152 add({DT_MIPS_RLD_MAP, InX::MipsRldMap}); 1153 } 1154 1155 this->OutSec->Link = this->Link; 1156 1157 // +1 for DT_NULL 1158 this->Size = (Entries.size() + 1) * this->Entsize; 1159 } 1160 1161 template <class ELFT> void DynamicSection<ELFT>::writeTo(uint8_t *Buf) { 1162 auto *P = reinterpret_cast<Elf_Dyn *>(Buf); 1163 1164 for (const Entry &E : Entries) { 1165 P->d_tag = E.Tag; 1166 switch (E.Kind) { 1167 case Entry::SecAddr: 1168 P->d_un.d_ptr = E.OutSec->Addr; 1169 break; 1170 case Entry::InSecAddr: 1171 P->d_un.d_ptr = E.InSec->OutSec->Addr + E.InSec->OutSecOff; 1172 break; 1173 case Entry::SecSize: 1174 P->d_un.d_val = E.OutSec->Size; 1175 break; 1176 case Entry::SymAddr: 1177 P->d_un.d_ptr = E.Sym->getVA(); 1178 break; 1179 case Entry::PlainInt: 1180 P->d_un.d_val = E.Val; 1181 break; 1182 } 1183 ++P; 1184 } 1185 } 1186 1187 uint64_t DynamicReloc::getOffset() const { 1188 return InputSec->OutSec->Addr + InputSec->getOffset(OffsetInSec); 1189 } 1190 1191 int64_t DynamicReloc::getAddend() const { 1192 if (UseSymVA) 1193 return Sym->getVA(Addend); 1194 return Addend; 1195 } 1196 1197 uint32_t DynamicReloc::getSymIndex() const { 1198 if (Sym && !UseSymVA) 1199 return Sym->DynsymIndex; 1200 return 0; 1201 } 1202 1203 template <class ELFT> 1204 RelocationSection<ELFT>::RelocationSection(StringRef Name, bool Sort) 1205 : SyntheticSection(SHF_ALLOC, Config->IsRela ? SHT_RELA : SHT_REL, 1206 Config->Wordsize, Name), 1207 Sort(Sort) { 1208 this->Entsize = Config->IsRela ? sizeof(Elf_Rela) : sizeof(Elf_Rel); 1209 } 1210 1211 template <class ELFT> 1212 void RelocationSection<ELFT>::addReloc(const DynamicReloc &Reloc) { 1213 if (Reloc.Type == Target->RelativeRel) 1214 ++NumRelativeRelocs; 1215 Relocs.push_back(Reloc); 1216 } 1217 1218 template <class ELFT, class RelTy> 1219 static bool compRelocations(const RelTy &A, const RelTy &B) { 1220 bool AIsRel = A.getType(Config->IsMips64EL) == Target->RelativeRel; 1221 bool BIsRel = B.getType(Config->IsMips64EL) == Target->RelativeRel; 1222 if (AIsRel != BIsRel) 1223 return AIsRel; 1224 1225 return A.getSymbol(Config->IsMips64EL) < B.getSymbol(Config->IsMips64EL); 1226 } 1227 1228 template <class ELFT> void RelocationSection<ELFT>::writeTo(uint8_t *Buf) { 1229 uint8_t *BufBegin = Buf; 1230 for (const DynamicReloc &Rel : Relocs) { 1231 auto *P = reinterpret_cast<Elf_Rela *>(Buf); 1232 Buf += Config->IsRela ? sizeof(Elf_Rela) : sizeof(Elf_Rel); 1233 1234 if (Config->IsRela) 1235 P->r_addend = Rel.getAddend(); 1236 P->r_offset = Rel.getOffset(); 1237 if (Config->EMachine == EM_MIPS && Rel.getInputSec() == InX::MipsGot) 1238 // Dynamic relocation against MIPS GOT section make deal TLS entries 1239 // allocated in the end of the GOT. We need to adjust the offset to take 1240 // in account 'local' and 'global' GOT entries. 1241 P->r_offset += InX::MipsGot->getTlsOffset(); 1242 P->setSymbolAndType(Rel.getSymIndex(), Rel.Type, Config->IsMips64EL); 1243 } 1244 1245 if (Sort) { 1246 if (Config->IsRela) 1247 std::stable_sort((Elf_Rela *)BufBegin, 1248 (Elf_Rela *)BufBegin + Relocs.size(), 1249 compRelocations<ELFT, Elf_Rela>); 1250 else 1251 std::stable_sort((Elf_Rel *)BufBegin, (Elf_Rel *)BufBegin + Relocs.size(), 1252 compRelocations<ELFT, Elf_Rel>); 1253 } 1254 } 1255 1256 template <class ELFT> unsigned RelocationSection<ELFT>::getRelocOffset() { 1257 return this->Entsize * Relocs.size(); 1258 } 1259 1260 template <class ELFT> void RelocationSection<ELFT>::finalizeContents() { 1261 this->Link = InX::DynSymTab ? InX::DynSymTab->OutSec->SectionIndex 1262 : InX::SymTab->OutSec->SectionIndex; 1263 1264 // Set required output section properties. 1265 this->OutSec->Link = this->Link; 1266 } 1267 1268 SymbolTableBaseSection::SymbolTableBaseSection(StringTableSection &StrTabSec) 1269 : SyntheticSection(StrTabSec.isDynamic() ? (uint64_t)SHF_ALLOC : 0, 1270 StrTabSec.isDynamic() ? SHT_DYNSYM : SHT_SYMTAB, 1271 Config->Wordsize, 1272 StrTabSec.isDynamic() ? ".dynsym" : ".symtab"), 1273 StrTabSec(StrTabSec) {} 1274 1275 // Orders symbols according to their positions in the GOT, 1276 // in compliance with MIPS ABI rules. 1277 // See "Global Offset Table" in Chapter 5 in the following document 1278 // for detailed description: 1279 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf 1280 static bool sortMipsSymbols(const SymbolTableEntry &L, 1281 const SymbolTableEntry &R) { 1282 // Sort entries related to non-local preemptible symbols by GOT indexes. 1283 // All other entries go to the first part of GOT in arbitrary order. 1284 bool LIsInLocalGot = !L.Symbol->IsInGlobalMipsGot; 1285 bool RIsInLocalGot = !R.Symbol->IsInGlobalMipsGot; 1286 if (LIsInLocalGot || RIsInLocalGot) 1287 return !RIsInLocalGot; 1288 return L.Symbol->GotIndex < R.Symbol->GotIndex; 1289 } 1290 1291 // Finalize a symbol table. The ELF spec requires that all local 1292 // symbols precede global symbols, so we sort symbol entries in this 1293 // function. (For .dynsym, we don't do that because symbols for 1294 // dynamic linking are inherently all globals.) 1295 void SymbolTableBaseSection::finalizeContents() { 1296 this->OutSec->Link = StrTabSec.OutSec->SectionIndex; 1297 1298 // If it is a .dynsym, there should be no local symbols, but we need 1299 // to do a few things for the dynamic linker. 1300 if (this->Type == SHT_DYNSYM) { 1301 // Section's Info field has the index of the first non-local symbol. 1302 // Because the first symbol entry is a null entry, 1 is the first. 1303 this->OutSec->Info = 1; 1304 1305 if (InX::GnuHashTab) { 1306 // NB: It also sorts Symbols to meet the GNU hash table requirements. 1307 InX::GnuHashTab->addSymbols(Symbols); 1308 } else if (Config->EMachine == EM_MIPS) { 1309 std::stable_sort(Symbols.begin(), Symbols.end(), sortMipsSymbols); 1310 } 1311 1312 size_t I = 0; 1313 for (const SymbolTableEntry &S : Symbols) 1314 S.Symbol->DynsymIndex = ++I; 1315 return; 1316 } 1317 } 1318 1319 void SymbolTableBaseSection::postThunkContents() { 1320 if (this->Type == SHT_DYNSYM) 1321 return; 1322 // move all local symbols before global symbols. 1323 auto It = std::stable_partition( 1324 Symbols.begin(), Symbols.end(), [](const SymbolTableEntry &S) { 1325 return S.Symbol->isLocal() || 1326 S.Symbol->symbol()->computeBinding() == STB_LOCAL; 1327 }); 1328 size_t NumLocals = It - Symbols.begin(); 1329 this->OutSec->Info = NumLocals + 1; 1330 } 1331 1332 void SymbolTableBaseSection::addSymbol(SymbolBody *B) { 1333 // Adding a local symbol to a .dynsym is a bug. 1334 assert(this->Type != SHT_DYNSYM || !B->isLocal()); 1335 1336 bool HashIt = B->isLocal(); 1337 Symbols.push_back({B, StrTabSec.addString(B->getName(), HashIt)}); 1338 } 1339 1340 size_t SymbolTableBaseSection::getSymbolIndex(SymbolBody *Body) { 1341 auto I = llvm::find_if(Symbols, [&](const SymbolTableEntry &E) { 1342 if (E.Symbol == Body) 1343 return true; 1344 // This is used for -r, so we have to handle multiple section 1345 // symbols being combined. 1346 if (Body->Type == STT_SECTION && E.Symbol->Type == STT_SECTION) 1347 return cast<DefinedRegular>(Body)->Section->getOutputSection() == 1348 cast<DefinedRegular>(E.Symbol)->Section->getOutputSection(); 1349 return false; 1350 }); 1351 if (I == Symbols.end()) 1352 return 0; 1353 return I - Symbols.begin() + 1; 1354 } 1355 1356 template <class ELFT> 1357 SymbolTableSection<ELFT>::SymbolTableSection(StringTableSection &StrTabSec) 1358 : SymbolTableBaseSection(StrTabSec) { 1359 this->Entsize = sizeof(Elf_Sym); 1360 } 1361 1362 // Write the internal symbol table contents to the output symbol table. 1363 template <class ELFT> void SymbolTableSection<ELFT>::writeTo(uint8_t *Buf) { 1364 // The first entry is a null entry as per the ELF spec. 1365 Buf += sizeof(Elf_Sym); 1366 1367 auto *ESym = reinterpret_cast<Elf_Sym *>(Buf); 1368 1369 for (SymbolTableEntry &Ent : Symbols) { 1370 SymbolBody *Body = Ent.Symbol; 1371 1372 // Set st_info and st_other. 1373 if (Body->isLocal()) { 1374 ESym->setBindingAndType(STB_LOCAL, Body->Type); 1375 } else { 1376 ESym->setBindingAndType(Body->symbol()->computeBinding(), Body->Type); 1377 ESym->setVisibility(Body->symbol()->Visibility); 1378 } 1379 1380 ESym->st_name = Ent.StrTabOffset; 1381 ESym->st_size = Body->getSize<ELFT>(); 1382 1383 // Set a section index. 1384 if (const OutputSection *OutSec = Body->getOutputSection()) 1385 ESym->st_shndx = OutSec->SectionIndex; 1386 else if (isa<DefinedRegular>(Body)) 1387 ESym->st_shndx = SHN_ABS; 1388 else if (isa<DefinedCommon>(Body)) 1389 ESym->st_shndx = SHN_COMMON; 1390 1391 // st_value is usually an address of a symbol, but that has a 1392 // special meaining for uninstantiated common symbols (this can 1393 // occur if -r is given). 1394 if (!Config->DefineCommon && isa<DefinedCommon>(Body)) 1395 ESym->st_value = cast<DefinedCommon>(Body)->Alignment; 1396 else 1397 ESym->st_value = Body->getVA(); 1398 1399 ++ESym; 1400 } 1401 1402 // On MIPS we need to mark symbol which has a PLT entry and requires 1403 // pointer equality by STO_MIPS_PLT flag. That is necessary to help 1404 // dynamic linker distinguish such symbols and MIPS lazy-binding stubs. 1405 // https://sourceware.org/ml/binutils/2008-07/txt00000.txt 1406 if (Config->EMachine == EM_MIPS) { 1407 auto *ESym = reinterpret_cast<Elf_Sym *>(Buf); 1408 1409 for (SymbolTableEntry &Ent : Symbols) { 1410 SymbolBody *Body = Ent.Symbol; 1411 if (Body->isInPlt() && Body->NeedsPltAddr) 1412 ESym->st_other |= STO_MIPS_PLT; 1413 1414 if (Config->Relocatable) 1415 if (auto *D = dyn_cast<DefinedRegular>(Body)) 1416 if (D->isMipsPIC<ELFT>()) 1417 ESym->st_other |= STO_MIPS_PIC; 1418 ++ESym; 1419 } 1420 } 1421 } 1422 1423 // .hash and .gnu.hash sections contain on-disk hash tables that map 1424 // symbol names to their dynamic symbol table indices. Their purpose 1425 // is to help the dynamic linker resolve symbols quickly. If ELF files 1426 // don't have them, the dynamic linker has to do linear search on all 1427 // dynamic symbols, which makes programs slower. Therefore, a .hash 1428 // section is added to a DSO by default. A .gnu.hash is added if you 1429 // give the -hash-style=gnu or -hash-style=both option. 1430 // 1431 // The Unix semantics of resolving dynamic symbols is somewhat expensive. 1432 // Each ELF file has a list of DSOs that the ELF file depends on and a 1433 // list of dynamic symbols that need to be resolved from any of the 1434 // DSOs. That means resolving all dynamic symbols takes O(m)*O(n) 1435 // where m is the number of DSOs and n is the number of dynamic 1436 // symbols. For modern large programs, both m and n are large. So 1437 // making each step faster by using hash tables substiantially 1438 // improves time to load programs. 1439 // 1440 // (Note that this is not the only way to design the shared library. 1441 // For instance, the Windows DLL takes a different approach. On 1442 // Windows, each dynamic symbol has a name of DLL from which the symbol 1443 // has to be resolved. That makes the cost of symbol resolution O(n). 1444 // This disables some hacky techniques you can use on Unix such as 1445 // LD_PRELOAD, but this is arguably better semantics than the Unix ones.) 1446 // 1447 // Due to historical reasons, we have two different hash tables, .hash 1448 // and .gnu.hash. They are for the same purpose, and .gnu.hash is a new 1449 // and better version of .hash. .hash is just an on-disk hash table, but 1450 // .gnu.hash has a bloom filter in addition to a hash table to skip 1451 // DSOs very quickly. If you are sure that your dynamic linker knows 1452 // about .gnu.hash, you want to specify -hash-style=gnu. Otherwise, a 1453 // safe bet is to specify -hash-style=both for backward compatibilty. 1454 GnuHashTableSection::GnuHashTableSection() 1455 : SyntheticSection(SHF_ALLOC, SHT_GNU_HASH, Config->Wordsize, ".gnu.hash") { 1456 } 1457 1458 void GnuHashTableSection::finalizeContents() { 1459 this->OutSec->Link = InX::DynSymTab->OutSec->SectionIndex; 1460 1461 // Computes bloom filter size in word size. We want to allocate 8 1462 // bits for each symbol. It must be a power of two. 1463 if (Symbols.empty()) 1464 MaskWords = 1; 1465 else 1466 MaskWords = NextPowerOf2((Symbols.size() - 1) / Config->Wordsize); 1467 1468 Size = 16; // Header 1469 Size += Config->Wordsize * MaskWords; // Bloom filter 1470 Size += NBuckets * 4; // Hash buckets 1471 Size += Symbols.size() * 4; // Hash values 1472 } 1473 1474 void GnuHashTableSection::writeTo(uint8_t *Buf) { 1475 // Write a header. 1476 write32(Buf, NBuckets, Config->Endianness); 1477 write32(Buf + 4, InX::DynSymTab->getNumSymbols() - Symbols.size(), 1478 Config->Endianness); 1479 write32(Buf + 8, MaskWords, Config->Endianness); 1480 write32(Buf + 12, getShift2(), Config->Endianness); 1481 Buf += 16; 1482 1483 // Write a bloom filter and a hash table. 1484 writeBloomFilter(Buf); 1485 Buf += Config->Wordsize * MaskWords; 1486 writeHashTable(Buf); 1487 } 1488 1489 // This function writes a 2-bit bloom filter. This bloom filter alone 1490 // usually filters out 80% or more of all symbol lookups [1]. 1491 // The dynamic linker uses the hash table only when a symbol is not 1492 // filtered out by a bloom filter. 1493 // 1494 // [1] Ulrich Drepper (2011), "How To Write Shared Libraries" (Ver. 4.1.2), 1495 // p.9, https://www.akkadia.org/drepper/dsohowto.pdf 1496 void GnuHashTableSection::writeBloomFilter(uint8_t *Buf) { 1497 const unsigned C = Config->Wordsize * 8; 1498 for (const Entry &Sym : Symbols) { 1499 size_t I = (Sym.Hash / C) & (MaskWords - 1); 1500 uint64_t Val = readUint(Buf + I * Config->Wordsize); 1501 Val |= uint64_t(1) << (Sym.Hash % C); 1502 Val |= uint64_t(1) << ((Sym.Hash >> getShift2()) % C); 1503 writeUint(Buf + I * Config->Wordsize, Val); 1504 } 1505 } 1506 1507 void GnuHashTableSection::writeHashTable(uint8_t *Buf) { 1508 // Group symbols by hash value. 1509 std::vector<std::vector<Entry>> Syms(NBuckets); 1510 for (const Entry &Ent : Symbols) 1511 Syms[Ent.Hash % NBuckets].push_back(Ent); 1512 1513 // Write hash buckets. Hash buckets contain indices in the following 1514 // hash value table. 1515 uint32_t *Buckets = reinterpret_cast<uint32_t *>(Buf); 1516 for (size_t I = 0; I < NBuckets; ++I) 1517 if (!Syms[I].empty()) 1518 write32(Buckets + I, Syms[I][0].Body->DynsymIndex, Config->Endianness); 1519 1520 // Write a hash value table. It represents a sequence of chains that 1521 // share the same hash modulo value. The last element of each chain 1522 // is terminated by LSB 1. 1523 uint32_t *Values = Buckets + NBuckets; 1524 size_t I = 0; 1525 for (std::vector<Entry> &Vec : Syms) { 1526 if (Vec.empty()) 1527 continue; 1528 for (const Entry &Ent : makeArrayRef(Vec).drop_back()) 1529 write32(Values + I++, Ent.Hash & ~1, Config->Endianness); 1530 write32(Values + I++, Vec.back().Hash | 1, Config->Endianness); 1531 } 1532 } 1533 1534 static uint32_t hashGnu(StringRef Name) { 1535 uint32_t H = 5381; 1536 for (uint8_t C : Name) 1537 H = (H << 5) + H + C; 1538 return H; 1539 } 1540 1541 // Returns a number of hash buckets to accomodate given number of elements. 1542 // We want to choose a moderate number that is not too small (which 1543 // causes too many hash collisions) and not too large (which wastes 1544 // disk space.) 1545 // 1546 // We return a prime number because it (is believed to) achieve good 1547 // hash distribution. 1548 static size_t getBucketSize(size_t NumSymbols) { 1549 // List of largest prime numbers that are not greater than 2^n + 1. 1550 for (size_t N : {131071, 65521, 32749, 16381, 8191, 4093, 2039, 1021, 509, 1551 251, 127, 61, 31, 13, 7, 3, 1}) 1552 if (N <= NumSymbols) 1553 return N; 1554 return 0; 1555 } 1556 1557 // Add symbols to this symbol hash table. Note that this function 1558 // destructively sort a given vector -- which is needed because 1559 // GNU-style hash table places some sorting requirements. 1560 void GnuHashTableSection::addSymbols(std::vector<SymbolTableEntry> &V) { 1561 // We cannot use 'auto' for Mid because GCC 6.1 cannot deduce 1562 // its type correctly. 1563 std::vector<SymbolTableEntry>::iterator Mid = 1564 std::stable_partition(V.begin(), V.end(), [](const SymbolTableEntry &S) { 1565 return S.Symbol->isUndefined(); 1566 }); 1567 if (Mid == V.end()) 1568 return; 1569 1570 for (SymbolTableEntry &Ent : llvm::make_range(Mid, V.end())) { 1571 SymbolBody *B = Ent.Symbol; 1572 Symbols.push_back({B, Ent.StrTabOffset, hashGnu(B->getName())}); 1573 } 1574 1575 NBuckets = getBucketSize(Symbols.size()); 1576 std::stable_sort(Symbols.begin(), Symbols.end(), 1577 [&](const Entry &L, const Entry &R) { 1578 return L.Hash % NBuckets < R.Hash % NBuckets; 1579 }); 1580 1581 V.erase(Mid, V.end()); 1582 for (const Entry &Ent : Symbols) 1583 V.push_back({Ent.Body, Ent.StrTabOffset}); 1584 } 1585 1586 template <class ELFT> 1587 HashTableSection<ELFT>::HashTableSection() 1588 : SyntheticSection(SHF_ALLOC, SHT_HASH, 4, ".hash") { 1589 this->Entsize = 4; 1590 } 1591 1592 template <class ELFT> void HashTableSection<ELFT>::finalizeContents() { 1593 this->OutSec->Link = InX::DynSymTab->OutSec->SectionIndex; 1594 1595 unsigned NumEntries = 2; // nbucket and nchain. 1596 NumEntries += InX::DynSymTab->getNumSymbols(); // The chain entries. 1597 1598 // Create as many buckets as there are symbols. 1599 // FIXME: This is simplistic. We can try to optimize it, but implementing 1600 // support for SHT_GNU_HASH is probably even more profitable. 1601 NumEntries += InX::DynSymTab->getNumSymbols(); 1602 this->Size = NumEntries * 4; 1603 } 1604 1605 template <class ELFT> void HashTableSection<ELFT>::writeTo(uint8_t *Buf) { 1606 // A 32-bit integer type in the target endianness. 1607 typedef typename ELFT::Word Elf_Word; 1608 1609 unsigned NumSymbols = InX::DynSymTab->getNumSymbols(); 1610 1611 auto *P = reinterpret_cast<Elf_Word *>(Buf); 1612 *P++ = NumSymbols; // nbucket 1613 *P++ = NumSymbols; // nchain 1614 1615 Elf_Word *Buckets = P; 1616 Elf_Word *Chains = P + NumSymbols; 1617 1618 for (const SymbolTableEntry &S : InX::DynSymTab->getSymbols()) { 1619 SymbolBody *Body = S.Symbol; 1620 StringRef Name = Body->getName(); 1621 unsigned I = Body->DynsymIndex; 1622 uint32_t Hash = hashSysV(Name) % NumSymbols; 1623 Chains[I] = Buckets[Hash]; 1624 Buckets[Hash] = I; 1625 } 1626 } 1627 1628 PltSection::PltSection(size_t S) 1629 : SyntheticSection(SHF_ALLOC | SHF_EXECINSTR, SHT_PROGBITS, 16, ".plt"), 1630 HeaderSize(S) {} 1631 1632 void PltSection::writeTo(uint8_t *Buf) { 1633 // At beginning of PLT but not the IPLT, we have code to call the dynamic 1634 // linker to resolve dynsyms at runtime. Write such code. 1635 if (HeaderSize != 0) 1636 Target->writePltHeader(Buf); 1637 size_t Off = HeaderSize; 1638 // The IPlt is immediately after the Plt, account for this in RelOff 1639 unsigned PltOff = getPltRelocOff(); 1640 1641 for (auto &I : Entries) { 1642 const SymbolBody *B = I.first; 1643 unsigned RelOff = I.second + PltOff; 1644 uint64_t Got = B->getGotPltVA(); 1645 uint64_t Plt = this->getVA() + Off; 1646 Target->writePlt(Buf + Off, Got, Plt, B->PltIndex, RelOff); 1647 Off += Target->PltEntrySize; 1648 } 1649 } 1650 1651 template <class ELFT> void PltSection::addEntry(SymbolBody &Sym) { 1652 Sym.PltIndex = Entries.size(); 1653 RelocationSection<ELFT> *PltRelocSection = In<ELFT>::RelaPlt; 1654 if (HeaderSize == 0) { 1655 PltRelocSection = In<ELFT>::RelaIplt; 1656 Sym.IsInIplt = true; 1657 } 1658 unsigned RelOff = PltRelocSection->getRelocOffset(); 1659 Entries.push_back(std::make_pair(&Sym, RelOff)); 1660 } 1661 1662 size_t PltSection::getSize() const { 1663 return HeaderSize + Entries.size() * Target->PltEntrySize; 1664 } 1665 1666 // Some architectures such as additional symbols in the PLT section. For 1667 // example ARM uses mapping symbols to aid disassembly 1668 void PltSection::addSymbols() { 1669 // The PLT may have symbols defined for the Header, the IPLT has no header 1670 if (HeaderSize != 0) 1671 Target->addPltHeaderSymbols(this); 1672 size_t Off = HeaderSize; 1673 for (size_t I = 0; I < Entries.size(); ++I) { 1674 Target->addPltSymbols(this, Off); 1675 Off += Target->PltEntrySize; 1676 } 1677 } 1678 1679 unsigned PltSection::getPltRelocOff() const { 1680 return (HeaderSize == 0) ? InX::Plt->getSize() : 0; 1681 } 1682 1683 GdbIndexSection::GdbIndexSection() 1684 : SyntheticSection(0, SHT_PROGBITS, 1, ".gdb_index"), 1685 StringPool(llvm::StringTableBuilder::ELF) {} 1686 1687 // Iterative hash function for symbol's name is described in .gdb_index format 1688 // specification. Note that we use one for version 5 to 7 here, it is different 1689 // for version 4. 1690 static uint32_t hash(StringRef Str) { 1691 uint32_t R = 0; 1692 for (uint8_t C : Str) 1693 R = R * 67 + tolower(C) - 113; 1694 return R; 1695 } 1696 1697 static std::vector<std::pair<uint64_t, uint64_t>> 1698 readCuList(DWARFContext &Dwarf, InputSection *Sec) { 1699 std::vector<std::pair<uint64_t, uint64_t>> Ret; 1700 for (std::unique_ptr<DWARFCompileUnit> &CU : Dwarf.compile_units()) 1701 Ret.push_back({Sec->OutSecOff + CU->getOffset(), CU->getLength() + 4}); 1702 return Ret; 1703 } 1704 1705 static InputSection *findSection(ArrayRef<InputSectionBase *> Arr, 1706 uint64_t Offset) { 1707 for (InputSectionBase *S : Arr) 1708 if (auto *IS = dyn_cast_or_null<InputSection>(S)) 1709 if (IS != &InputSection::Discarded && IS->Live && 1710 Offset >= IS->getOffsetInFile() && 1711 Offset < IS->getOffsetInFile() + IS->getSize()) 1712 return IS; 1713 return nullptr; 1714 } 1715 1716 static std::vector<AddressEntry> 1717 readAddressArea(DWARFContext &Dwarf, InputSection *Sec, size_t CurrentCU) { 1718 std::vector<AddressEntry> Ret; 1719 1720 for (std::unique_ptr<DWARFCompileUnit> &CU : Dwarf.compile_units()) { 1721 DWARFAddressRangesVector Ranges; 1722 CU->collectAddressRanges(Ranges); 1723 1724 ArrayRef<InputSectionBase *> Sections = Sec->File->getSections(); 1725 for (DWARFAddressRange &R : Ranges) 1726 if (InputSection *S = findSection(Sections, R.LowPC)) 1727 Ret.push_back({S, R.LowPC - S->getOffsetInFile(), 1728 R.HighPC - S->getOffsetInFile(), CurrentCU}); 1729 ++CurrentCU; 1730 } 1731 return Ret; 1732 } 1733 1734 static std::vector<std::pair<StringRef, uint8_t>> 1735 readPubNamesAndTypes(DWARFContext &Dwarf, bool IsLE) { 1736 StringRef Data[] = {Dwarf.getGnuPubNamesSection(), 1737 Dwarf.getGnuPubTypesSection()}; 1738 1739 std::vector<std::pair<StringRef, uint8_t>> Ret; 1740 for (StringRef D : Data) { 1741 DWARFDebugPubTable PubTable(D, IsLE, true); 1742 for (const DWARFDebugPubTable::Set &Set : PubTable.getData()) 1743 for (const DWARFDebugPubTable::Entry &Ent : Set.Entries) 1744 Ret.push_back({Ent.Name, Ent.Descriptor.toBits()}); 1745 } 1746 return Ret; 1747 } 1748 1749 class ObjInfoTy : public llvm::LoadedObjectInfo { 1750 uint64_t getSectionLoadAddress(const object::SectionRef &Sec) const override { 1751 auto &S = static_cast<const object::ELFSectionRef &>(Sec); 1752 if (S.getFlags() & ELF::SHF_ALLOC) 1753 return S.getOffset(); 1754 return 0; 1755 } 1756 1757 std::unique_ptr<llvm::LoadedObjectInfo> clone() const override { return {}; } 1758 }; 1759 1760 void GdbIndexSection::readDwarf(InputSection *Sec) { 1761 Expected<std::unique_ptr<object::ObjectFile>> Obj = 1762 object::ObjectFile::createObjectFile(Sec->File->MB); 1763 if (!Obj) { 1764 error(toString(Sec->File) + ": error creating DWARF context"); 1765 return; 1766 } 1767 1768 ObjInfoTy ObjInfo; 1769 DWARFContextInMemory Dwarf(*Obj.get(), &ObjInfo); 1770 1771 size_t CuId = CompilationUnits.size(); 1772 for (std::pair<uint64_t, uint64_t> &P : readCuList(Dwarf, Sec)) 1773 CompilationUnits.push_back(P); 1774 1775 for (AddressEntry &Ent : readAddressArea(Dwarf, Sec, CuId)) 1776 AddressArea.push_back(Ent); 1777 1778 std::vector<std::pair<StringRef, uint8_t>> NamesAndTypes = 1779 readPubNamesAndTypes(Dwarf, Config->IsLE); 1780 1781 for (std::pair<StringRef, uint8_t> &Pair : NamesAndTypes) { 1782 uint32_t Hash = hash(Pair.first); 1783 size_t Offset = StringPool.add(Pair.first); 1784 1785 bool IsNew; 1786 GdbSymbol *Sym; 1787 std::tie(IsNew, Sym) = SymbolTable.add(Hash, Offset); 1788 if (IsNew) { 1789 Sym->CuVectorIndex = CuVectors.size(); 1790 CuVectors.resize(CuVectors.size() + 1); 1791 } 1792 1793 CuVectors[Sym->CuVectorIndex].insert((Pair.second << 24) | (uint32_t)CuId); 1794 } 1795 } 1796 1797 void GdbIndexSection::finalizeContents() { 1798 if (Finalized) 1799 return; 1800 Finalized = true; 1801 1802 for (InputSectionBase *S : InputSections) 1803 if (InputSection *IS = dyn_cast<InputSection>(S)) 1804 if (IS->OutSec && IS->Name == ".debug_info") 1805 readDwarf(IS); 1806 1807 SymbolTable.finalizeContents(); 1808 1809 // GdbIndex header consist from version fields 1810 // and 5 more fields with different kinds of offsets. 1811 CuTypesOffset = CuListOffset + CompilationUnits.size() * CompilationUnitSize; 1812 SymTabOffset = CuTypesOffset + AddressArea.size() * AddressEntrySize; 1813 1814 ConstantPoolOffset = 1815 SymTabOffset + SymbolTable.getCapacity() * SymTabEntrySize; 1816 1817 for (std::set<uint32_t> &CuVec : CuVectors) { 1818 CuVectorsOffset.push_back(CuVectorsSize); 1819 CuVectorsSize += OffsetTypeSize * (CuVec.size() + 1); 1820 } 1821 StringPoolOffset = ConstantPoolOffset + CuVectorsSize; 1822 1823 StringPool.finalizeInOrder(); 1824 } 1825 1826 size_t GdbIndexSection::getSize() const { 1827 const_cast<GdbIndexSection *>(this)->finalizeContents(); 1828 return StringPoolOffset + StringPool.getSize(); 1829 } 1830 1831 void GdbIndexSection::writeTo(uint8_t *Buf) { 1832 write32le(Buf, 7); // Write version. 1833 write32le(Buf + 4, CuListOffset); // CU list offset. 1834 write32le(Buf + 8, CuTypesOffset); // Types CU list offset. 1835 write32le(Buf + 12, CuTypesOffset); // Address area offset. 1836 write32le(Buf + 16, SymTabOffset); // Symbol table offset. 1837 write32le(Buf + 20, ConstantPoolOffset); // Constant pool offset. 1838 Buf += 24; 1839 1840 // Write the CU list. 1841 for (std::pair<uint64_t, uint64_t> CU : CompilationUnits) { 1842 write64le(Buf, CU.first); 1843 write64le(Buf + 8, CU.second); 1844 Buf += 16; 1845 } 1846 1847 // Write the address area. 1848 for (AddressEntry &E : AddressArea) { 1849 uint64_t BaseAddr = E.Section->OutSec->Addr + E.Section->getOffset(0); 1850 write64le(Buf, BaseAddr + E.LowAddress); 1851 write64le(Buf + 8, BaseAddr + E.HighAddress); 1852 write32le(Buf + 16, E.CuIndex); 1853 Buf += 20; 1854 } 1855 1856 // Write the symbol table. 1857 for (size_t I = 0; I < SymbolTable.getCapacity(); ++I) { 1858 GdbSymbol *Sym = SymbolTable.getSymbol(I); 1859 if (Sym) { 1860 size_t NameOffset = 1861 Sym->NameOffset + StringPoolOffset - ConstantPoolOffset; 1862 size_t CuVectorOffset = CuVectorsOffset[Sym->CuVectorIndex]; 1863 write32le(Buf, NameOffset); 1864 write32le(Buf + 4, CuVectorOffset); 1865 } 1866 Buf += 8; 1867 } 1868 1869 // Write the CU vectors into the constant pool. 1870 for (std::set<uint32_t> &CuVec : CuVectors) { 1871 write32le(Buf, CuVec.size()); 1872 Buf += 4; 1873 for (uint32_t Val : CuVec) { 1874 write32le(Buf, Val); 1875 Buf += 4; 1876 } 1877 } 1878 1879 StringPool.write(Buf); 1880 } 1881 1882 bool GdbIndexSection::empty() const { 1883 return !Out::DebugInfo; 1884 } 1885 1886 template <class ELFT> 1887 EhFrameHeader<ELFT>::EhFrameHeader() 1888 : SyntheticSection(SHF_ALLOC, SHT_PROGBITS, 1, ".eh_frame_hdr") {} 1889 1890 // .eh_frame_hdr contains a binary search table of pointers to FDEs. 1891 // Each entry of the search table consists of two values, 1892 // the starting PC from where FDEs covers, and the FDE's address. 1893 // It is sorted by PC. 1894 template <class ELFT> void EhFrameHeader<ELFT>::writeTo(uint8_t *Buf) { 1895 const endianness E = ELFT::TargetEndianness; 1896 1897 // Sort the FDE list by their PC and uniqueify. Usually there is only 1898 // one FDE for a PC (i.e. function), but if ICF merges two functions 1899 // into one, there can be more than one FDEs pointing to the address. 1900 auto Less = [](const FdeData &A, const FdeData &B) { return A.Pc < B.Pc; }; 1901 std::stable_sort(Fdes.begin(), Fdes.end(), Less); 1902 auto Eq = [](const FdeData &A, const FdeData &B) { return A.Pc == B.Pc; }; 1903 Fdes.erase(std::unique(Fdes.begin(), Fdes.end(), Eq), Fdes.end()); 1904 1905 Buf[0] = 1; 1906 Buf[1] = DW_EH_PE_pcrel | DW_EH_PE_sdata4; 1907 Buf[2] = DW_EH_PE_udata4; 1908 Buf[3] = DW_EH_PE_datarel | DW_EH_PE_sdata4; 1909 write32<E>(Buf + 4, In<ELFT>::EhFrame->OutSec->Addr - this->getVA() - 4); 1910 write32<E>(Buf + 8, Fdes.size()); 1911 Buf += 12; 1912 1913 uint64_t VA = this->getVA(); 1914 for (FdeData &Fde : Fdes) { 1915 write32<E>(Buf, Fde.Pc - VA); 1916 write32<E>(Buf + 4, Fde.FdeVA - VA); 1917 Buf += 8; 1918 } 1919 } 1920 1921 template <class ELFT> size_t EhFrameHeader<ELFT>::getSize() const { 1922 // .eh_frame_hdr has a 12 bytes header followed by an array of FDEs. 1923 return 12 + In<ELFT>::EhFrame->NumFdes * 8; 1924 } 1925 1926 template <class ELFT> 1927 void EhFrameHeader<ELFT>::addFde(uint32_t Pc, uint32_t FdeVA) { 1928 Fdes.push_back({Pc, FdeVA}); 1929 } 1930 1931 template <class ELFT> bool EhFrameHeader<ELFT>::empty() const { 1932 return In<ELFT>::EhFrame->empty(); 1933 } 1934 1935 template <class ELFT> 1936 VersionDefinitionSection<ELFT>::VersionDefinitionSection() 1937 : SyntheticSection(SHF_ALLOC, SHT_GNU_verdef, sizeof(uint32_t), 1938 ".gnu.version_d") {} 1939 1940 static StringRef getFileDefName() { 1941 if (!Config->SoName.empty()) 1942 return Config->SoName; 1943 return Config->OutputFile; 1944 } 1945 1946 template <class ELFT> void VersionDefinitionSection<ELFT>::finalizeContents() { 1947 FileDefNameOff = InX::DynStrTab->addString(getFileDefName()); 1948 for (VersionDefinition &V : Config->VersionDefinitions) 1949 V.NameOff = InX::DynStrTab->addString(V.Name); 1950 1951 this->OutSec->Link = InX::DynStrTab->OutSec->SectionIndex; 1952 1953 // sh_info should be set to the number of definitions. This fact is missed in 1954 // documentation, but confirmed by binutils community: 1955 // https://sourceware.org/ml/binutils/2014-11/msg00355.html 1956 this->OutSec->Info = getVerDefNum(); 1957 } 1958 1959 template <class ELFT> 1960 void VersionDefinitionSection<ELFT>::writeOne(uint8_t *Buf, uint32_t Index, 1961 StringRef Name, size_t NameOff) { 1962 auto *Verdef = reinterpret_cast<Elf_Verdef *>(Buf); 1963 Verdef->vd_version = 1; 1964 Verdef->vd_cnt = 1; 1965 Verdef->vd_aux = sizeof(Elf_Verdef); 1966 Verdef->vd_next = sizeof(Elf_Verdef) + sizeof(Elf_Verdaux); 1967 Verdef->vd_flags = (Index == 1 ? VER_FLG_BASE : 0); 1968 Verdef->vd_ndx = Index; 1969 Verdef->vd_hash = hashSysV(Name); 1970 1971 auto *Verdaux = reinterpret_cast<Elf_Verdaux *>(Buf + sizeof(Elf_Verdef)); 1972 Verdaux->vda_name = NameOff; 1973 Verdaux->vda_next = 0; 1974 } 1975 1976 template <class ELFT> 1977 void VersionDefinitionSection<ELFT>::writeTo(uint8_t *Buf) { 1978 writeOne(Buf, 1, getFileDefName(), FileDefNameOff); 1979 1980 for (VersionDefinition &V : Config->VersionDefinitions) { 1981 Buf += sizeof(Elf_Verdef) + sizeof(Elf_Verdaux); 1982 writeOne(Buf, V.Id, V.Name, V.NameOff); 1983 } 1984 1985 // Need to terminate the last version definition. 1986 Elf_Verdef *Verdef = reinterpret_cast<Elf_Verdef *>(Buf); 1987 Verdef->vd_next = 0; 1988 } 1989 1990 template <class ELFT> size_t VersionDefinitionSection<ELFT>::getSize() const { 1991 return (sizeof(Elf_Verdef) + sizeof(Elf_Verdaux)) * getVerDefNum(); 1992 } 1993 1994 template <class ELFT> 1995 VersionTableSection<ELFT>::VersionTableSection() 1996 : SyntheticSection(SHF_ALLOC, SHT_GNU_versym, sizeof(uint16_t), 1997 ".gnu.version") { 1998 this->Entsize = sizeof(Elf_Versym); 1999 } 2000 2001 template <class ELFT> void VersionTableSection<ELFT>::finalizeContents() { 2002 // At the moment of june 2016 GNU docs does not mention that sh_link field 2003 // should be set, but Sun docs do. Also readelf relies on this field. 2004 this->OutSec->Link = InX::DynSymTab->OutSec->SectionIndex; 2005 } 2006 2007 template <class ELFT> size_t VersionTableSection<ELFT>::getSize() const { 2008 return sizeof(Elf_Versym) * (InX::DynSymTab->getSymbols().size() + 1); 2009 } 2010 2011 template <class ELFT> void VersionTableSection<ELFT>::writeTo(uint8_t *Buf) { 2012 auto *OutVersym = reinterpret_cast<Elf_Versym *>(Buf) + 1; 2013 for (const SymbolTableEntry &S : InX::DynSymTab->getSymbols()) { 2014 OutVersym->vs_index = S.Symbol->symbol()->VersionId; 2015 ++OutVersym; 2016 } 2017 } 2018 2019 template <class ELFT> bool VersionTableSection<ELFT>::empty() const { 2020 return !In<ELFT>::VerDef && In<ELFT>::VerNeed->empty(); 2021 } 2022 2023 template <class ELFT> 2024 VersionNeedSection<ELFT>::VersionNeedSection() 2025 : SyntheticSection(SHF_ALLOC, SHT_GNU_verneed, sizeof(uint32_t), 2026 ".gnu.version_r") { 2027 // Identifiers in verneed section start at 2 because 0 and 1 are reserved 2028 // for VER_NDX_LOCAL and VER_NDX_GLOBAL. 2029 // First identifiers are reserved by verdef section if it exist. 2030 NextIndex = getVerDefNum() + 1; 2031 } 2032 2033 template <class ELFT> 2034 void VersionNeedSection<ELFT>::addSymbol(SharedSymbol *SS) { 2035 auto *Ver = reinterpret_cast<const typename ELFT::Verdef *>(SS->Verdef); 2036 if (!Ver) { 2037 SS->symbol()->VersionId = VER_NDX_GLOBAL; 2038 return; 2039 } 2040 2041 auto *File = cast<SharedFile<ELFT>>(SS->File); 2042 2043 // If we don't already know that we need an Elf_Verneed for this DSO, prepare 2044 // to create one by adding it to our needed list and creating a dynstr entry 2045 // for the soname. 2046 if (File->VerdefMap.empty()) 2047 Needed.push_back({File, InX::DynStrTab->addString(File->SoName)}); 2048 typename SharedFile<ELFT>::NeededVer &NV = File->VerdefMap[Ver]; 2049 // If we don't already know that we need an Elf_Vernaux for this Elf_Verdef, 2050 // prepare to create one by allocating a version identifier and creating a 2051 // dynstr entry for the version name. 2052 if (NV.Index == 0) { 2053 NV.StrTab = InX::DynStrTab->addString(File->getStringTable().data() + 2054 Ver->getAux()->vda_name); 2055 NV.Index = NextIndex++; 2056 } 2057 SS->symbol()->VersionId = NV.Index; 2058 } 2059 2060 template <class ELFT> void VersionNeedSection<ELFT>::writeTo(uint8_t *Buf) { 2061 // The Elf_Verneeds need to appear first, followed by the Elf_Vernauxs. 2062 auto *Verneed = reinterpret_cast<Elf_Verneed *>(Buf); 2063 auto *Vernaux = reinterpret_cast<Elf_Vernaux *>(Verneed + Needed.size()); 2064 2065 for (std::pair<SharedFile<ELFT> *, size_t> &P : Needed) { 2066 // Create an Elf_Verneed for this DSO. 2067 Verneed->vn_version = 1; 2068 Verneed->vn_cnt = P.first->VerdefMap.size(); 2069 Verneed->vn_file = P.second; 2070 Verneed->vn_aux = 2071 reinterpret_cast<char *>(Vernaux) - reinterpret_cast<char *>(Verneed); 2072 Verneed->vn_next = sizeof(Elf_Verneed); 2073 ++Verneed; 2074 2075 // Create the Elf_Vernauxs for this Elf_Verneed. The loop iterates over 2076 // VerdefMap, which will only contain references to needed version 2077 // definitions. Each Elf_Vernaux is based on the information contained in 2078 // the Elf_Verdef in the source DSO. This loop iterates over a std::map of 2079 // pointers, but is deterministic because the pointers refer to Elf_Verdef 2080 // data structures within a single input file. 2081 for (auto &NV : P.first->VerdefMap) { 2082 Vernaux->vna_hash = NV.first->vd_hash; 2083 Vernaux->vna_flags = 0; 2084 Vernaux->vna_other = NV.second.Index; 2085 Vernaux->vna_name = NV.second.StrTab; 2086 Vernaux->vna_next = sizeof(Elf_Vernaux); 2087 ++Vernaux; 2088 } 2089 2090 Vernaux[-1].vna_next = 0; 2091 } 2092 Verneed[-1].vn_next = 0; 2093 } 2094 2095 template <class ELFT> void VersionNeedSection<ELFT>::finalizeContents() { 2096 this->OutSec->Link = InX::DynStrTab->OutSec->SectionIndex; 2097 this->OutSec->Info = Needed.size(); 2098 } 2099 2100 template <class ELFT> size_t VersionNeedSection<ELFT>::getSize() const { 2101 unsigned Size = Needed.size() * sizeof(Elf_Verneed); 2102 for (const std::pair<SharedFile<ELFT> *, size_t> &P : Needed) 2103 Size += P.first->VerdefMap.size() * sizeof(Elf_Vernaux); 2104 return Size; 2105 } 2106 2107 template <class ELFT> bool VersionNeedSection<ELFT>::empty() const { 2108 return getNeedNum() == 0; 2109 } 2110 2111 MergeSyntheticSection::MergeSyntheticSection(StringRef Name, uint32_t Type, 2112 uint64_t Flags, uint32_t Alignment) 2113 : SyntheticSection(Flags, Type, Alignment, Name), 2114 Builder(StringTableBuilder::RAW, Alignment) {} 2115 2116 void MergeSyntheticSection::addSection(MergeInputSection *MS) { 2117 assert(!Finalized); 2118 MS->MergeSec = this; 2119 Sections.push_back(MS); 2120 } 2121 2122 void MergeSyntheticSection::writeTo(uint8_t *Buf) { Builder.write(Buf); } 2123 2124 bool MergeSyntheticSection::shouldTailMerge() const { 2125 return (this->Flags & SHF_STRINGS) && Config->Optimize >= 2; 2126 } 2127 2128 void MergeSyntheticSection::finalizeTailMerge() { 2129 // Add all string pieces to the string table builder to create section 2130 // contents. 2131 for (MergeInputSection *Sec : Sections) 2132 for (size_t I = 0, E = Sec->Pieces.size(); I != E; ++I) 2133 if (Sec->Pieces[I].Live) 2134 Builder.add(Sec->getData(I)); 2135 2136 // Fix the string table content. After this, the contents will never change. 2137 Builder.finalize(); 2138 2139 // finalize() fixed tail-optimized strings, so we can now get 2140 // offsets of strings. Get an offset for each string and save it 2141 // to a corresponding StringPiece for easy access. 2142 for (MergeInputSection *Sec : Sections) 2143 for (size_t I = 0, E = Sec->Pieces.size(); I != E; ++I) 2144 if (Sec->Pieces[I].Live) 2145 Sec->Pieces[I].OutputOff = Builder.getOffset(Sec->getData(I)); 2146 } 2147 2148 void MergeSyntheticSection::finalizeNoTailMerge() { 2149 // Add all string pieces to the string table builder to create section 2150 // contents. Because we are not tail-optimizing, offsets of strings are 2151 // fixed when they are added to the builder (string table builder contains 2152 // a hash table from strings to offsets). 2153 for (MergeInputSection *Sec : Sections) 2154 for (size_t I = 0, E = Sec->Pieces.size(); I != E; ++I) 2155 if (Sec->Pieces[I].Live) 2156 Sec->Pieces[I].OutputOff = Builder.add(Sec->getData(I)); 2157 2158 Builder.finalizeInOrder(); 2159 } 2160 2161 void MergeSyntheticSection::finalizeContents() { 2162 if (Finalized) 2163 return; 2164 Finalized = true; 2165 if (shouldTailMerge()) 2166 finalizeTailMerge(); 2167 else 2168 finalizeNoTailMerge(); 2169 } 2170 2171 size_t MergeSyntheticSection::getSize() const { 2172 // We should finalize string builder to know the size. 2173 const_cast<MergeSyntheticSection *>(this)->finalizeContents(); 2174 return Builder.getSize(); 2175 } 2176 2177 MipsRldMapSection::MipsRldMapSection() 2178 : SyntheticSection(SHF_ALLOC | SHF_WRITE, SHT_PROGBITS, Config->Wordsize, 2179 ".rld_map") {} 2180 2181 ARMExidxSentinelSection::ARMExidxSentinelSection() 2182 : SyntheticSection(SHF_ALLOC | SHF_LINK_ORDER, SHT_ARM_EXIDX, 2183 Config->Wordsize, ".ARM.exidx") {} 2184 2185 // Write a terminating sentinel entry to the end of the .ARM.exidx table. 2186 // This section will have been sorted last in the .ARM.exidx table. 2187 // This table entry will have the form: 2188 // | PREL31 upper bound of code that has exception tables | EXIDX_CANTUNWIND | 2189 void ARMExidxSentinelSection::writeTo(uint8_t *Buf) { 2190 // Get the InputSection before us, we are by definition last 2191 auto RI = this->OutSec->Sections.rbegin(); 2192 InputSection *LE = *(++RI); 2193 InputSection *LC = cast<InputSection>(LE->getLinkOrderDep()); 2194 uint64_t S = LC->OutSec->Addr + LC->getOffset(LC->getSize()); 2195 uint64_t P = this->getVA(); 2196 Target->relocateOne(Buf, R_ARM_PREL31, S - P); 2197 write32le(Buf + 4, 0x1); 2198 } 2199 2200 ThunkSection::ThunkSection(OutputSection *OS, uint64_t Off) 2201 : SyntheticSection(SHF_ALLOC | SHF_EXECINSTR, SHT_PROGBITS, 2202 Config->Wordsize, ".text.thunk") { 2203 this->OutSec = OS; 2204 this->OutSecOff = Off; 2205 } 2206 2207 void ThunkSection::addThunk(Thunk *T) { 2208 uint64_t Off = alignTo(Size, T->alignment); 2209 T->Offset = Off; 2210 Thunks.push_back(T); 2211 T->addSymbols(*this); 2212 Size = Off + T->size(); 2213 } 2214 2215 void ThunkSection::writeTo(uint8_t *Buf) { 2216 for (const Thunk *T : Thunks) 2217 T->writeTo(Buf + T->Offset, *this); 2218 } 2219 2220 InputSection *ThunkSection::getTargetInputSection() const { 2221 const Thunk *T = Thunks.front(); 2222 return T->getTargetInputSection(); 2223 } 2224 2225 InputSection *InX::ARMAttributes; 2226 BssSection *InX::Bss; 2227 BssSection *InX::BssRelRo; 2228 BuildIdSection *InX::BuildId; 2229 InputSection *InX::Common; 2230 SyntheticSection *InX::Dynamic; 2231 StringTableSection *InX::DynStrTab; 2232 SymbolTableBaseSection *InX::DynSymTab; 2233 InputSection *InX::Interp; 2234 GdbIndexSection *InX::GdbIndex; 2235 GotSection *InX::Got; 2236 GotPltSection *InX::GotPlt; 2237 GnuHashTableSection *InX::GnuHashTab; 2238 IgotPltSection *InX::IgotPlt; 2239 MipsGotSection *InX::MipsGot; 2240 MipsRldMapSection *InX::MipsRldMap; 2241 PltSection *InX::Plt; 2242 PltSection *InX::Iplt; 2243 StringTableSection *InX::ShStrTab; 2244 StringTableSection *InX::StrTab; 2245 SymbolTableBaseSection *InX::SymTab; 2246 2247 template void PltSection::addEntry<ELF32LE>(SymbolBody &Sym); 2248 template void PltSection::addEntry<ELF32BE>(SymbolBody &Sym); 2249 template void PltSection::addEntry<ELF64LE>(SymbolBody &Sym); 2250 template void PltSection::addEntry<ELF64BE>(SymbolBody &Sym); 2251 2252 template InputSection *elf::createCommonSection<ELF32LE>(); 2253 template InputSection *elf::createCommonSection<ELF32BE>(); 2254 template InputSection *elf::createCommonSection<ELF64LE>(); 2255 template InputSection *elf::createCommonSection<ELF64BE>(); 2256 2257 template MergeInputSection *elf::createCommentSection<ELF32LE>(); 2258 template MergeInputSection *elf::createCommentSection<ELF32BE>(); 2259 template MergeInputSection *elf::createCommentSection<ELF64LE>(); 2260 template MergeInputSection *elf::createCommentSection<ELF64BE>(); 2261 2262 template class elf::MipsAbiFlagsSection<ELF32LE>; 2263 template class elf::MipsAbiFlagsSection<ELF32BE>; 2264 template class elf::MipsAbiFlagsSection<ELF64LE>; 2265 template class elf::MipsAbiFlagsSection<ELF64BE>; 2266 2267 template class elf::MipsOptionsSection<ELF32LE>; 2268 template class elf::MipsOptionsSection<ELF32BE>; 2269 template class elf::MipsOptionsSection<ELF64LE>; 2270 template class elf::MipsOptionsSection<ELF64BE>; 2271 2272 template class elf::MipsReginfoSection<ELF32LE>; 2273 template class elf::MipsReginfoSection<ELF32BE>; 2274 template class elf::MipsReginfoSection<ELF64LE>; 2275 template class elf::MipsReginfoSection<ELF64BE>; 2276 2277 template class elf::DynamicSection<ELF32LE>; 2278 template class elf::DynamicSection<ELF32BE>; 2279 template class elf::DynamicSection<ELF64LE>; 2280 template class elf::DynamicSection<ELF64BE>; 2281 2282 template class elf::RelocationSection<ELF32LE>; 2283 template class elf::RelocationSection<ELF32BE>; 2284 template class elf::RelocationSection<ELF64LE>; 2285 template class elf::RelocationSection<ELF64BE>; 2286 2287 template class elf::SymbolTableSection<ELF32LE>; 2288 template class elf::SymbolTableSection<ELF32BE>; 2289 template class elf::SymbolTableSection<ELF64LE>; 2290 template class elf::SymbolTableSection<ELF64BE>; 2291 2292 template class elf::HashTableSection<ELF32LE>; 2293 template class elf::HashTableSection<ELF32BE>; 2294 template class elf::HashTableSection<ELF64LE>; 2295 template class elf::HashTableSection<ELF64BE>; 2296 2297 template class elf::EhFrameHeader<ELF32LE>; 2298 template class elf::EhFrameHeader<ELF32BE>; 2299 template class elf::EhFrameHeader<ELF64LE>; 2300 template class elf::EhFrameHeader<ELF64BE>; 2301 2302 template class elf::VersionTableSection<ELF32LE>; 2303 template class elf::VersionTableSection<ELF32BE>; 2304 template class elf::VersionTableSection<ELF64LE>; 2305 template class elf::VersionTableSection<ELF64BE>; 2306 2307 template class elf::VersionNeedSection<ELF32LE>; 2308 template class elf::VersionNeedSection<ELF32BE>; 2309 template class elf::VersionNeedSection<ELF64LE>; 2310 template class elf::VersionNeedSection<ELF64BE>; 2311 2312 template class elf::VersionDefinitionSection<ELF32LE>; 2313 template class elf::VersionDefinitionSection<ELF32BE>; 2314 template class elf::VersionDefinitionSection<ELF64LE>; 2315 template class elf::VersionDefinitionSection<ELF64BE>; 2316 2317 template class elf::EhFrameSection<ELF32LE>; 2318 template class elf::EhFrameSection<ELF32BE>; 2319 template class elf::EhFrameSection<ELF64LE>; 2320 template class elf::EhFrameSection<ELF64BE>; 2321