1 //===- Relocations.cpp ----------------------------------------------------===// 2 // 3 // The LLVM Linker 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // This file contains platform-independent functions to process relocations. 11 // I'll describe the overview of this file here. 12 // 13 // Simple relocations are easy to handle for the linker. For example, 14 // for R_X86_64_PC64 relocs, the linker just has to fix up locations 15 // with the relative offsets to the target symbols. It would just be 16 // reading records from relocation sections and applying them to output. 17 // 18 // But not all relocations are that easy to handle. For example, for 19 // R_386_GOTOFF relocs, the linker has to create new GOT entries for 20 // symbols if they don't exist, and fix up locations with GOT entry 21 // offsets from the beginning of GOT section. So there is more than 22 // fixing addresses in relocation processing. 23 // 24 // ELF defines a large number of complex relocations. 25 // 26 // The functions in this file analyze relocations and do whatever needs 27 // to be done. It includes, but not limited to, the following. 28 // 29 // - create GOT/PLT entries 30 // - create new relocations in .dynsym to let the dynamic linker resolve 31 // them at runtime (since ELF supports dynamic linking, not all 32 // relocations can be resolved at link-time) 33 // - create COPY relocs and reserve space in .bss 34 // - replace expensive relocs (in terms of runtime cost) with cheap ones 35 // - error out infeasible combinations such as PIC and non-relative relocs 36 // 37 // Note that the functions in this file don't actually apply relocations 38 // because it doesn't know about the output file nor the output file buffer. 39 // It instead stores Relocation objects to InputSection's Relocations 40 // vector to let it apply later in InputSection::writeTo. 41 // 42 //===----------------------------------------------------------------------===// 43 44 #include "Relocations.h" 45 #include "Config.h" 46 #include "LinkerScript.h" 47 #include "Memory.h" 48 #include "OutputSections.h" 49 #include "Strings.h" 50 #include "SymbolTable.h" 51 #include "SyntheticSections.h" 52 #include "Target.h" 53 #include "Thunks.h" 54 55 #include "llvm/Support/Endian.h" 56 #include "llvm/Support/raw_ostream.h" 57 #include <algorithm> 58 59 using namespace llvm; 60 using namespace llvm::ELF; 61 using namespace llvm::object; 62 using namespace llvm::support::endian; 63 64 using namespace lld; 65 using namespace lld::elf; 66 67 // Construct a message in the following format. 68 // 69 // >>> defined in /home/alice/src/foo.o 70 // >>> referenced by bar.c:12 (/home/alice/src/bar.c:12) 71 // >>> /home/alice/src/bar.o:(.text+0x1) 72 template <class ELFT> 73 static std::string getLocation(InputSectionBase &S, const SymbolBody &Sym, 74 uint64_t Off) { 75 std::string Msg = 76 "\n>>> defined in " + toString(Sym.getFile()) + "\n>>> referenced by "; 77 std::string Src = S.getSrcMsg<ELFT>(Off); 78 if (!Src.empty()) 79 Msg += Src + "\n>>> "; 80 return Msg + S.getObjMsg<ELFT>(Off); 81 } 82 83 // This is a MIPS-specific rule. 84 // 85 // In case of MIPS GP-relative relocations always resolve to a definition 86 // in a regular input file, ignoring the one-definition rule. So we, 87 // for example, should not attempt to create a dynamic relocation even 88 // if the target symbol is preemptible. There are two two MIPS GP-relative 89 // relocations R_MIPS_GPREL16 and R_MIPS_GPREL32. But only R_MIPS_GPREL16 90 // can be against a preemptible symbol. 91 // 92 // To get MIPS relocation type we apply 0xff mask. In case of O32 ABI all 93 // relocation types occupy eight bit. In case of N64 ABI we extract first 94 // relocation from 3-in-1 packet because only the first relocation can 95 // be against a real symbol. 96 static bool isMipsGprel(RelType Type) { 97 if (Config->EMachine != EM_MIPS) 98 return false; 99 Type &= 0xff; 100 return Type == R_MIPS_GPREL16 || Type == R_MICROMIPS_GPREL16 || 101 Type == R_MICROMIPS_GPREL7_S2; 102 } 103 104 // This function is similar to the `handleTlsRelocation`. MIPS does not 105 // support any relaxations for TLS relocations so by factoring out MIPS 106 // handling in to the separate function we can simplify the code and do not 107 // pollute other `handleTlsRelocation` by MIPS `ifs` statements. 108 // Mips has a custom MipsGotSection that handles the writing of GOT entries 109 // without dynamic relocations. 110 template <class ELFT> 111 static unsigned handleMipsTlsRelocation(RelType Type, SymbolBody &Body, 112 InputSectionBase &C, uint64_t Offset, 113 int64_t Addend, RelExpr Expr) { 114 if (Expr == R_MIPS_TLSLD) { 115 if (InX::MipsGot->addTlsIndex() && Config->Pic) 116 In<ELFT>::RelaDyn->addReloc({Target->TlsModuleIndexRel, InX::MipsGot, 117 InX::MipsGot->getTlsIndexOff(), false, 118 nullptr, 0}); 119 C.Relocations.push_back({Expr, Type, Offset, Addend, &Body}); 120 return 1; 121 } 122 123 if (Expr == R_MIPS_TLSGD) { 124 if (InX::MipsGot->addDynTlsEntry(Body) && Body.IsPreemptible) { 125 uint64_t Off = InX::MipsGot->getGlobalDynOffset(Body); 126 In<ELFT>::RelaDyn->addReloc( 127 {Target->TlsModuleIndexRel, InX::MipsGot, Off, false, &Body, 0}); 128 if (Body.IsPreemptible) 129 In<ELFT>::RelaDyn->addReloc({Target->TlsOffsetRel, InX::MipsGot, 130 Off + Config->Wordsize, false, &Body, 0}); 131 } 132 C.Relocations.push_back({Expr, Type, Offset, Addend, &Body}); 133 return 1; 134 } 135 return 0; 136 } 137 138 // This function is similar to the `handleMipsTlsRelocation`. ARM also does not 139 // support any relaxations for TLS relocations. ARM is logically similar to Mips 140 // in how it handles TLS, but Mips uses its own custom GOT which handles some 141 // of the cases that ARM uses GOT relocations for. 142 // 143 // We look for TLS global dynamic and local dynamic relocations, these may 144 // require the generation of a pair of GOT entries that have associated 145 // dynamic relocations. When the results of the dynamic relocations can be 146 // resolved at static link time we do so. This is necessary for static linking 147 // as there will be no dynamic loader to resolve them at load-time. 148 // 149 // The pair of GOT entries created are of the form 150 // GOT[e0] Module Index (Used to find pointer to TLS block at run-time) 151 // GOT[e1] Offset of symbol in TLS block 152 template <class ELFT> 153 static unsigned handleARMTlsRelocation(RelType Type, SymbolBody &Body, 154 InputSectionBase &C, uint64_t Offset, 155 int64_t Addend, RelExpr Expr) { 156 // The Dynamic TLS Module Index Relocation for a symbol defined in an 157 // executable is always 1. If the target Symbol is not preemptible then 158 // we know the offset into the TLS block at static link time. 159 bool NeedDynId = Body.IsPreemptible || Config->Shared; 160 bool NeedDynOff = Body.IsPreemptible; 161 162 auto AddTlsReloc = [&](uint64_t Off, RelType Type, SymbolBody *Dest, 163 bool Dyn) { 164 if (Dyn) 165 In<ELFT>::RelaDyn->addReloc({Type, InX::Got, Off, false, Dest, 0}); 166 else 167 InX::Got->Relocations.push_back({R_ABS, Type, Off, 0, Dest}); 168 }; 169 170 // Local Dynamic is for access to module local TLS variables, while still 171 // being suitable for being dynamically loaded via dlopen. 172 // GOT[e0] is the module index, with a special value of 0 for the current 173 // module. GOT[e1] is unused. There only needs to be one module index entry. 174 if (Expr == R_TLSLD_PC && InX::Got->addTlsIndex()) { 175 AddTlsReloc(InX::Got->getTlsIndexOff(), Target->TlsModuleIndexRel, 176 NeedDynId ? nullptr : &Body, NeedDynId); 177 C.Relocations.push_back({Expr, Type, Offset, Addend, &Body}); 178 return 1; 179 } 180 181 // Global Dynamic is the most general purpose access model. When we know 182 // the module index and offset of symbol in TLS block we can fill these in 183 // using static GOT relocations. 184 if (Expr == R_TLSGD_PC) { 185 if (InX::Got->addDynTlsEntry(Body)) { 186 uint64_t Off = InX::Got->getGlobalDynOffset(Body); 187 AddTlsReloc(Off, Target->TlsModuleIndexRel, &Body, NeedDynId); 188 AddTlsReloc(Off + Config->Wordsize, Target->TlsOffsetRel, &Body, 189 NeedDynOff); 190 } 191 C.Relocations.push_back({Expr, Type, Offset, Addend, &Body}); 192 return 1; 193 } 194 return 0; 195 } 196 197 // Returns the number of relocations processed. 198 template <class ELFT> 199 static unsigned 200 handleTlsRelocation(RelType Type, SymbolBody &Body, InputSectionBase &C, 201 typename ELFT::uint Offset, int64_t Addend, RelExpr Expr) { 202 if (!(C.Flags & SHF_ALLOC)) 203 return 0; 204 205 if (!Body.isTls()) 206 return 0; 207 208 if (Config->EMachine == EM_ARM) 209 return handleARMTlsRelocation<ELFT>(Type, Body, C, Offset, Addend, Expr); 210 if (Config->EMachine == EM_MIPS) 211 return handleMipsTlsRelocation<ELFT>(Type, Body, C, Offset, Addend, Expr); 212 213 if (isRelExprOneOf<R_TLSDESC, R_TLSDESC_PAGE, R_TLSDESC_CALL>(Expr) && 214 Config->Shared) { 215 if (InX::Got->addDynTlsEntry(Body)) { 216 uint64_t Off = InX::Got->getGlobalDynOffset(Body); 217 In<ELFT>::RelaDyn->addReloc( 218 {Target->TlsDescRel, InX::Got, Off, !Body.IsPreemptible, &Body, 0}); 219 } 220 if (Expr != R_TLSDESC_CALL) 221 C.Relocations.push_back({Expr, Type, Offset, Addend, &Body}); 222 return 1; 223 } 224 225 if (isRelExprOneOf<R_TLSLD_PC, R_TLSLD>(Expr)) { 226 // Local-Dynamic relocs can be relaxed to Local-Exec. 227 if (!Config->Shared) { 228 C.Relocations.push_back( 229 {R_RELAX_TLS_LD_TO_LE, Type, Offset, Addend, &Body}); 230 return 2; 231 } 232 if (InX::Got->addTlsIndex()) 233 In<ELFT>::RelaDyn->addReloc({Target->TlsModuleIndexRel, InX::Got, 234 InX::Got->getTlsIndexOff(), false, nullptr, 235 0}); 236 C.Relocations.push_back({Expr, Type, Offset, Addend, &Body}); 237 return 1; 238 } 239 240 // Local-Dynamic relocs can be relaxed to Local-Exec. 241 if (isRelExprOneOf<R_ABS, R_TLSLD, R_TLSLD_PC>(Expr) && !Config->Shared) { 242 C.Relocations.push_back( 243 {R_RELAX_TLS_LD_TO_LE, Type, Offset, Addend, &Body}); 244 return 1; 245 } 246 247 if (isRelExprOneOf<R_TLSDESC, R_TLSDESC_PAGE, R_TLSDESC_CALL, R_TLSGD, 248 R_TLSGD_PC>(Expr)) { 249 if (Config->Shared) { 250 if (InX::Got->addDynTlsEntry(Body)) { 251 uint64_t Off = InX::Got->getGlobalDynOffset(Body); 252 In<ELFT>::RelaDyn->addReloc( 253 {Target->TlsModuleIndexRel, InX::Got, Off, false, &Body, 0}); 254 255 // If the symbol is preemptible we need the dynamic linker to write 256 // the offset too. 257 uint64_t OffsetOff = Off + Config->Wordsize; 258 if (Body.IsPreemptible) 259 In<ELFT>::RelaDyn->addReloc( 260 {Target->TlsOffsetRel, InX::Got, OffsetOff, false, &Body, 0}); 261 else 262 InX::Got->Relocations.push_back( 263 {R_ABS, Target->TlsOffsetRel, OffsetOff, 0, &Body}); 264 } 265 C.Relocations.push_back({Expr, Type, Offset, Addend, &Body}); 266 return 1; 267 } 268 269 // Global-Dynamic relocs can be relaxed to Initial-Exec or Local-Exec 270 // depending on the symbol being locally defined or not. 271 if (Body.IsPreemptible) { 272 C.Relocations.push_back( 273 {Target->adjustRelaxExpr(Type, nullptr, R_RELAX_TLS_GD_TO_IE), Type, 274 Offset, Addend, &Body}); 275 if (!Body.isInGot()) { 276 InX::Got->addEntry(Body); 277 In<ELFT>::RelaDyn->addReloc({Target->TlsGotRel, InX::Got, 278 Body.getGotOffset(), false, &Body, 0}); 279 } 280 } else { 281 C.Relocations.push_back( 282 {Target->adjustRelaxExpr(Type, nullptr, R_RELAX_TLS_GD_TO_LE), Type, 283 Offset, Addend, &Body}); 284 } 285 return Target->TlsGdRelaxSkip; 286 } 287 288 // Initial-Exec relocs can be relaxed to Local-Exec if the symbol is locally 289 // defined. 290 if (isRelExprOneOf<R_GOT, R_GOT_FROM_END, R_GOT_PC, R_GOT_PAGE_PC>(Expr) && 291 !Config->Shared && !Body.IsPreemptible) { 292 C.Relocations.push_back( 293 {R_RELAX_TLS_IE_TO_LE, Type, Offset, Addend, &Body}); 294 return 1; 295 } 296 297 if (Expr == R_TLSDESC_CALL) 298 return 1; 299 return 0; 300 } 301 302 static RelType getMipsPairType(RelType Type, bool IsLocal) { 303 switch (Type) { 304 case R_MIPS_HI16: 305 return R_MIPS_LO16; 306 case R_MIPS_GOT16: 307 // In case of global symbol, the R_MIPS_GOT16 relocation does not 308 // have a pair. Each global symbol has a unique entry in the GOT 309 // and a corresponding instruction with help of the R_MIPS_GOT16 310 // relocation loads an address of the symbol. In case of local 311 // symbol, the R_MIPS_GOT16 relocation creates a GOT entry to hold 312 // the high 16 bits of the symbol's value. A paired R_MIPS_LO16 313 // relocations handle low 16 bits of the address. That allows 314 // to allocate only one GOT entry for every 64 KBytes of local data. 315 return IsLocal ? R_MIPS_LO16 : R_MIPS_NONE; 316 case R_MICROMIPS_GOT16: 317 return IsLocal ? R_MICROMIPS_LO16 : R_MIPS_NONE; 318 case R_MIPS_PCHI16: 319 return R_MIPS_PCLO16; 320 case R_MICROMIPS_HI16: 321 return R_MICROMIPS_LO16; 322 default: 323 return R_MIPS_NONE; 324 } 325 } 326 327 // True if non-preemptable symbol always has the same value regardless of where 328 // the DSO is loaded. 329 static bool isAbsolute(const SymbolBody &Body) { 330 if (Body.isUndefWeak()) 331 return true; 332 if (const auto *DR = dyn_cast<DefinedRegular>(&Body)) 333 return DR->Section == nullptr; // Absolute symbol. 334 return false; 335 } 336 337 static bool isAbsoluteValue(const SymbolBody &Body) { 338 return isAbsolute(Body) || Body.isTls(); 339 } 340 341 // Returns true if Expr refers a PLT entry. 342 static bool needsPlt(RelExpr Expr) { 343 return isRelExprOneOf<R_PLT_PC, R_PPC_PLT_OPD, R_PLT, R_PLT_PAGE_PC>(Expr); 344 } 345 346 // Returns true if Expr refers a GOT entry. Note that this function 347 // returns false for TLS variables even though they need GOT, because 348 // TLS variables uses GOT differently than the regular variables. 349 static bool needsGot(RelExpr Expr) { 350 return isRelExprOneOf<R_GOT, R_GOT_OFF, R_MIPS_GOT_LOCAL_PAGE, R_MIPS_GOT_OFF, 351 R_MIPS_GOT_OFF32, R_GOT_PAGE_PC, R_GOT_PC, 352 R_GOT_FROM_END>(Expr); 353 } 354 355 // True if this expression is of the form Sym - X, where X is a position in the 356 // file (PC, or GOT for example). 357 static bool isRelExpr(RelExpr Expr) { 358 return isRelExprOneOf<R_PC, R_GOTREL, R_GOTREL_FROM_END, R_MIPS_GOTREL, 359 R_PAGE_PC, R_RELAX_GOT_PC>(Expr); 360 } 361 362 // Returns true if a given relocation can be computed at link-time. 363 // 364 // For instance, we know the offset from a relocation to its target at 365 // link-time if the relocation is PC-relative and refers a 366 // non-interposable function in the same executable. This function 367 // will return true for such relocation. 368 // 369 // If this function returns false, that means we need to emit a 370 // dynamic relocation so that the relocation will be fixed at load-time. 371 template <class ELFT> 372 static bool isStaticLinkTimeConstant(RelExpr E, RelType Type, 373 const SymbolBody &Body, 374 InputSectionBase &S, uint64_t RelOff) { 375 // These expressions always compute a constant 376 if (isRelExprOneOf<R_SIZE, R_GOT_FROM_END, R_GOT_OFF, R_MIPS_GOT_LOCAL_PAGE, 377 R_MIPS_GOT_OFF, R_MIPS_GOT_OFF32, R_MIPS_GOT_GP_PC, 378 R_MIPS_TLSGD, R_GOT_PAGE_PC, R_GOT_PC, R_GOTONLY_PC, 379 R_GOTONLY_PC_FROM_END, R_PLT_PC, R_TLSGD_PC, R_TLSGD, 380 R_PPC_PLT_OPD, R_TLSDESC_CALL, R_TLSDESC_PAGE, R_HINT>(E)) 381 return true; 382 383 // These never do, except if the entire file is position dependent or if 384 // only the low bits are used. 385 if (E == R_GOT || E == R_PLT || E == R_TLSDESC) 386 return Target->usesOnlyLowPageBits(Type) || !Config->Pic; 387 388 if (Body.IsPreemptible) 389 return false; 390 if (!Config->Pic) 391 return true; 392 393 // For the target and the relocation, we want to know if they are 394 // absolute or relative. 395 bool AbsVal = isAbsoluteValue(Body); 396 bool RelE = isRelExpr(E); 397 if (AbsVal && !RelE) 398 return true; 399 if (!AbsVal && RelE) 400 return true; 401 if (!AbsVal && !RelE) 402 return Target->usesOnlyLowPageBits(Type); 403 404 // Relative relocation to an absolute value. This is normally unrepresentable, 405 // but if the relocation refers to a weak undefined symbol, we allow it to 406 // resolve to the image base. This is a little strange, but it allows us to 407 // link function calls to such symbols. Normally such a call will be guarded 408 // with a comparison, which will load a zero from the GOT. 409 // Another special case is MIPS _gp_disp symbol which represents offset 410 // between start of a function and '_gp' value and defined as absolute just 411 // to simplify the code. 412 assert(AbsVal && RelE); 413 if (Body.isUndefWeak()) 414 return true; 415 416 error("relocation " + toString(Type) + " cannot refer to absolute symbol: " + 417 toString(Body) + getLocation<ELFT>(S, Body, RelOff)); 418 return true; 419 } 420 421 static RelExpr toPlt(RelExpr Expr) { 422 if (Expr == R_PPC_OPD) 423 return R_PPC_PLT_OPD; 424 if (Expr == R_PC) 425 return R_PLT_PC; 426 if (Expr == R_PAGE_PC) 427 return R_PLT_PAGE_PC; 428 if (Expr == R_ABS) 429 return R_PLT; 430 return Expr; 431 } 432 433 static RelExpr fromPlt(RelExpr Expr) { 434 // We decided not to use a plt. Optimize a reference to the plt to a 435 // reference to the symbol itself. 436 if (Expr == R_PLT_PC) 437 return R_PC; 438 if (Expr == R_PPC_PLT_OPD) 439 return R_PPC_OPD; 440 if (Expr == R_PLT) 441 return R_ABS; 442 return Expr; 443 } 444 445 // Returns true if a given shared symbol is in a read-only segment in a DSO. 446 template <class ELFT> static bool isReadOnly(SharedSymbol *SS) { 447 typedef typename ELFT::Phdr Elf_Phdr; 448 uint64_t Value = SS->getValue<ELFT>(); 449 450 // Determine if the symbol is read-only by scanning the DSO's program headers. 451 const SharedFile<ELFT> *File = SS->getFile<ELFT>(); 452 for (const Elf_Phdr &Phdr : check(File->getObj().program_headers())) 453 if ((Phdr.p_type == ELF::PT_LOAD || Phdr.p_type == ELF::PT_GNU_RELRO) && 454 !(Phdr.p_flags & ELF::PF_W) && Value >= Phdr.p_vaddr && 455 Value < Phdr.p_vaddr + Phdr.p_memsz) 456 return true; 457 return false; 458 } 459 460 // Returns symbols at the same offset as a given symbol, including SS itself. 461 // 462 // If two or more symbols are at the same offset, and at least one of 463 // them are copied by a copy relocation, all of them need to be copied. 464 // Otherwise, they would refer different places at runtime. 465 template <class ELFT> 466 static std::vector<SharedSymbol *> getSymbolsAt(SharedSymbol *SS) { 467 typedef typename ELFT::Sym Elf_Sym; 468 469 SharedFile<ELFT> *File = SS->getFile<ELFT>(); 470 uint64_t Shndx = SS->getShndx<ELFT>(); 471 uint64_t Value = SS->getValue<ELFT>(); 472 473 std::vector<SharedSymbol *> Ret; 474 for (const Elf_Sym &S : File->getGlobalELFSyms()) { 475 if (S.st_shndx != Shndx || S.st_value != Value) 476 continue; 477 StringRef Name = check(S.getName(File->getStringTable())); 478 SymbolBody *Sym = Symtab->find(Name); 479 if (auto *Alias = dyn_cast_or_null<SharedSymbol>(Sym)) 480 Ret.push_back(Alias); 481 } 482 return Ret; 483 } 484 485 // Reserve space in .bss or .bss.rel.ro for copy relocation. 486 // 487 // The copy relocation is pretty much a hack. If you use a copy relocation 488 // in your program, not only the symbol name but the symbol's size, RW/RO 489 // bit and alignment become part of the ABI. In addition to that, if the 490 // symbol has aliases, the aliases become part of the ABI. That's subtle, 491 // but if you violate that implicit ABI, that can cause very counter- 492 // intuitive consequences. 493 // 494 // So, what is the copy relocation? It's for linking non-position 495 // independent code to DSOs. In an ideal world, all references to data 496 // exported by DSOs should go indirectly through GOT. But if object files 497 // are compiled as non-PIC, all data references are direct. There is no 498 // way for the linker to transform the code to use GOT, as machine 499 // instructions are already set in stone in object files. This is where 500 // the copy relocation takes a role. 501 // 502 // A copy relocation instructs the dynamic linker to copy data from a DSO 503 // to a specified address (which is usually in .bss) at load-time. If the 504 // static linker (that's us) finds a direct data reference to a DSO 505 // symbol, it creates a copy relocation, so that the symbol can be 506 // resolved as if it were in .bss rather than in a DSO. 507 // 508 // As you can see in this function, we create a copy relocation for the 509 // dynamic linker, and the relocation contains not only symbol name but 510 // various other informtion about the symbol. So, such attributes become a 511 // part of the ABI. 512 // 513 // Note for application developers: I can give you a piece of advice if 514 // you are writing a shared library. You probably should export only 515 // functions from your library. You shouldn't export variables. 516 // 517 // As an example what can happen when you export variables without knowing 518 // the semantics of copy relocations, assume that you have an exported 519 // variable of type T. It is an ABI-breaking change to add new members at 520 // end of T even though doing that doesn't change the layout of the 521 // existing members. That's because the space for the new members are not 522 // reserved in .bss unless you recompile the main program. That means they 523 // are likely to overlap with other data that happens to be laid out next 524 // to the variable in .bss. This kind of issue is sometimes very hard to 525 // debug. What's a solution? Instead of exporting a varaible V from a DSO, 526 // define an accessor getV(). 527 template <class ELFT> static void addCopyRelSymbol(SharedSymbol *SS) { 528 // Copy relocation against zero-sized symbol doesn't make sense. 529 uint64_t SymSize = SS->template getSize<ELFT>(); 530 if (SymSize == 0) 531 fatal("cannot create a copy relocation for symbol " + toString(*SS)); 532 533 // See if this symbol is in a read-only segment. If so, preserve the symbol's 534 // memory protection by reserving space in the .bss.rel.ro section. 535 bool IsReadOnly = isReadOnly<ELFT>(SS); 536 BssSection *Sec = make<BssSection>(IsReadOnly ? ".bss.rel.ro" : ".bss", 537 SymSize, SS->getAlignment<ELFT>()); 538 if (IsReadOnly) 539 InX::BssRelRo->getParent()->addSection(Sec); 540 else 541 InX::Bss->getParent()->addSection(Sec); 542 543 // Look through the DSO's dynamic symbol table for aliases and create a 544 // dynamic symbol for each one. This causes the copy relocation to correctly 545 // interpose any aliases. 546 for (SharedSymbol *Sym : getSymbolsAt<ELFT>(SS)) { 547 Sym->CopyRelSec = Sec; 548 Sym->IsPreemptible = false; 549 Sym->symbol()->IsUsedInRegularObj = true; 550 } 551 552 In<ELFT>::RelaDyn->addReloc({Target->CopyRel, Sec, 0, false, SS, 0}); 553 } 554 555 static void errorOrWarn(const Twine &Msg) { 556 if (!Config->NoinhibitExec) 557 error(Msg); 558 else 559 warn(Msg); 560 } 561 562 template <class ELFT> 563 static RelExpr adjustExpr(SymbolBody &Body, RelExpr Expr, RelType Type, 564 InputSectionBase &S, uint64_t RelOff) { 565 // We can create any dynamic relocation if a section is simply writable. 566 if (S.Flags & SHF_WRITE) 567 return Expr; 568 569 // Or, if we are allowed to create dynamic relocations against 570 // read-only sections (i.e. unless "-z notext" is given), 571 // we can create a dynamic relocation as we want, too. 572 if (!Config->ZText) 573 return Expr; 574 575 // If a relocation can be applied at link-time, we don't need to 576 // create a dynamic relocation in the first place. 577 if (isStaticLinkTimeConstant<ELFT>(Expr, Type, Body, S, RelOff)) 578 return Expr; 579 580 // If we got here we know that this relocation would require the dynamic 581 // linker to write a value to read only memory. 582 583 // If the relocation is to a weak undef, give up on it and produce a 584 // non preemptible 0. 585 if (Body.isUndefWeak()) { 586 Body.IsPreemptible = false; 587 return Expr; 588 } 589 590 // We can hack around it if we are producing an executable and 591 // the refered symbol can be preemepted to refer to the executable. 592 if (Config->Shared || (Config->Pic && !isRelExpr(Expr))) { 593 error("can't create dynamic relocation " + toString(Type) + " against " + 594 (Body.getName().empty() ? "local symbol" 595 : "symbol: " + toString(Body)) + 596 " in readonly segment; recompile object files with -fPIC" + 597 getLocation<ELFT>(S, Body, RelOff)); 598 return Expr; 599 } 600 601 if (Body.getVisibility() != STV_DEFAULT) { 602 error("cannot preempt symbol: " + toString(Body) + 603 getLocation<ELFT>(S, Body, RelOff)); 604 return Expr; 605 } 606 607 if (Body.isObject()) { 608 // Produce a copy relocation. 609 auto *B = cast<SharedSymbol>(&Body); 610 if (!B->CopyRelSec) { 611 if (Config->ZNocopyreloc) 612 error("unresolvable relocation " + toString(Type) + 613 " against symbol '" + toString(*B) + 614 "'; recompile with -fPIC or remove '-z nocopyreloc'" + 615 getLocation<ELFT>(S, Body, RelOff)); 616 617 addCopyRelSymbol<ELFT>(B); 618 } 619 return Expr; 620 } 621 622 if (Body.isFunc()) { 623 // This handles a non PIC program call to function in a shared library. In 624 // an ideal world, we could just report an error saying the relocation can 625 // overflow at runtime. In the real world with glibc, crt1.o has a 626 // R_X86_64_PC32 pointing to libc.so. 627 // 628 // The general idea on how to handle such cases is to create a PLT entry and 629 // use that as the function value. 630 // 631 // For the static linking part, we just return a plt expr and everything 632 // else will use the the PLT entry as the address. 633 // 634 // The remaining problem is making sure pointer equality still works. We 635 // need the help of the dynamic linker for that. We let it know that we have 636 // a direct reference to a so symbol by creating an undefined symbol with a 637 // non zero st_value. Seeing that, the dynamic linker resolves the symbol to 638 // the value of the symbol we created. This is true even for got entries, so 639 // pointer equality is maintained. To avoid an infinite loop, the only entry 640 // that points to the real function is a dedicated got entry used by the 641 // plt. That is identified by special relocation types (R_X86_64_JUMP_SLOT, 642 // R_386_JMP_SLOT, etc). 643 Body.NeedsPltAddr = true; 644 Body.IsPreemptible = false; 645 return toPlt(Expr); 646 } 647 648 errorOrWarn("symbol '" + toString(Body) + "' defined in " + 649 toString(Body.getFile()) + " has no type"); 650 return Expr; 651 } 652 653 // MIPS has an odd notion of "paired" relocations to calculate addends. 654 // For example, if a relocation is of R_MIPS_HI16, there must be a 655 // R_MIPS_LO16 relocation after that, and an addend is calculated using 656 // the two relocations. 657 template <class ELFT, class RelTy> 658 static int64_t computeMipsAddend(const RelTy &Rel, const RelTy *End, 659 InputSectionBase &Sec, RelExpr Expr, 660 bool IsLocal) { 661 if (Expr == R_MIPS_GOTREL && IsLocal) 662 return Sec.getFile<ELFT>()->MipsGp0; 663 664 // The ABI says that the paired relocation is used only for REL. 665 // See p. 4-17 at ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf 666 if (RelTy::IsRela) 667 return 0; 668 669 RelType Type = Rel.getType(Config->IsMips64EL); 670 uint32_t PairTy = getMipsPairType(Type, IsLocal); 671 if (PairTy == R_MIPS_NONE) 672 return 0; 673 674 const uint8_t *Buf = Sec.Data.data(); 675 uint32_t SymIndex = Rel.getSymbol(Config->IsMips64EL); 676 677 // To make things worse, paired relocations might not be contiguous in 678 // the relocation table, so we need to do linear search. *sigh* 679 for (const RelTy *RI = &Rel; RI != End; ++RI) 680 if (RI->getType(Config->IsMips64EL) == PairTy && 681 RI->getSymbol(Config->IsMips64EL) == SymIndex) 682 return Target->getImplicitAddend(Buf + RI->r_offset, PairTy); 683 684 warn("can't find matching " + toString(PairTy) + " relocation for " + 685 toString(Type)); 686 return 0; 687 } 688 689 // Returns an addend of a given relocation. If it is RELA, an addend 690 // is in a relocation itself. If it is REL, we need to read it from an 691 // input section. 692 template <class ELFT, class RelTy> 693 static int64_t computeAddend(const RelTy &Rel, const RelTy *End, 694 InputSectionBase &Sec, RelExpr Expr, 695 bool IsLocal) { 696 int64_t Addend; 697 RelType Type = Rel.getType(Config->IsMips64EL); 698 699 if (RelTy::IsRela) { 700 Addend = getAddend<ELFT>(Rel); 701 } else { 702 const uint8_t *Buf = Sec.Data.data(); 703 Addend = Target->getImplicitAddend(Buf + Rel.r_offset, Type); 704 } 705 706 if (Config->EMachine == EM_PPC64 && Config->Pic && Type == R_PPC64_TOC) 707 Addend += getPPC64TocBase(); 708 if (Config->EMachine == EM_MIPS) 709 Addend += computeMipsAddend<ELFT>(Rel, End, Sec, Expr, IsLocal); 710 711 return Addend; 712 } 713 714 // Report an undefined symbol if necessary. 715 // Returns true if this function printed out an error message. 716 template <class ELFT> 717 static bool maybeReportUndefined(SymbolBody &Sym, InputSectionBase &Sec, 718 uint64_t Offset) { 719 if (Config->UnresolvedSymbols == UnresolvedPolicy::IgnoreAll) 720 return false; 721 722 if (Sym.isLocal() || !Sym.isUndefined() || Sym.symbol()->isWeak()) 723 return false; 724 725 bool CanBeExternal = Sym.symbol()->computeBinding() != STB_LOCAL && 726 Sym.getVisibility() == STV_DEFAULT; 727 if (Config->UnresolvedSymbols == UnresolvedPolicy::Ignore && CanBeExternal) 728 return false; 729 730 std::string Msg = 731 "undefined symbol: " + toString(Sym) + "\n>>> referenced by "; 732 733 std::string Src = Sec.getSrcMsg<ELFT>(Offset); 734 if (!Src.empty()) 735 Msg += Src + "\n>>> "; 736 Msg += Sec.getObjMsg<ELFT>(Offset); 737 738 if ((Config->UnresolvedSymbols == UnresolvedPolicy::Warn && CanBeExternal) || 739 Config->NoinhibitExec) { 740 warn(Msg); 741 return false; 742 } 743 744 error(Msg); 745 return true; 746 } 747 748 // MIPS N32 ABI treats series of successive relocations with the same offset 749 // as a single relocation. The similar approach used by N64 ABI, but this ABI 750 // packs all relocations into the single relocation record. Here we emulate 751 // this for the N32 ABI. Iterate over relocation with the same offset and put 752 // theirs types into the single bit-set. 753 template <class RelTy> static RelType getMipsN32RelType(RelTy *&Rel, RelTy *End) { 754 RelType Type = Rel->getType(Config->IsMips64EL); 755 uint64_t Offset = Rel->r_offset; 756 757 int N = 0; 758 while (Rel + 1 != End && (Rel + 1)->r_offset == Offset) 759 Type |= (++Rel)->getType(Config->IsMips64EL) << (8 * ++N); 760 return Type; 761 } 762 763 // .eh_frame sections are mergeable input sections, so their input 764 // offsets are not linearly mapped to output section. For each input 765 // offset, we need to find a section piece containing the offset and 766 // add the piece's base address to the input offset to compute the 767 // output offset. That isn't cheap. 768 // 769 // This class is to speed up the offset computation. When we process 770 // relocations, we access offsets in the monotonically increasing 771 // order. So we can optimize for that access pattern. 772 // 773 // For sections other than .eh_frame, this class doesn't do anything. 774 namespace { 775 class OffsetGetter { 776 public: 777 explicit OffsetGetter(InputSectionBase &Sec) { 778 if (auto *Eh = dyn_cast<EhInputSection>(&Sec)) 779 Pieces = Eh->Pieces; 780 } 781 782 // Translates offsets in input sections to offsets in output sections. 783 // Given offset must increase monotonically. We assume that Piece is 784 // sorted by InputOff. 785 uint64_t get(uint64_t Off) { 786 if (Pieces.empty()) 787 return Off; 788 789 while (I != Pieces.size() && Pieces[I].InputOff + Pieces[I].Size <= Off) 790 ++I; 791 if (I == Pieces.size()) 792 return Off; 793 794 // Pieces must be contiguous, so there must be no holes in between. 795 assert(Pieces[I].InputOff <= Off && "Relocation not in any piece"); 796 797 // Offset -1 means that the piece is dead (i.e. garbage collected). 798 if (Pieces[I].OutputOff == -1) 799 return -1; 800 return Pieces[I].OutputOff + Off - Pieces[I].InputOff; 801 } 802 803 private: 804 ArrayRef<EhSectionPiece> Pieces; 805 size_t I = 0; 806 }; 807 } // namespace 808 809 template <class ELFT, class GotPltSection> 810 static void addPltEntry(PltSection *Plt, GotPltSection *GotPlt, 811 RelocationSection<ELFT> *Rel, RelType Type, 812 SymbolBody &Sym, bool UseSymVA) { 813 Plt->addEntry<ELFT>(Sym); 814 GotPlt->addEntry(Sym); 815 Rel->addReloc({Type, GotPlt, Sym.getGotPltOffset(), UseSymVA, &Sym, 0}); 816 } 817 818 template <class ELFT> 819 static void addGotEntry(SymbolBody &Sym, bool Preemptible) { 820 InX::Got->addEntry(Sym); 821 822 RelExpr Expr = Sym.isTls() ? R_TLS : R_ABS; 823 uint64_t Off = Sym.getGotOffset(); 824 825 // If a GOT slot value can be calculated at link-time, which is now, 826 // we can just fill that out. 827 // 828 // (We don't actually write a value to a GOT slot right now, but we 829 // add a static relocation to a Relocations vector so that 830 // InputSection::relocate will do the work for us. We may be able 831 // to just write a value now, but it is a TODO.) 832 bool IsLinkTimeConstant = !Preemptible && (!Config->Pic || isAbsolute(Sym)); 833 if (IsLinkTimeConstant) { 834 InX::Got->Relocations.push_back({Expr, Target->GotRel, Off, 0, &Sym}); 835 return; 836 } 837 838 // Otherwise, we emit a dynamic relocation to .rel[a].dyn so that 839 // the GOT slot will be fixed at load-time. 840 RelType Type; 841 if (Sym.isTls()) 842 Type = Target->TlsGotRel; 843 else if (!Preemptible && Config->Pic && !isAbsolute(Sym)) 844 Type = Target->RelativeRel; 845 else 846 Type = Target->GotRel; 847 In<ELFT>::RelaDyn->addReloc({Type, InX::Got, Off, !Preemptible, &Sym, 0}); 848 849 // REL type relocations don't have addend fields unlike RELAs, and 850 // their addends are stored to the section to which they are applied. 851 // So, store addends if we need to. 852 // 853 // This is ugly -- the difference between REL and RELA should be 854 // handled in a better way. It's a TODO. 855 if (!Config->IsRela) 856 InX::Got->Relocations.push_back({R_ABS, Target->GotRel, Off, 0, &Sym}); 857 } 858 859 // The reason we have to do this early scan is as follows 860 // * To mmap the output file, we need to know the size 861 // * For that, we need to know how many dynamic relocs we will have. 862 // It might be possible to avoid this by outputting the file with write: 863 // * Write the allocated output sections, computing addresses. 864 // * Apply relocations, recording which ones require a dynamic reloc. 865 // * Write the dynamic relocations. 866 // * Write the rest of the file. 867 // This would have some drawbacks. For example, we would only know if .rela.dyn 868 // is needed after applying relocations. If it is, it will go after rw and rx 869 // sections. Given that it is ro, we will need an extra PT_LOAD. This 870 // complicates things for the dynamic linker and means we would have to reserve 871 // space for the extra PT_LOAD even if we end up not using it. 872 template <class ELFT, class RelTy> 873 static void scanRelocs(InputSectionBase &Sec, ArrayRef<RelTy> Rels) { 874 OffsetGetter GetOffset(Sec); 875 876 for (auto I = Rels.begin(), End = Rels.end(); I != End; ++I) { 877 const RelTy &Rel = *I; 878 SymbolBody &Body = Sec.getFile<ELFT>()->getRelocTargetSym(Rel); 879 RelType Type = Rel.getType(Config->IsMips64EL); 880 881 // Deal with MIPS oddity. 882 if (Config->MipsN32Abi) 883 Type = getMipsN32RelType(I, End); 884 885 // Get an offset in an output section this relocation is applied to. 886 uint64_t Offset = GetOffset.get(Rel.r_offset); 887 if (Offset == uint64_t(-1)) 888 continue; 889 890 // Skip if the target symbol is an erroneous undefined symbol. 891 if (maybeReportUndefined<ELFT>(Body, Sec, Rel.r_offset)) 892 continue; 893 894 RelExpr Expr = 895 Target->getRelExpr(Type, Body, Sec.Data.begin() + Rel.r_offset); 896 897 // Ignore "hint" relocations because they are only markers for relaxation. 898 if (isRelExprOneOf<R_HINT, R_NONE>(Expr)) 899 continue; 900 901 // Handle yet another MIPS-ness. 902 if (isMipsGprel(Type)) { 903 int64_t Addend = computeAddend<ELFT>(Rel, End, Sec, Expr, Body.isLocal()); 904 Sec.Relocations.push_back({R_MIPS_GOTREL, Type, Offset, Addend, &Body}); 905 continue; 906 } 907 908 bool Preemptible = Body.IsPreemptible; 909 910 // Strenghten or relax a PLT access. 911 // 912 // GNU ifunc symbols must be accessed via PLT because their addresses 913 // are determined by runtime. 914 // 915 // On the other hand, if we know that a PLT entry will be resolved within 916 // the same ELF module, we can skip PLT access and directly jump to the 917 // destination function. For example, if we are linking a main exectuable, 918 // all dynamic symbols that can be resolved within the executable will 919 // actually be resolved that way at runtime, because the main exectuable 920 // is always at the beginning of a search list. We can leverage that fact. 921 if (Body.isGnuIFunc()) 922 Expr = toPlt(Expr); 923 else if (!Preemptible && Expr == R_GOT_PC && !isAbsoluteValue(Body)) 924 Expr = 925 Target->adjustRelaxExpr(Type, Sec.Data.data() + Rel.r_offset, Expr); 926 else if (!Preemptible) 927 Expr = fromPlt(Expr); 928 929 Expr = adjustExpr<ELFT>(Body, Expr, Type, Sec, Rel.r_offset); 930 if (ErrorCount) 931 continue; 932 933 // This relocation does not require got entry, but it is relative to got and 934 // needs it to be created. Here we request for that. 935 if (isRelExprOneOf<R_GOTONLY_PC, R_GOTONLY_PC_FROM_END, R_GOTREL, 936 R_GOTREL_FROM_END, R_PPC_TOC>(Expr)) 937 InX::Got->HasGotOffRel = true; 938 939 // Read an addend. 940 int64_t Addend = computeAddend<ELFT>(Rel, End, Sec, Expr, Body.isLocal()); 941 942 // Process some TLS relocations, including relaxing TLS relocations. 943 // Note that this function does not handle all TLS relocations. 944 if (unsigned Processed = 945 handleTlsRelocation<ELFT>(Type, Body, Sec, Offset, Addend, Expr)) { 946 I += (Processed - 1); 947 continue; 948 } 949 950 // If a relocation needs PLT, we create PLT and GOTPLT slots for the symbol. 951 if (needsPlt(Expr) && !Body.isInPlt()) { 952 if (Body.isGnuIFunc() && !Preemptible) 953 addPltEntry(InX::Iplt, InX::IgotPlt, In<ELFT>::RelaIplt, 954 Target->IRelativeRel, Body, true); 955 else 956 addPltEntry(InX::Plt, InX::GotPlt, In<ELFT>::RelaPlt, Target->PltRel, 957 Body, !Preemptible); 958 } 959 960 // Create a GOT slot if a relocation needs GOT. 961 if (needsGot(Expr)) { 962 if (Config->EMachine == EM_MIPS) { 963 // MIPS ABI has special rules to process GOT entries and doesn't 964 // require relocation entries for them. A special case is TLS 965 // relocations. In that case dynamic loader applies dynamic 966 // relocations to initialize TLS GOT entries. 967 // See "Global Offset Table" in Chapter 5 in the following document 968 // for detailed description: 969 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf 970 InX::MipsGot->addEntry(Body, Addend, Expr); 971 if (Body.isTls() && Body.IsPreemptible) 972 In<ELFT>::RelaDyn->addReloc({Target->TlsGotRel, InX::MipsGot, 973 Body.getGotOffset(), false, &Body, 0}); 974 } else if (!Body.isInGot()) { 975 addGotEntry<ELFT>(Body, Preemptible); 976 } 977 } 978 979 if (!needsPlt(Expr) && !needsGot(Expr) && Body.IsPreemptible) { 980 // We don't know anything about the finaly symbol. Just ask the dynamic 981 // linker to handle the relocation for us. 982 if (!Target->isPicRel(Type)) 983 errorOrWarn( 984 "relocation " + toString(Type) + 985 " cannot be used against shared object; recompile with -fPIC" + 986 getLocation<ELFT>(Sec, Body, Offset)); 987 988 In<ELFT>::RelaDyn->addReloc( 989 {Target->getDynRel(Type), &Sec, Offset, false, &Body, Addend}); 990 991 // MIPS ABI turns using of GOT and dynamic relocations inside out. 992 // While regular ABI uses dynamic relocations to fill up GOT entries 993 // MIPS ABI requires dynamic linker to fills up GOT entries using 994 // specially sorted dynamic symbol table. This affects even dynamic 995 // relocations against symbols which do not require GOT entries 996 // creation explicitly, i.e. do not have any GOT-relocations. So if 997 // a preemptible symbol has a dynamic relocation we anyway have 998 // to create a GOT entry for it. 999 // If a non-preemptible symbol has a dynamic relocation against it, 1000 // dynamic linker takes it st_value, adds offset and writes down 1001 // result of the dynamic relocation. In case of preemptible symbol 1002 // dynamic linker performs symbol resolution, writes the symbol value 1003 // to the GOT entry and reads the GOT entry when it needs to perform 1004 // a dynamic relocation. 1005 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf p.4-19 1006 if (Config->EMachine == EM_MIPS) 1007 InX::MipsGot->addEntry(Body, Addend, Expr); 1008 continue; 1009 } 1010 1011 // If the relocation points to something in the file, we can process it. 1012 bool IsConstant = 1013 isStaticLinkTimeConstant<ELFT>(Expr, Type, Body, Sec, Rel.r_offset); 1014 1015 // The size is not going to change, so we fold it in here. 1016 if (Expr == R_SIZE) 1017 Addend += Body.getSize<ELFT>(); 1018 1019 // If the produced value is a constant, we just remember to write it 1020 // when outputting this section. We also have to do it if the format 1021 // uses Elf_Rel, since in that case the written value is the addend. 1022 if (IsConstant) { 1023 Sec.Relocations.push_back({Expr, Type, Offset, Addend, &Body}); 1024 continue; 1025 } 1026 1027 // If the output being produced is position independent, the final value 1028 // is still not known. In that case we still need some help from the 1029 // dynamic linker. We can however do better than just copying the incoming 1030 // relocation. We can process some of it and and just ask the dynamic 1031 // linker to add the load address. 1032 if (Config->IsRela) { 1033 In<ELFT>::RelaDyn->addReloc( 1034 {Target->RelativeRel, &Sec, Offset, true, &Body, Addend}); 1035 } else { 1036 // In REL, addends are stored to the target section. 1037 In<ELFT>::RelaDyn->addReloc( 1038 {Target->RelativeRel, &Sec, Offset, true, &Body, 0}); 1039 Sec.Relocations.push_back({Expr, Type, Offset, Addend, &Body}); 1040 } 1041 } 1042 } 1043 1044 template <class ELFT> void elf::scanRelocations(InputSectionBase &S) { 1045 if (S.AreRelocsRela) 1046 scanRelocs<ELFT>(S, S.relas<ELFT>()); 1047 else 1048 scanRelocs<ELFT>(S, S.rels<ELFT>()); 1049 } 1050 1051 // Insert the Thunks for OutputSection OS into their designated place 1052 // in the Sections vector, and recalculate the InputSection output section 1053 // offsets. 1054 // This may invalidate any output section offsets stored outside of InputSection 1055 void ThunkCreator::mergeThunks() { 1056 for (auto &KV : ThunkSections) { 1057 std::vector<InputSection *> *ISR = KV.first; 1058 std::vector<ThunkSection *> &Thunks = KV.second; 1059 1060 // Order Thunks in ascending OutSecOff 1061 auto ThunkCmp = [](const ThunkSection *A, const ThunkSection *B) { 1062 return A->OutSecOff < B->OutSecOff; 1063 }; 1064 std::stable_sort(Thunks.begin(), Thunks.end(), ThunkCmp); 1065 1066 // Merge sorted vectors of Thunks and InputSections by OutSecOff 1067 std::vector<InputSection *> Tmp; 1068 Tmp.reserve(ISR->size() + Thunks.size()); 1069 auto MergeCmp = [](const InputSection *A, const InputSection *B) { 1070 // std::merge requires a strict weak ordering. 1071 if (A->OutSecOff < B->OutSecOff) 1072 return true; 1073 if (A->OutSecOff == B->OutSecOff) 1074 // Check if Thunk is immediately before any specific Target InputSection 1075 // for example Mips LA25 Thunks. 1076 if (auto *TA = dyn_cast<ThunkSection>(A)) 1077 if (TA && TA->getTargetInputSection() == B) 1078 return true; 1079 return false; 1080 }; 1081 std::merge(ISR->begin(), ISR->end(), Thunks.begin(), Thunks.end(), 1082 std::back_inserter(Tmp), MergeCmp); 1083 *ISR = std::move(Tmp); 1084 } 1085 } 1086 1087 static uint32_t findEndOfFirstNonExec(OutputSection &Cmd) { 1088 for (BaseCommand *Base : Cmd.SectionCommands) 1089 if (auto *ISD = dyn_cast<InputSectionDescription>(Base)) 1090 for (auto *IS : ISD->Sections) 1091 if ((IS->Flags & SHF_EXECINSTR) == 0) 1092 return IS->OutSecOff + IS->getSize(); 1093 return 0; 1094 } 1095 1096 ThunkSection *ThunkCreator::getOSThunkSec(OutputSection *OS, 1097 std::vector<InputSection *> *ISR) { 1098 if (CurTS == nullptr) { 1099 uint32_t Off = findEndOfFirstNonExec(*OS); 1100 CurTS = addThunkSection(OS, ISR, Off); 1101 } 1102 return CurTS; 1103 } 1104 1105 // Add a Thunk that needs to be placed in a ThunkSection that immediately 1106 // precedes its Target. 1107 ThunkSection *ThunkCreator::getISThunkSec(InputSection *IS) { 1108 ThunkSection *TS = ThunkedSections.lookup(IS); 1109 if (TS) 1110 return TS; 1111 1112 // Find InputSectionRange within Target Output Section (TOS) that the 1113 // InputSection (IS) that we need to precede is in. 1114 OutputSection *TOS = IS->getParent(); 1115 std::vector<InputSection *> *Range = nullptr; 1116 for (BaseCommand *BC : TOS->SectionCommands) 1117 if (auto *ISD = dyn_cast<InputSectionDescription>(BC)) { 1118 InputSection *first = ISD->Sections.front(); 1119 InputSection *last = ISD->Sections.back(); 1120 if (IS->OutSecOff >= first->OutSecOff && 1121 IS->OutSecOff <= last->OutSecOff) { 1122 Range = &ISD->Sections; 1123 break; 1124 } 1125 } 1126 TS = addThunkSection(TOS, Range, IS->OutSecOff); 1127 ThunkedSections[IS] = TS; 1128 return TS; 1129 } 1130 1131 ThunkSection *ThunkCreator::addThunkSection(OutputSection *OS, 1132 std::vector<InputSection *> *ISR, 1133 uint64_t Off) { 1134 auto *TS = make<ThunkSection>(OS, Off); 1135 ThunkSections[ISR].push_back(TS); 1136 return TS; 1137 } 1138 1139 std::pair<Thunk *, bool> ThunkCreator::getThunk(SymbolBody &Body, 1140 RelType Type) { 1141 auto Res = ThunkedSymbols.insert({&Body, std::vector<Thunk *>()}); 1142 if (!Res.second) { 1143 // Check existing Thunks for Body to see if they can be reused 1144 for (Thunk *ET : Res.first->second) 1145 if (ET->isCompatibleWith(Type)) 1146 return std::make_pair(ET, false); 1147 } 1148 // No existing compatible Thunk in range, create a new one 1149 Thunk *T = addThunk(Type, Body); 1150 Res.first->second.push_back(T); 1151 return std::make_pair(T, true); 1152 } 1153 1154 // Call Fn on every executable InputSection accessed via the linker script 1155 // InputSectionDescription::Sections. 1156 void ThunkCreator::forEachExecInputSection( 1157 ArrayRef<OutputSection *> OutputSections, 1158 std::function<void(OutputSection *, std::vector<InputSection *> *, 1159 InputSection *)> 1160 Fn) { 1161 for (OutputSection *OS : OutputSections) { 1162 if (!(OS->Flags & SHF_ALLOC) || !(OS->Flags & SHF_EXECINSTR)) 1163 continue; 1164 for (BaseCommand *BC : OS->SectionCommands) 1165 if (auto *ISD = dyn_cast<InputSectionDescription>(BC)) { 1166 CurTS = nullptr; 1167 for (InputSection *IS : ISD->Sections) 1168 Fn(OS, &ISD->Sections, IS); 1169 } 1170 } 1171 } 1172 1173 // Process all relocations from the InputSections that have been assigned 1174 // to OutputSections and redirect through Thunks if needed. 1175 // 1176 // createThunks must be called after scanRelocs has created the Relocations for 1177 // each InputSection. It must be called before the static symbol table is 1178 // finalized. If any Thunks are added to an OutputSection the output section 1179 // offsets of the InputSections will change. 1180 // 1181 // FIXME: All Thunks are assumed to be in range of the relocation. Range 1182 // extension Thunks are not yet supported. 1183 bool ThunkCreator::createThunks(ArrayRef<OutputSection *> OutputSections) { 1184 if (Pass > 0) 1185 ThunkSections.clear(); 1186 1187 // Create all the Thunks and insert them into synthetic ThunkSections. The 1188 // ThunkSections are later inserted back into the OutputSection. 1189 1190 // We separate the creation of ThunkSections from the insertion of the 1191 // ThunkSections back into the OutputSection as ThunkSections are not always 1192 // inserted into the same OutputSection as the caller. 1193 forEachExecInputSection(OutputSections, [&](OutputSection *OS, 1194 std::vector<InputSection *> *ISR, 1195 InputSection *IS) { 1196 for (Relocation &Rel : IS->Relocations) { 1197 SymbolBody &Body = *Rel.Sym; 1198 if (Thunks.find(&Body) != Thunks.end() || 1199 !Target->needsThunk(Rel.Expr, Rel.Type, IS->File, Body)) 1200 continue; 1201 Thunk *T; 1202 bool IsNew; 1203 std::tie(T, IsNew) = getThunk(Body, Rel.Type); 1204 if (IsNew) { 1205 // Find or create a ThunkSection for the new Thunk 1206 ThunkSection *TS; 1207 if (auto *TIS = T->getTargetInputSection()) 1208 TS = getISThunkSec(TIS); 1209 else 1210 TS = getOSThunkSec(OS, ISR); 1211 TS->addThunk(T); 1212 Thunks[T->ThunkSym] = T; 1213 } 1214 // Redirect relocation to Thunk, we never go via the PLT to a Thunk 1215 Rel.Sym = T->ThunkSym; 1216 Rel.Expr = fromPlt(Rel.Expr); 1217 } 1218 }); 1219 // Merge all created synthetic ThunkSections back into OutputSection 1220 mergeThunks(); 1221 ++Pass; 1222 return !ThunkSections.empty(); 1223 } 1224 1225 template void elf::scanRelocations<ELF32LE>(InputSectionBase &); 1226 template void elf::scanRelocations<ELF32BE>(InputSectionBase &); 1227 template void elf::scanRelocations<ELF64LE>(InputSectionBase &); 1228 template void elf::scanRelocations<ELF64BE>(InputSectionBase &); 1229