1 //===- Relocations.cpp ----------------------------------------------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 // 9 // This file contains platform-independent functions to process relocations. 10 // I'll describe the overview of this file here. 11 // 12 // Simple relocations are easy to handle for the linker. For example, 13 // for R_X86_64_PC64 relocs, the linker just has to fix up locations 14 // with the relative offsets to the target symbols. It would just be 15 // reading records from relocation sections and applying them to output. 16 // 17 // But not all relocations are that easy to handle. For example, for 18 // R_386_GOTOFF relocs, the linker has to create new GOT entries for 19 // symbols if they don't exist, and fix up locations with GOT entry 20 // offsets from the beginning of GOT section. So there is more than 21 // fixing addresses in relocation processing. 22 // 23 // ELF defines a large number of complex relocations. 24 // 25 // The functions in this file analyze relocations and do whatever needs 26 // to be done. It includes, but not limited to, the following. 27 // 28 // - create GOT/PLT entries 29 // - create new relocations in .dynsym to let the dynamic linker resolve 30 // them at runtime (since ELF supports dynamic linking, not all 31 // relocations can be resolved at link-time) 32 // - create COPY relocs and reserve space in .bss 33 // - replace expensive relocs (in terms of runtime cost) with cheap ones 34 // - error out infeasible combinations such as PIC and non-relative relocs 35 // 36 // Note that the functions in this file don't actually apply relocations 37 // because it doesn't know about the output file nor the output file buffer. 38 // It instead stores Relocation objects to InputSection's Relocations 39 // vector to let it apply later in InputSection::writeTo. 40 // 41 //===----------------------------------------------------------------------===// 42 43 #include "Relocations.h" 44 #include "Config.h" 45 #include "LinkerScript.h" 46 #include "OutputSections.h" 47 #include "SymbolTable.h" 48 #include "Symbols.h" 49 #include "SyntheticSections.h" 50 #include "Target.h" 51 #include "Thunks.h" 52 #include "lld/Common/ErrorHandler.h" 53 #include "lld/Common/Memory.h" 54 #include "lld/Common/Strings.h" 55 #include "llvm/ADT/SmallSet.h" 56 #include "llvm/Demangle/Demangle.h" 57 #include "llvm/Support/Endian.h" 58 #include "llvm/Support/raw_ostream.h" 59 #include <algorithm> 60 61 using namespace llvm; 62 using namespace llvm::ELF; 63 using namespace llvm::object; 64 using namespace llvm::support::endian; 65 66 namespace lld { 67 namespace elf { 68 static Optional<std::string> getLinkerScriptLocation(const Symbol &sym) { 69 for (BaseCommand *base : script->sectionCommands) 70 if (auto *cmd = dyn_cast<SymbolAssignment>(base)) 71 if (cmd->sym == &sym) 72 return cmd->location; 73 return None; 74 } 75 76 // Construct a message in the following format. 77 // 78 // >>> defined in /home/alice/src/foo.o 79 // >>> referenced by bar.c:12 (/home/alice/src/bar.c:12) 80 // >>> /home/alice/src/bar.o:(.text+0x1) 81 static std::string getLocation(InputSectionBase &s, const Symbol &sym, 82 uint64_t off) { 83 std::string msg = "\n>>> defined in "; 84 if (sym.file) 85 msg += toString(sym.file); 86 else if (Optional<std::string> loc = getLinkerScriptLocation(sym)) 87 msg += *loc; 88 89 msg += "\n>>> referenced by "; 90 std::string src = s.getSrcMsg(sym, off); 91 if (!src.empty()) 92 msg += src + "\n>>> "; 93 return msg + s.getObjMsg(off); 94 } 95 96 namespace { 97 // Build a bitmask with one bit set for each RelExpr. 98 // 99 // Constexpr function arguments can't be used in static asserts, so we 100 // use template arguments to build the mask. 101 // But function template partial specializations don't exist (needed 102 // for base case of the recursion), so we need a dummy struct. 103 template <RelExpr... Exprs> struct RelExprMaskBuilder { 104 static inline uint64_t build() { return 0; } 105 }; 106 107 // Specialization for recursive case. 108 template <RelExpr Head, RelExpr... Tail> 109 struct RelExprMaskBuilder<Head, Tail...> { 110 static inline uint64_t build() { 111 static_assert(0 <= Head && Head < 64, 112 "RelExpr is too large for 64-bit mask!"); 113 return (uint64_t(1) << Head) | RelExprMaskBuilder<Tail...>::build(); 114 } 115 }; 116 } // namespace 117 118 // Return true if `Expr` is one of `Exprs`. 119 // There are fewer than 64 RelExpr's, so we can represent any set of 120 // RelExpr's as a constant bit mask and test for membership with a 121 // couple cheap bitwise operations. 122 template <RelExpr... Exprs> bool oneof(RelExpr expr) { 123 assert(0 <= expr && (int)expr < 64 && 124 "RelExpr is too large for 64-bit mask!"); 125 return (uint64_t(1) << expr) & RelExprMaskBuilder<Exprs...>::build(); 126 } 127 128 // This function is similar to the `handleTlsRelocation`. MIPS does not 129 // support any relaxations for TLS relocations so by factoring out MIPS 130 // handling in to the separate function we can simplify the code and do not 131 // pollute other `handleTlsRelocation` by MIPS `ifs` statements. 132 // Mips has a custom MipsGotSection that handles the writing of GOT entries 133 // without dynamic relocations. 134 static unsigned handleMipsTlsRelocation(RelType type, Symbol &sym, 135 InputSectionBase &c, uint64_t offset, 136 int64_t addend, RelExpr expr) { 137 if (expr == R_MIPS_TLSLD) { 138 in.mipsGot->addTlsIndex(*c.file); 139 c.relocations.push_back({expr, type, offset, addend, &sym}); 140 return 1; 141 } 142 if (expr == R_MIPS_TLSGD) { 143 in.mipsGot->addDynTlsEntry(*c.file, sym); 144 c.relocations.push_back({expr, type, offset, addend, &sym}); 145 return 1; 146 } 147 return 0; 148 } 149 150 // Notes about General Dynamic and Local Dynamic TLS models below. They may 151 // require the generation of a pair of GOT entries that have associated dynamic 152 // relocations. The pair of GOT entries created are of the form GOT[e0] Module 153 // Index (Used to find pointer to TLS block at run-time) GOT[e1] Offset of 154 // symbol in TLS block. 155 // 156 // Returns the number of relocations processed. 157 template <class ELFT> 158 static unsigned 159 handleTlsRelocation(RelType type, Symbol &sym, InputSectionBase &c, 160 typename ELFT::uint offset, int64_t addend, RelExpr expr) { 161 if (!sym.isTls()) 162 return 0; 163 164 if (config->emachine == EM_MIPS) 165 return handleMipsTlsRelocation(type, sym, c, offset, addend, expr); 166 167 if (oneof<R_AARCH64_TLSDESC_PAGE, R_TLSDESC, R_TLSDESC_CALL, R_TLSDESC_PC>( 168 expr) && 169 config->shared) { 170 if (in.got->addDynTlsEntry(sym)) { 171 uint64_t off = in.got->getGlobalDynOffset(sym); 172 mainPart->relaDyn->addReloc( 173 {target->tlsDescRel, in.got, off, !sym.isPreemptible, &sym, 0}); 174 } 175 if (expr != R_TLSDESC_CALL) 176 c.relocations.push_back({expr, type, offset, addend, &sym}); 177 return 1; 178 } 179 180 bool canRelax = config->emachine != EM_ARM && config->emachine != EM_RISCV; 181 182 // If we are producing an executable and the symbol is non-preemptable, it 183 // must be defined and the code sequence can be relaxed to use Local-Exec. 184 // 185 // ARM and RISC-V do not support any relaxations for TLS relocations, however, 186 // we can omit the DTPMOD dynamic relocations and resolve them at link time 187 // because them are always 1. This may be necessary for static linking as 188 // DTPMOD may not be expected at load time. 189 bool isLocalInExecutable = !sym.isPreemptible && !config->shared; 190 191 // Local Dynamic is for access to module local TLS variables, while still 192 // being suitable for being dynamically loaded via dlopen. GOT[e0] is the 193 // module index, with a special value of 0 for the current module. GOT[e1] is 194 // unused. There only needs to be one module index entry. 195 if (oneof<R_TLSLD_GOT, R_TLSLD_GOTPLT, R_TLSLD_PC, R_TLSLD_HINT>( 196 expr)) { 197 // Local-Dynamic relocs can be relaxed to Local-Exec. 198 if (canRelax && !config->shared) { 199 c.relocations.push_back( 200 {target->adjustRelaxExpr(type, nullptr, R_RELAX_TLS_LD_TO_LE), type, 201 offset, addend, &sym}); 202 return target->getTlsGdRelaxSkip(type); 203 } 204 if (expr == R_TLSLD_HINT) 205 return 1; 206 if (in.got->addTlsIndex()) { 207 if (isLocalInExecutable) 208 in.got->relocations.push_back( 209 {R_ADDEND, target->symbolicRel, in.got->getTlsIndexOff(), 1, &sym}); 210 else 211 mainPart->relaDyn->addReloc(target->tlsModuleIndexRel, in.got, 212 in.got->getTlsIndexOff(), nullptr); 213 } 214 c.relocations.push_back({expr, type, offset, addend, &sym}); 215 return 1; 216 } 217 218 // Local-Dynamic relocs can be relaxed to Local-Exec. 219 if (expr == R_DTPREL && !config->shared) { 220 c.relocations.push_back( 221 {target->adjustRelaxExpr(type, nullptr, R_RELAX_TLS_LD_TO_LE), type, 222 offset, addend, &sym}); 223 return 1; 224 } 225 226 // Local-Dynamic sequence where offset of tls variable relative to dynamic 227 // thread pointer is stored in the got. This cannot be relaxed to Local-Exec. 228 if (expr == R_TLSLD_GOT_OFF) { 229 if (!sym.isInGot()) { 230 in.got->addEntry(sym); 231 uint64_t off = sym.getGotOffset(); 232 in.got->relocations.push_back( 233 {R_ABS, target->tlsOffsetRel, off, 0, &sym}); 234 } 235 c.relocations.push_back({expr, type, offset, addend, &sym}); 236 return 1; 237 } 238 239 if (oneof<R_AARCH64_TLSDESC_PAGE, R_TLSDESC, R_TLSDESC_CALL, R_TLSDESC_PC, 240 R_TLSGD_GOT, R_TLSGD_GOTPLT, R_TLSGD_PC>(expr)) { 241 if (!canRelax || config->shared) { 242 if (in.got->addDynTlsEntry(sym)) { 243 uint64_t off = in.got->getGlobalDynOffset(sym); 244 245 if (isLocalInExecutable) 246 // Write one to the GOT slot. 247 in.got->relocations.push_back( 248 {R_ADDEND, target->symbolicRel, off, 1, &sym}); 249 else 250 mainPart->relaDyn->addReloc(target->tlsModuleIndexRel, in.got, off, &sym); 251 252 // If the symbol is preemptible we need the dynamic linker to write 253 // the offset too. 254 uint64_t offsetOff = off + config->wordsize; 255 if (sym.isPreemptible) 256 mainPart->relaDyn->addReloc(target->tlsOffsetRel, in.got, offsetOff, 257 &sym); 258 else 259 in.got->relocations.push_back( 260 {R_ABS, target->tlsOffsetRel, offsetOff, 0, &sym}); 261 } 262 c.relocations.push_back({expr, type, offset, addend, &sym}); 263 return 1; 264 } 265 266 // Global-Dynamic relocs can be relaxed to Initial-Exec or Local-Exec 267 // depending on the symbol being locally defined or not. 268 if (sym.isPreemptible) { 269 c.relocations.push_back( 270 {target->adjustRelaxExpr(type, nullptr, R_RELAX_TLS_GD_TO_IE), type, 271 offset, addend, &sym}); 272 if (!sym.isInGot()) { 273 in.got->addEntry(sym); 274 mainPart->relaDyn->addReloc(target->tlsGotRel, in.got, sym.getGotOffset(), 275 &sym); 276 } 277 } else { 278 c.relocations.push_back( 279 {target->adjustRelaxExpr(type, nullptr, R_RELAX_TLS_GD_TO_LE), type, 280 offset, addend, &sym}); 281 } 282 return target->getTlsGdRelaxSkip(type); 283 } 284 285 // Initial-Exec relocs can be relaxed to Local-Exec if the symbol is locally 286 // defined. 287 if (oneof<R_GOT, R_GOTPLT, R_GOT_PC, R_AARCH64_GOT_PAGE_PC, R_GOT_OFF, 288 R_TLSIE_HINT>(expr) && 289 canRelax && isLocalInExecutable) { 290 c.relocations.push_back({R_RELAX_TLS_IE_TO_LE, type, offset, addend, &sym}); 291 return 1; 292 } 293 294 if (expr == R_TLSIE_HINT) 295 return 1; 296 return 0; 297 } 298 299 static RelType getMipsPairType(RelType type, bool isLocal) { 300 switch (type) { 301 case R_MIPS_HI16: 302 return R_MIPS_LO16; 303 case R_MIPS_GOT16: 304 // In case of global symbol, the R_MIPS_GOT16 relocation does not 305 // have a pair. Each global symbol has a unique entry in the GOT 306 // and a corresponding instruction with help of the R_MIPS_GOT16 307 // relocation loads an address of the symbol. In case of local 308 // symbol, the R_MIPS_GOT16 relocation creates a GOT entry to hold 309 // the high 16 bits of the symbol's value. A paired R_MIPS_LO16 310 // relocations handle low 16 bits of the address. That allows 311 // to allocate only one GOT entry for every 64 KBytes of local data. 312 return isLocal ? R_MIPS_LO16 : R_MIPS_NONE; 313 case R_MICROMIPS_GOT16: 314 return isLocal ? R_MICROMIPS_LO16 : R_MIPS_NONE; 315 case R_MIPS_PCHI16: 316 return R_MIPS_PCLO16; 317 case R_MICROMIPS_HI16: 318 return R_MICROMIPS_LO16; 319 default: 320 return R_MIPS_NONE; 321 } 322 } 323 324 // True if non-preemptable symbol always has the same value regardless of where 325 // the DSO is loaded. 326 static bool isAbsolute(const Symbol &sym) { 327 if (sym.isUndefWeak()) 328 return true; 329 if (const auto *dr = dyn_cast<Defined>(&sym)) 330 return dr->section == nullptr; // Absolute symbol. 331 return false; 332 } 333 334 static bool isAbsoluteValue(const Symbol &sym) { 335 return isAbsolute(sym) || sym.isTls(); 336 } 337 338 // Returns true if Expr refers a PLT entry. 339 static bool needsPlt(RelExpr expr) { 340 return oneof<R_PLT_PC, R_PPC32_PLTREL, R_PPC64_CALL_PLT, R_PLT>(expr); 341 } 342 343 // Returns true if Expr refers a GOT entry. Note that this function 344 // returns false for TLS variables even though they need GOT, because 345 // TLS variables uses GOT differently than the regular variables. 346 static bool needsGot(RelExpr expr) { 347 return oneof<R_GOT, R_GOT_OFF, R_MIPS_GOT_LOCAL_PAGE, R_MIPS_GOT_OFF, 348 R_MIPS_GOT_OFF32, R_AARCH64_GOT_PAGE_PC, R_GOT_PC, R_GOTPLT>( 349 expr); 350 } 351 352 // True if this expression is of the form Sym - X, where X is a position in the 353 // file (PC, or GOT for example). 354 static bool isRelExpr(RelExpr expr) { 355 return oneof<R_PC, R_GOTREL, R_GOTPLTREL, R_MIPS_GOTREL, R_PPC64_CALL, 356 R_PPC64_RELAX_TOC, R_AARCH64_PAGE_PC, R_RELAX_GOT_PC, 357 R_RISCV_PC_INDIRECT>(expr); 358 } 359 360 // Returns true if a given relocation can be computed at link-time. 361 // 362 // For instance, we know the offset from a relocation to its target at 363 // link-time if the relocation is PC-relative and refers a 364 // non-interposable function in the same executable. This function 365 // will return true for such relocation. 366 // 367 // If this function returns false, that means we need to emit a 368 // dynamic relocation so that the relocation will be fixed at load-time. 369 static bool isStaticLinkTimeConstant(RelExpr e, RelType type, const Symbol &sym, 370 InputSectionBase &s, uint64_t relOff) { 371 // These expressions always compute a constant 372 if (oneof<R_DTPREL, R_GOTPLT, R_GOT_OFF, R_TLSLD_GOT_OFF, 373 R_MIPS_GOT_LOCAL_PAGE, R_MIPS_GOTREL, R_MIPS_GOT_OFF, 374 R_MIPS_GOT_OFF32, R_MIPS_GOT_GP_PC, R_MIPS_TLSGD, 375 R_AARCH64_GOT_PAGE_PC, R_GOT_PC, R_GOTONLY_PC, R_GOTPLTONLY_PC, 376 R_PLT_PC, R_TLSGD_GOT, R_TLSGD_GOTPLT, R_TLSGD_PC, R_PPC32_PLTREL, 377 R_PPC64_CALL_PLT, R_PPC64_RELAX_TOC, R_RISCV_ADD, R_TLSDESC_CALL, 378 R_TLSDESC_PC, R_AARCH64_TLSDESC_PAGE, R_HINT, R_TLSLD_HINT, 379 R_TLSIE_HINT>(e)) 380 return true; 381 382 // These never do, except if the entire file is position dependent or if 383 // only the low bits are used. 384 if (e == R_GOT || e == R_PLT || e == R_TLSDESC) 385 return target->usesOnlyLowPageBits(type) || !config->isPic; 386 387 if (sym.isPreemptible) 388 return false; 389 if (!config->isPic) 390 return true; 391 392 // The size of a non preemptible symbol is a constant. 393 if (e == R_SIZE) 394 return true; 395 396 // For the target and the relocation, we want to know if they are 397 // absolute or relative. 398 bool absVal = isAbsoluteValue(sym); 399 bool relE = isRelExpr(e); 400 if (absVal && !relE) 401 return true; 402 if (!absVal && relE) 403 return true; 404 if (!absVal && !relE) 405 return target->usesOnlyLowPageBits(type); 406 407 // Relative relocation to an absolute value. This is normally unrepresentable, 408 // but if the relocation refers to a weak undefined symbol, we allow it to 409 // resolve to the image base. This is a little strange, but it allows us to 410 // link function calls to such symbols. Normally such a call will be guarded 411 // with a comparison, which will load a zero from the GOT. 412 // Another special case is MIPS _gp_disp symbol which represents offset 413 // between start of a function and '_gp' value and defined as absolute just 414 // to simplify the code. 415 assert(absVal && relE); 416 if (sym.isUndefWeak()) 417 return true; 418 419 // We set the final symbols values for linker script defined symbols later. 420 // They always can be computed as a link time constant. 421 if (sym.scriptDefined) 422 return true; 423 424 error("relocation " + toString(type) + " cannot refer to absolute symbol: " + 425 toString(sym) + getLocation(s, sym, relOff)); 426 return true; 427 } 428 429 static RelExpr toPlt(RelExpr expr) { 430 switch (expr) { 431 case R_PPC64_CALL: 432 return R_PPC64_CALL_PLT; 433 case R_PC: 434 return R_PLT_PC; 435 case R_ABS: 436 return R_PLT; 437 default: 438 return expr; 439 } 440 } 441 442 static RelExpr fromPlt(RelExpr expr) { 443 // We decided not to use a plt. Optimize a reference to the plt to a 444 // reference to the symbol itself. 445 switch (expr) { 446 case R_PLT_PC: 447 case R_PPC32_PLTREL: 448 return R_PC; 449 case R_PPC64_CALL_PLT: 450 return R_PPC64_CALL; 451 case R_PLT: 452 return R_ABS; 453 default: 454 return expr; 455 } 456 } 457 458 // Returns true if a given shared symbol is in a read-only segment in a DSO. 459 template <class ELFT> static bool isReadOnly(SharedSymbol &ss) { 460 using Elf_Phdr = typename ELFT::Phdr; 461 462 // Determine if the symbol is read-only by scanning the DSO's program headers. 463 const SharedFile &file = ss.getFile(); 464 for (const Elf_Phdr &phdr : 465 check(file.template getObj<ELFT>().program_headers())) 466 if ((phdr.p_type == ELF::PT_LOAD || phdr.p_type == ELF::PT_GNU_RELRO) && 467 !(phdr.p_flags & ELF::PF_W) && ss.value >= phdr.p_vaddr && 468 ss.value < phdr.p_vaddr + phdr.p_memsz) 469 return true; 470 return false; 471 } 472 473 // Returns symbols at the same offset as a given symbol, including SS itself. 474 // 475 // If two or more symbols are at the same offset, and at least one of 476 // them are copied by a copy relocation, all of them need to be copied. 477 // Otherwise, they would refer to different places at runtime. 478 template <class ELFT> 479 static SmallSet<SharedSymbol *, 4> getSymbolsAt(SharedSymbol &ss) { 480 using Elf_Sym = typename ELFT::Sym; 481 482 SharedFile &file = ss.getFile(); 483 484 SmallSet<SharedSymbol *, 4> ret; 485 for (const Elf_Sym &s : file.template getGlobalELFSyms<ELFT>()) { 486 if (s.st_shndx == SHN_UNDEF || s.st_shndx == SHN_ABS || 487 s.getType() == STT_TLS || s.st_value != ss.value) 488 continue; 489 StringRef name = check(s.getName(file.getStringTable())); 490 Symbol *sym = symtab->find(name); 491 if (auto *alias = dyn_cast_or_null<SharedSymbol>(sym)) 492 ret.insert(alias); 493 } 494 return ret; 495 } 496 497 // When a symbol is copy relocated or we create a canonical plt entry, it is 498 // effectively a defined symbol. In the case of copy relocation the symbol is 499 // in .bss and in the case of a canonical plt entry it is in .plt. This function 500 // replaces the existing symbol with a Defined pointing to the appropriate 501 // location. 502 static void replaceWithDefined(Symbol &sym, SectionBase *sec, uint64_t value, 503 uint64_t size) { 504 Symbol old = sym; 505 506 sym.replace(Defined{sym.file, sym.getName(), sym.binding, sym.stOther, 507 sym.type, value, size, sec}); 508 509 sym.pltIndex = old.pltIndex; 510 sym.gotIndex = old.gotIndex; 511 sym.verdefIndex = old.verdefIndex; 512 sym.exportDynamic = true; 513 sym.isUsedInRegularObj = true; 514 } 515 516 // Reserve space in .bss or .bss.rel.ro for copy relocation. 517 // 518 // The copy relocation is pretty much a hack. If you use a copy relocation 519 // in your program, not only the symbol name but the symbol's size, RW/RO 520 // bit and alignment become part of the ABI. In addition to that, if the 521 // symbol has aliases, the aliases become part of the ABI. That's subtle, 522 // but if you violate that implicit ABI, that can cause very counter- 523 // intuitive consequences. 524 // 525 // So, what is the copy relocation? It's for linking non-position 526 // independent code to DSOs. In an ideal world, all references to data 527 // exported by DSOs should go indirectly through GOT. But if object files 528 // are compiled as non-PIC, all data references are direct. There is no 529 // way for the linker to transform the code to use GOT, as machine 530 // instructions are already set in stone in object files. This is where 531 // the copy relocation takes a role. 532 // 533 // A copy relocation instructs the dynamic linker to copy data from a DSO 534 // to a specified address (which is usually in .bss) at load-time. If the 535 // static linker (that's us) finds a direct data reference to a DSO 536 // symbol, it creates a copy relocation, so that the symbol can be 537 // resolved as if it were in .bss rather than in a DSO. 538 // 539 // As you can see in this function, we create a copy relocation for the 540 // dynamic linker, and the relocation contains not only symbol name but 541 // various other information about the symbol. So, such attributes become a 542 // part of the ABI. 543 // 544 // Note for application developers: I can give you a piece of advice if 545 // you are writing a shared library. You probably should export only 546 // functions from your library. You shouldn't export variables. 547 // 548 // As an example what can happen when you export variables without knowing 549 // the semantics of copy relocations, assume that you have an exported 550 // variable of type T. It is an ABI-breaking change to add new members at 551 // end of T even though doing that doesn't change the layout of the 552 // existing members. That's because the space for the new members are not 553 // reserved in .bss unless you recompile the main program. That means they 554 // are likely to overlap with other data that happens to be laid out next 555 // to the variable in .bss. This kind of issue is sometimes very hard to 556 // debug. What's a solution? Instead of exporting a variable V from a DSO, 557 // define an accessor getV(). 558 template <class ELFT> static void addCopyRelSymbol(SharedSymbol &ss) { 559 // Copy relocation against zero-sized symbol doesn't make sense. 560 uint64_t symSize = ss.getSize(); 561 if (symSize == 0 || ss.alignment == 0) 562 fatal("cannot create a copy relocation for symbol " + toString(ss)); 563 564 // See if this symbol is in a read-only segment. If so, preserve the symbol's 565 // memory protection by reserving space in the .bss.rel.ro section. 566 bool isRO = isReadOnly<ELFT>(ss); 567 BssSection *sec = 568 make<BssSection>(isRO ? ".bss.rel.ro" : ".bss", symSize, ss.alignment); 569 OutputSection *osec = (isRO ? in.bssRelRo : in.bss)->getParent(); 570 571 // At this point, sectionBases has been migrated to sections. Append sec to 572 // sections. 573 if (osec->sectionCommands.empty() || 574 !isa<InputSectionDescription>(osec->sectionCommands.back())) 575 osec->sectionCommands.push_back(make<InputSectionDescription>("")); 576 auto *isd = cast<InputSectionDescription>(osec->sectionCommands.back()); 577 isd->sections.push_back(sec); 578 osec->commitSection(sec); 579 580 // Look through the DSO's dynamic symbol table for aliases and create a 581 // dynamic symbol for each one. This causes the copy relocation to correctly 582 // interpose any aliases. 583 for (SharedSymbol *sym : getSymbolsAt<ELFT>(ss)) 584 replaceWithDefined(*sym, sec, 0, sym->size); 585 586 mainPart->relaDyn->addReloc(target->copyRel, sec, 0, &ss); 587 } 588 589 // MIPS has an odd notion of "paired" relocations to calculate addends. 590 // For example, if a relocation is of R_MIPS_HI16, there must be a 591 // R_MIPS_LO16 relocation after that, and an addend is calculated using 592 // the two relocations. 593 template <class ELFT, class RelTy> 594 static int64_t computeMipsAddend(const RelTy &rel, const RelTy *end, 595 InputSectionBase &sec, RelExpr expr, 596 bool isLocal) { 597 if (expr == R_MIPS_GOTREL && isLocal) 598 return sec.getFile<ELFT>()->mipsGp0; 599 600 // The ABI says that the paired relocation is used only for REL. 601 // See p. 4-17 at ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf 602 if (RelTy::IsRela) 603 return 0; 604 605 RelType type = rel.getType(config->isMips64EL); 606 uint32_t pairTy = getMipsPairType(type, isLocal); 607 if (pairTy == R_MIPS_NONE) 608 return 0; 609 610 const uint8_t *buf = sec.data().data(); 611 uint32_t symIndex = rel.getSymbol(config->isMips64EL); 612 613 // To make things worse, paired relocations might not be contiguous in 614 // the relocation table, so we need to do linear search. *sigh* 615 for (const RelTy *ri = &rel; ri != end; ++ri) 616 if (ri->getType(config->isMips64EL) == pairTy && 617 ri->getSymbol(config->isMips64EL) == symIndex) 618 return target->getImplicitAddend(buf + ri->r_offset, pairTy); 619 620 warn("can't find matching " + toString(pairTy) + " relocation for " + 621 toString(type)); 622 return 0; 623 } 624 625 // Returns an addend of a given relocation. If it is RELA, an addend 626 // is in a relocation itself. If it is REL, we need to read it from an 627 // input section. 628 template <class ELFT, class RelTy> 629 static int64_t computeAddend(const RelTy &rel, const RelTy *end, 630 InputSectionBase &sec, RelExpr expr, 631 bool isLocal) { 632 int64_t addend; 633 RelType type = rel.getType(config->isMips64EL); 634 635 if (RelTy::IsRela) { 636 addend = getAddend<ELFT>(rel); 637 } else { 638 const uint8_t *buf = sec.data().data(); 639 addend = target->getImplicitAddend(buf + rel.r_offset, type); 640 } 641 642 if (config->emachine == EM_PPC64 && config->isPic && type == R_PPC64_TOC) 643 addend += getPPC64TocBase(); 644 if (config->emachine == EM_MIPS) 645 addend += computeMipsAddend<ELFT>(rel, end, sec, expr, isLocal); 646 647 return addend; 648 } 649 650 // Custom error message if Sym is defined in a discarded section. 651 template <class ELFT> 652 static std::string maybeReportDiscarded(Undefined &sym) { 653 auto *file = dyn_cast_or_null<ObjFile<ELFT>>(sym.file); 654 if (!file || !sym.discardedSecIdx || 655 file->getSections()[sym.discardedSecIdx] != &InputSection::discarded) 656 return ""; 657 ArrayRef<Elf_Shdr_Impl<ELFT>> objSections = 658 CHECK(file->getObj().sections(), file); 659 660 std::string msg; 661 if (sym.type == ELF::STT_SECTION) { 662 msg = "relocation refers to a discarded section: "; 663 msg += CHECK( 664 file->getObj().getSectionName(&objSections[sym.discardedSecIdx]), file); 665 } else { 666 msg = "relocation refers to a symbol in a discarded section: " + 667 toString(sym); 668 } 669 msg += "\n>>> defined in " + toString(file); 670 671 Elf_Shdr_Impl<ELFT> elfSec = objSections[sym.discardedSecIdx - 1]; 672 if (elfSec.sh_type != SHT_GROUP) 673 return msg; 674 675 // If the discarded section is a COMDAT. 676 StringRef signature = file->getShtGroupSignature(objSections, elfSec); 677 if (const InputFile *prevailing = 678 symtab->comdatGroups.lookup(CachedHashStringRef(signature))) 679 msg += "\n>>> section group signature: " + signature.str() + 680 "\n>>> prevailing definition is in " + toString(prevailing); 681 return msg; 682 } 683 684 // Undefined diagnostics are collected in a vector and emitted once all of 685 // them are known, so that some postprocessing on the list of undefined symbols 686 // can happen before lld emits diagnostics. 687 struct UndefinedDiag { 688 Symbol *sym; 689 struct Loc { 690 InputSectionBase *sec; 691 uint64_t offset; 692 }; 693 std::vector<Loc> locs; 694 bool isWarning; 695 }; 696 697 static std::vector<UndefinedDiag> undefs; 698 699 // Check whether the definition name def is a mangled function name that matches 700 // the reference name ref. 701 static bool canSuggestExternCForCXX(StringRef ref, StringRef def) { 702 llvm::ItaniumPartialDemangler d; 703 std::string name = def.str(); 704 if (d.partialDemangle(name.c_str())) 705 return false; 706 char *buf = d.getFunctionName(nullptr, nullptr); 707 if (!buf) 708 return false; 709 bool ret = ref == buf; 710 free(buf); 711 return ret; 712 } 713 714 // Suggest an alternative spelling of an "undefined symbol" diagnostic. Returns 715 // the suggested symbol, which is either in the symbol table, or in the same 716 // file of sym. 717 static const Symbol *getAlternativeSpelling(const Undefined &sym, 718 std::string &pre_hint, 719 std::string &post_hint) { 720 // Build a map of local defined symbols. 721 DenseMap<StringRef, const Symbol *> map; 722 if (sym.file && !isa<SharedFile>(sym.file)) { 723 for (const Symbol *s : sym.file->getSymbols()) 724 if (s->isLocal() && s->isDefined()) 725 map.try_emplace(s->getName(), s); 726 } 727 728 auto suggest = [&](StringRef newName) -> const Symbol * { 729 // If defined locally. 730 if (const Symbol *s = map.lookup(newName)) 731 return s; 732 733 // If in the symbol table and not undefined. 734 if (const Symbol *s = symtab->find(newName)) 735 if (!s->isUndefined()) 736 return s; 737 738 return nullptr; 739 }; 740 741 // This loop enumerates all strings of Levenshtein distance 1 as typo 742 // correction candidates and suggests the one that exists as a non-undefined 743 // symbol. 744 StringRef name = sym.getName(); 745 for (size_t i = 0, e = name.size(); i != e + 1; ++i) { 746 // Insert a character before name[i]. 747 std::string newName = (name.substr(0, i) + "0" + name.substr(i)).str(); 748 for (char c = '0'; c <= 'z'; ++c) { 749 newName[i] = c; 750 if (const Symbol *s = suggest(newName)) 751 return s; 752 } 753 if (i == e) 754 break; 755 756 // Substitute name[i]. 757 newName = name; 758 for (char c = '0'; c <= 'z'; ++c) { 759 newName[i] = c; 760 if (const Symbol *s = suggest(newName)) 761 return s; 762 } 763 764 // Transpose name[i] and name[i+1]. This is of edit distance 2 but it is 765 // common. 766 if (i + 1 < e) { 767 newName[i] = name[i + 1]; 768 newName[i + 1] = name[i]; 769 if (const Symbol *s = suggest(newName)) 770 return s; 771 } 772 773 // Delete name[i]. 774 newName = (name.substr(0, i) + name.substr(i + 1)).str(); 775 if (const Symbol *s = suggest(newName)) 776 return s; 777 } 778 779 // Case mismatch, e.g. Foo vs FOO. 780 for (auto &it : map) 781 if (name.equals_lower(it.first)) 782 return it.second; 783 for (Symbol *sym : symtab->symbols()) 784 if (!sym->isUndefined() && name.equals_lower(sym->getName())) 785 return sym; 786 787 // The reference may be a mangled name while the definition is not. Suggest a 788 // missing extern "C". 789 if (name.startswith("_Z")) { 790 std::string buf = name.str(); 791 llvm::ItaniumPartialDemangler d; 792 if (!d.partialDemangle(buf.c_str())) 793 if (char *buf = d.getFunctionName(nullptr, nullptr)) { 794 const Symbol *s = suggest(buf); 795 free(buf); 796 if (s) { 797 pre_hint = ": extern \"C\" "; 798 return s; 799 } 800 } 801 } else { 802 const Symbol *s = nullptr; 803 for (auto &it : map) 804 if (canSuggestExternCForCXX(name, it.first)) { 805 s = it.second; 806 break; 807 } 808 if (!s) 809 for (Symbol *sym : symtab->symbols()) 810 if (canSuggestExternCForCXX(name, sym->getName())) { 811 s = sym; 812 break; 813 } 814 if (s) { 815 pre_hint = " to declare "; 816 post_hint = " as extern \"C\"?"; 817 return s; 818 } 819 } 820 821 return nullptr; 822 } 823 824 template <class ELFT> 825 static void reportUndefinedSymbol(const UndefinedDiag &undef, 826 bool correctSpelling) { 827 Symbol &sym = *undef.sym; 828 829 auto visibility = [&]() -> std::string { 830 switch (sym.visibility) { 831 case STV_INTERNAL: 832 return "internal "; 833 case STV_HIDDEN: 834 return "hidden "; 835 case STV_PROTECTED: 836 return "protected "; 837 default: 838 return ""; 839 } 840 }; 841 842 std::string msg = maybeReportDiscarded<ELFT>(cast<Undefined>(sym)); 843 if (msg.empty()) 844 msg = "undefined " + visibility() + "symbol: " + toString(sym); 845 846 const size_t maxUndefReferences = 10; 847 size_t i = 0; 848 for (UndefinedDiag::Loc l : undef.locs) { 849 if (i >= maxUndefReferences) 850 break; 851 InputSectionBase &sec = *l.sec; 852 uint64_t offset = l.offset; 853 854 msg += "\n>>> referenced by "; 855 std::string src = sec.getSrcMsg(sym, offset); 856 if (!src.empty()) 857 msg += src + "\n>>> "; 858 msg += sec.getObjMsg(offset); 859 i++; 860 } 861 862 if (i < undef.locs.size()) 863 msg += ("\n>>> referenced " + Twine(undef.locs.size() - i) + " more times") 864 .str(); 865 866 if (correctSpelling) { 867 std::string pre_hint = ": ", post_hint; 868 if (const Symbol *corrected = 869 getAlternativeSpelling(cast<Undefined>(sym), pre_hint, post_hint)) { 870 msg += "\n>>> did you mean" + pre_hint + toString(*corrected) + post_hint; 871 if (corrected->file) 872 msg += "\n>>> defined in: " + toString(corrected->file); 873 } 874 } 875 876 if (sym.getName().startswith("_ZTV")) 877 msg += "\nthe vtable symbol may be undefined because the class is missing " 878 "its key function (see https://lld.llvm.org/missingkeyfunction)"; 879 880 if (undef.isWarning) 881 warn(msg); 882 else 883 error(msg); 884 } 885 886 template <class ELFT> void reportUndefinedSymbols() { 887 // Find the first "undefined symbol" diagnostic for each diagnostic, and 888 // collect all "referenced from" lines at the first diagnostic. 889 DenseMap<Symbol *, UndefinedDiag *> firstRef; 890 for (UndefinedDiag &undef : undefs) { 891 assert(undef.locs.size() == 1); 892 if (UndefinedDiag *canon = firstRef.lookup(undef.sym)) { 893 canon->locs.push_back(undef.locs[0]); 894 undef.locs.clear(); 895 } else 896 firstRef[undef.sym] = &undef; 897 } 898 899 // Enable spell corrector for the first 2 diagnostics. 900 for (auto it : enumerate(undefs)) 901 if (!it.value().locs.empty()) 902 reportUndefinedSymbol<ELFT>(it.value(), it.index() < 2); 903 undefs.clear(); 904 } 905 906 // Report an undefined symbol if necessary. 907 // Returns true if the undefined symbol will produce an error message. 908 static bool maybeReportUndefined(Symbol &sym, InputSectionBase &sec, 909 uint64_t offset) { 910 if (!sym.isUndefined() || sym.isWeak()) 911 return false; 912 913 bool canBeExternal = !sym.isLocal() && sym.visibility == STV_DEFAULT; 914 if (config->unresolvedSymbols == UnresolvedPolicy::Ignore && canBeExternal) 915 return false; 916 917 // clang (as of 2019-06-12) / gcc (as of 8.2.1) PPC64 may emit a .rela.toc 918 // which references a switch table in a discarded .rodata/.text section. The 919 // .toc and the .rela.toc are incorrectly not placed in the comdat. The ELF 920 // spec says references from outside the group to a STB_LOCAL symbol are not 921 // allowed. Work around the bug. 922 if (config->emachine == EM_PPC64 && 923 cast<Undefined>(sym).discardedSecIdx != 0 && sec.name == ".toc") 924 return false; 925 926 bool isWarning = 927 (config->unresolvedSymbols == UnresolvedPolicy::Warn && canBeExternal) || 928 config->noinhibitExec; 929 undefs.push_back({&sym, {{&sec, offset}}, isWarning}); 930 return !isWarning; 931 } 932 933 // MIPS N32 ABI treats series of successive relocations with the same offset 934 // as a single relocation. The similar approach used by N64 ABI, but this ABI 935 // packs all relocations into the single relocation record. Here we emulate 936 // this for the N32 ABI. Iterate over relocation with the same offset and put 937 // theirs types into the single bit-set. 938 template <class RelTy> static RelType getMipsN32RelType(RelTy *&rel, RelTy *end) { 939 RelType type = 0; 940 uint64_t offset = rel->r_offset; 941 942 int n = 0; 943 while (rel != end && rel->r_offset == offset) 944 type |= (rel++)->getType(config->isMips64EL) << (8 * n++); 945 return type; 946 } 947 948 // .eh_frame sections are mergeable input sections, so their input 949 // offsets are not linearly mapped to output section. For each input 950 // offset, we need to find a section piece containing the offset and 951 // add the piece's base address to the input offset to compute the 952 // output offset. That isn't cheap. 953 // 954 // This class is to speed up the offset computation. When we process 955 // relocations, we access offsets in the monotonically increasing 956 // order. So we can optimize for that access pattern. 957 // 958 // For sections other than .eh_frame, this class doesn't do anything. 959 namespace { 960 class OffsetGetter { 961 public: 962 explicit OffsetGetter(InputSectionBase &sec) { 963 if (auto *eh = dyn_cast<EhInputSection>(&sec)) 964 pieces = eh->pieces; 965 } 966 967 // Translates offsets in input sections to offsets in output sections. 968 // Given offset must increase monotonically. We assume that Piece is 969 // sorted by inputOff. 970 uint64_t get(uint64_t off) { 971 if (pieces.empty()) 972 return off; 973 974 while (i != pieces.size() && pieces[i].inputOff + pieces[i].size <= off) 975 ++i; 976 if (i == pieces.size()) 977 fatal(".eh_frame: relocation is not in any piece"); 978 979 // Pieces must be contiguous, so there must be no holes in between. 980 assert(pieces[i].inputOff <= off && "Relocation not in any piece"); 981 982 // Offset -1 means that the piece is dead (i.e. garbage collected). 983 if (pieces[i].outputOff == -1) 984 return -1; 985 return pieces[i].outputOff + off - pieces[i].inputOff; 986 } 987 988 private: 989 ArrayRef<EhSectionPiece> pieces; 990 size_t i = 0; 991 }; 992 } // namespace 993 994 static void addRelativeReloc(InputSectionBase *isec, uint64_t offsetInSec, 995 Symbol *sym, int64_t addend, RelExpr expr, 996 RelType type) { 997 Partition &part = isec->getPartition(); 998 999 // Add a relative relocation. If relrDyn section is enabled, and the 1000 // relocation offset is guaranteed to be even, add the relocation to 1001 // the relrDyn section, otherwise add it to the relaDyn section. 1002 // relrDyn sections don't support odd offsets. Also, relrDyn sections 1003 // don't store the addend values, so we must write it to the relocated 1004 // address. 1005 if (part.relrDyn && isec->alignment >= 2 && offsetInSec % 2 == 0) { 1006 isec->relocations.push_back({expr, type, offsetInSec, addend, sym}); 1007 part.relrDyn->relocs.push_back({isec, offsetInSec}); 1008 return; 1009 } 1010 part.relaDyn->addReloc(target->relativeRel, isec, offsetInSec, sym, addend, 1011 expr, type); 1012 } 1013 1014 template <class ELFT, class GotPltSection> 1015 static void addPltEntry(PltSection *plt, GotPltSection *gotPlt, 1016 RelocationBaseSection *rel, RelType type, Symbol &sym) { 1017 plt->addEntry<ELFT>(sym); 1018 gotPlt->addEntry(sym); 1019 rel->addReloc( 1020 {type, gotPlt, sym.getGotPltOffset(), !sym.isPreemptible, &sym, 0}); 1021 } 1022 1023 static void addGotEntry(Symbol &sym) { 1024 in.got->addEntry(sym); 1025 1026 RelExpr expr = sym.isTls() ? R_TLS : R_ABS; 1027 uint64_t off = sym.getGotOffset(); 1028 1029 // If a GOT slot value can be calculated at link-time, which is now, 1030 // we can just fill that out. 1031 // 1032 // (We don't actually write a value to a GOT slot right now, but we 1033 // add a static relocation to a Relocations vector so that 1034 // InputSection::relocate will do the work for us. We may be able 1035 // to just write a value now, but it is a TODO.) 1036 bool isLinkTimeConstant = 1037 !sym.isPreemptible && (!config->isPic || isAbsolute(sym)); 1038 if (isLinkTimeConstant) { 1039 in.got->relocations.push_back({expr, target->symbolicRel, off, 0, &sym}); 1040 return; 1041 } 1042 1043 // Otherwise, we emit a dynamic relocation to .rel[a].dyn so that 1044 // the GOT slot will be fixed at load-time. 1045 if (!sym.isTls() && !sym.isPreemptible && config->isPic && !isAbsolute(sym)) { 1046 addRelativeReloc(in.got, off, &sym, 0, R_ABS, target->symbolicRel); 1047 return; 1048 } 1049 mainPart->relaDyn->addReloc( 1050 sym.isTls() ? target->tlsGotRel : target->gotRel, in.got, off, &sym, 0, 1051 sym.isPreemptible ? R_ADDEND : R_ABS, target->symbolicRel); 1052 } 1053 1054 // Return true if we can define a symbol in the executable that 1055 // contains the value/function of a symbol defined in a shared 1056 // library. 1057 static bool canDefineSymbolInExecutable(Symbol &sym) { 1058 // If the symbol has default visibility the symbol defined in the 1059 // executable will preempt it. 1060 // Note that we want the visibility of the shared symbol itself, not 1061 // the visibility of the symbol in the output file we are producing. That is 1062 // why we use Sym.stOther. 1063 if ((sym.stOther & 0x3) == STV_DEFAULT) 1064 return true; 1065 1066 // If we are allowed to break address equality of functions, defining 1067 // a plt entry will allow the program to call the function in the 1068 // .so, but the .so and the executable will no agree on the address 1069 // of the function. Similar logic for objects. 1070 return ((sym.isFunc() && config->ignoreFunctionAddressEquality) || 1071 (sym.isObject() && config->ignoreDataAddressEquality)); 1072 } 1073 1074 // The reason we have to do this early scan is as follows 1075 // * To mmap the output file, we need to know the size 1076 // * For that, we need to know how many dynamic relocs we will have. 1077 // It might be possible to avoid this by outputting the file with write: 1078 // * Write the allocated output sections, computing addresses. 1079 // * Apply relocations, recording which ones require a dynamic reloc. 1080 // * Write the dynamic relocations. 1081 // * Write the rest of the file. 1082 // This would have some drawbacks. For example, we would only know if .rela.dyn 1083 // is needed after applying relocations. If it is, it will go after rw and rx 1084 // sections. Given that it is ro, we will need an extra PT_LOAD. This 1085 // complicates things for the dynamic linker and means we would have to reserve 1086 // space for the extra PT_LOAD even if we end up not using it. 1087 template <class ELFT, class RelTy> 1088 static void processRelocAux(InputSectionBase &sec, RelExpr expr, RelType type, 1089 uint64_t offset, Symbol &sym, const RelTy &rel, 1090 int64_t addend) { 1091 // If the relocation is known to be a link-time constant, we know no dynamic 1092 // relocation will be created, pass the control to relocateAlloc() or 1093 // relocateNonAlloc() to resolve it. 1094 // 1095 // The behavior of an undefined weak reference is implementation defined. If 1096 // the relocation is to a weak undef, and we are producing an executable, let 1097 // relocate{,Non}Alloc() resolve it. 1098 if (isStaticLinkTimeConstant(expr, type, sym, sec, offset) || 1099 (!config->shared && sym.isUndefWeak())) { 1100 sec.relocations.push_back({expr, type, offset, addend, &sym}); 1101 return; 1102 } 1103 1104 bool canWrite = (sec.flags & SHF_WRITE) || !config->zText; 1105 if (canWrite) { 1106 RelType rel = target->getDynRel(type); 1107 if (expr == R_GOT || (rel == target->symbolicRel && !sym.isPreemptible)) { 1108 addRelativeReloc(&sec, offset, &sym, addend, expr, type); 1109 return; 1110 } else if (rel != 0) { 1111 if (config->emachine == EM_MIPS && rel == target->symbolicRel) 1112 rel = target->relativeRel; 1113 sec.getPartition().relaDyn->addReloc(rel, &sec, offset, &sym, addend, 1114 R_ADDEND, type); 1115 1116 // MIPS ABI turns using of GOT and dynamic relocations inside out. 1117 // While regular ABI uses dynamic relocations to fill up GOT entries 1118 // MIPS ABI requires dynamic linker to fills up GOT entries using 1119 // specially sorted dynamic symbol table. This affects even dynamic 1120 // relocations against symbols which do not require GOT entries 1121 // creation explicitly, i.e. do not have any GOT-relocations. So if 1122 // a preemptible symbol has a dynamic relocation we anyway have 1123 // to create a GOT entry for it. 1124 // If a non-preemptible symbol has a dynamic relocation against it, 1125 // dynamic linker takes it st_value, adds offset and writes down 1126 // result of the dynamic relocation. In case of preemptible symbol 1127 // dynamic linker performs symbol resolution, writes the symbol value 1128 // to the GOT entry and reads the GOT entry when it needs to perform 1129 // a dynamic relocation. 1130 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf p.4-19 1131 if (config->emachine == EM_MIPS) 1132 in.mipsGot->addEntry(*sec.file, sym, addend, expr); 1133 return; 1134 } 1135 } 1136 1137 // When producing an executable, we can perform copy relocations (for 1138 // STT_OBJECT) and canonical PLT (for STT_FUNC). 1139 if (!config->shared) { 1140 if (!canDefineSymbolInExecutable(sym)) { 1141 errorOrWarn("cannot preempt symbol: " + toString(sym) + 1142 getLocation(sec, sym, offset)); 1143 return; 1144 } 1145 1146 if (sym.isObject()) { 1147 // Produce a copy relocation. 1148 if (auto *ss = dyn_cast<SharedSymbol>(&sym)) { 1149 if (!config->zCopyreloc) 1150 error("unresolvable relocation " + toString(type) + 1151 " against symbol '" + toString(*ss) + 1152 "'; recompile with -fPIC or remove '-z nocopyreloc'" + 1153 getLocation(sec, sym, offset)); 1154 addCopyRelSymbol<ELFT>(*ss); 1155 } 1156 sec.relocations.push_back({expr, type, offset, addend, &sym}); 1157 return; 1158 } 1159 1160 // This handles a non PIC program call to function in a shared library. In 1161 // an ideal world, we could just report an error saying the relocation can 1162 // overflow at runtime. In the real world with glibc, crt1.o has a 1163 // R_X86_64_PC32 pointing to libc.so. 1164 // 1165 // The general idea on how to handle such cases is to create a PLT entry and 1166 // use that as the function value. 1167 // 1168 // For the static linking part, we just return a plt expr and everything 1169 // else will use the PLT entry as the address. 1170 // 1171 // The remaining problem is making sure pointer equality still works. We 1172 // need the help of the dynamic linker for that. We let it know that we have 1173 // a direct reference to a so symbol by creating an undefined symbol with a 1174 // non zero st_value. Seeing that, the dynamic linker resolves the symbol to 1175 // the value of the symbol we created. This is true even for got entries, so 1176 // pointer equality is maintained. To avoid an infinite loop, the only entry 1177 // that points to the real function is a dedicated got entry used by the 1178 // plt. That is identified by special relocation types (R_X86_64_JUMP_SLOT, 1179 // R_386_JMP_SLOT, etc). 1180 1181 // For position independent executable on i386, the plt entry requires ebx 1182 // to be set. This causes two problems: 1183 // * If some code has a direct reference to a function, it was probably 1184 // compiled without -fPIE/-fPIC and doesn't maintain ebx. 1185 // * If a library definition gets preempted to the executable, it will have 1186 // the wrong ebx value. 1187 if (sym.isFunc()) { 1188 if (config->pie && config->emachine == EM_386) 1189 errorOrWarn("symbol '" + toString(sym) + 1190 "' cannot be preempted; recompile with -fPIE" + 1191 getLocation(sec, sym, offset)); 1192 if (!sym.isInPlt()) 1193 addPltEntry<ELFT>(in.plt, in.gotPlt, in.relaPlt, target->pltRel, sym); 1194 if (!sym.isDefined()) 1195 replaceWithDefined( 1196 sym, in.plt, 1197 target->pltHeaderSize + target->pltEntrySize * sym.pltIndex, 0); 1198 sym.needsPltAddr = true; 1199 sec.relocations.push_back({expr, type, offset, addend, &sym}); 1200 return; 1201 } 1202 } 1203 1204 if (config->isPic) { 1205 if (!canWrite && !isRelExpr(expr)) 1206 errorOrWarn( 1207 "can't create dynamic relocation " + toString(type) + " against " + 1208 (sym.getName().empty() ? "local symbol" 1209 : "symbol: " + toString(sym)) + 1210 " in readonly segment; recompile object files with -fPIC " 1211 "or pass '-Wl,-z,notext' to allow text relocations in the output" + 1212 getLocation(sec, sym, offset)); 1213 else 1214 errorOrWarn( 1215 "relocation " + toString(type) + " cannot be used against " + 1216 (sym.getName().empty() ? "local symbol" : "symbol " + toString(sym)) + 1217 "; recompile with -fPIC" + getLocation(sec, sym, offset)); 1218 return; 1219 } 1220 1221 errorOrWarn("symbol '" + toString(sym) + "' has no type" + 1222 getLocation(sec, sym, offset)); 1223 } 1224 1225 template <class ELFT, class RelTy> 1226 static void scanReloc(InputSectionBase &sec, OffsetGetter &getOffset, RelTy *&i, 1227 RelTy *end) { 1228 const RelTy &rel = *i; 1229 uint32_t symIndex = rel.getSymbol(config->isMips64EL); 1230 Symbol &sym = sec.getFile<ELFT>()->getSymbol(symIndex); 1231 RelType type; 1232 1233 // Deal with MIPS oddity. 1234 if (config->mipsN32Abi) { 1235 type = getMipsN32RelType(i, end); 1236 } else { 1237 type = rel.getType(config->isMips64EL); 1238 ++i; 1239 } 1240 1241 // Get an offset in an output section this relocation is applied to. 1242 uint64_t offset = getOffset.get(rel.r_offset); 1243 if (offset == uint64_t(-1)) 1244 return; 1245 1246 // Error if the target symbol is undefined. Symbol index 0 may be used by 1247 // marker relocations, e.g. R_*_NONE and R_ARM_V4BX. Don't error on them. 1248 if (symIndex != 0 && maybeReportUndefined(sym, sec, rel.r_offset)) 1249 return; 1250 1251 const uint8_t *relocatedAddr = sec.data().begin() + rel.r_offset; 1252 RelExpr expr = target->getRelExpr(type, sym, relocatedAddr); 1253 1254 // Ignore "hint" relocations because they are only markers for relaxation. 1255 if (oneof<R_HINT, R_NONE>(expr)) 1256 return; 1257 1258 // We can separate the small code model relocations into 2 categories: 1259 // 1) Those that access the compiler generated .toc sections. 1260 // 2) Those that access the linker allocated got entries. 1261 // lld allocates got entries to symbols on demand. Since we don't try to sort 1262 // the got entries in any way, we don't have to track which objects have 1263 // got-based small code model relocs. The .toc sections get placed after the 1264 // end of the linker allocated .got section and we do sort those so sections 1265 // addressed with small code model relocations come first. 1266 if (config->emachine == EM_PPC64 && isPPC64SmallCodeModelTocReloc(type)) 1267 sec.file->ppc64SmallCodeModelTocRelocs = true; 1268 1269 if (sym.isGnuIFunc() && !config->zText && config->warnIfuncTextrel) { 1270 warn("using ifunc symbols when text relocations are allowed may produce " 1271 "a binary that will segfault, if the object file is linked with " 1272 "old version of glibc (glibc 2.28 and earlier). If this applies to " 1273 "you, consider recompiling the object files without -fPIC and " 1274 "without -Wl,-z,notext option. Use -no-warn-ifunc-textrel to " 1275 "turn off this warning." + 1276 getLocation(sec, sym, offset)); 1277 } 1278 1279 // Read an addend. 1280 int64_t addend = computeAddend<ELFT>(rel, end, sec, expr, sym.isLocal()); 1281 1282 // Relax relocations. 1283 // 1284 // If we know that a PLT entry will be resolved within the same ELF module, we 1285 // can skip PLT access and directly jump to the destination function. For 1286 // example, if we are linking a main executable, all dynamic symbols that can 1287 // be resolved within the executable will actually be resolved that way at 1288 // runtime, because the main executable is always at the beginning of a search 1289 // list. We can leverage that fact. 1290 if (!sym.isPreemptible && (!sym.isGnuIFunc() || config->zIfuncNoplt)) { 1291 if (expr == R_GOT_PC && !isAbsoluteValue(sym)) { 1292 expr = target->adjustRelaxExpr(type, relocatedAddr, expr); 1293 } else { 1294 // Addend of R_PPC_PLTREL24 is used to choose call stub type. It should be 1295 // ignored if optimized to R_PC. 1296 if (config->emachine == EM_PPC && expr == R_PPC32_PLTREL) 1297 addend = 0; 1298 expr = fromPlt(expr); 1299 } 1300 } 1301 1302 // If the relocation does not emit a GOT or GOTPLT entry but its computation 1303 // uses their addresses, we need GOT or GOTPLT to be created. 1304 // 1305 // The 4 types that relative GOTPLT are all x86 and x86-64 specific. 1306 if (oneof<R_GOTPLTONLY_PC, R_GOTPLTREL, R_GOTPLT, R_TLSGD_GOTPLT>(expr)) { 1307 in.gotPlt->hasGotPltOffRel = true; 1308 } else if (oneof<R_GOTONLY_PC, R_GOTREL, R_PPC64_TOCBASE, R_PPC64_RELAX_TOC>( 1309 expr)) { 1310 in.got->hasGotOffRel = true; 1311 } 1312 1313 // Process some TLS relocations, including relaxing TLS relocations. 1314 // Note that this function does not handle all TLS relocations. 1315 if (unsigned processed = 1316 handleTlsRelocation<ELFT>(type, sym, sec, offset, addend, expr)) { 1317 i += (processed - 1); 1318 return; 1319 } 1320 1321 // We were asked not to generate PLT entries for ifuncs. Instead, pass the 1322 // direct relocation on through. 1323 if (sym.isGnuIFunc() && config->zIfuncNoplt) { 1324 sym.exportDynamic = true; 1325 mainPart->relaDyn->addReloc(type, &sec, offset, &sym, addend, R_ADDEND, type); 1326 return; 1327 } 1328 1329 // Non-preemptible ifuncs require special handling. First, handle the usual 1330 // case where the symbol isn't one of these. 1331 if (!sym.isGnuIFunc() || sym.isPreemptible) { 1332 // If a relocation needs PLT, we create PLT and GOTPLT slots for the symbol. 1333 if (needsPlt(expr) && !sym.isInPlt()) 1334 addPltEntry<ELFT>(in.plt, in.gotPlt, in.relaPlt, target->pltRel, sym); 1335 1336 // Create a GOT slot if a relocation needs GOT. 1337 if (needsGot(expr)) { 1338 if (config->emachine == EM_MIPS) { 1339 // MIPS ABI has special rules to process GOT entries and doesn't 1340 // require relocation entries for them. A special case is TLS 1341 // relocations. In that case dynamic loader applies dynamic 1342 // relocations to initialize TLS GOT entries. 1343 // See "Global Offset Table" in Chapter 5 in the following document 1344 // for detailed description: 1345 // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf 1346 in.mipsGot->addEntry(*sec.file, sym, addend, expr); 1347 } else if (!sym.isInGot()) { 1348 addGotEntry(sym); 1349 } 1350 } 1351 } else { 1352 // Handle a reference to a non-preemptible ifunc. These are special in a 1353 // few ways: 1354 // 1355 // - Unlike most non-preemptible symbols, non-preemptible ifuncs do not have 1356 // a fixed value. But assuming that all references to the ifunc are 1357 // GOT-generating or PLT-generating, the handling of an ifunc is 1358 // relatively straightforward. We create a PLT entry in Iplt, which is 1359 // usually at the end of .plt, which makes an indirect call using a 1360 // matching GOT entry in igotPlt, which is usually at the end of .got.plt. 1361 // The GOT entry is relocated using an IRELATIVE relocation in relaIplt, 1362 // which is usually at the end of .rela.plt. Unlike most relocations in 1363 // .rela.plt, which may be evaluated lazily without -z now, dynamic 1364 // loaders evaluate IRELATIVE relocs eagerly, which means that for 1365 // IRELATIVE relocs only, GOT-generating relocations can point directly to 1366 // .got.plt without requiring a separate GOT entry. 1367 // 1368 // - Despite the fact that an ifunc does not have a fixed value, compilers 1369 // that are not passed -fPIC will assume that they do, and will emit 1370 // direct (non-GOT-generating, non-PLT-generating) relocations to the 1371 // symbol. This means that if a direct relocation to the symbol is 1372 // seen, the linker must set a value for the symbol, and this value must 1373 // be consistent no matter what type of reference is made to the symbol. 1374 // This can be done by creating a PLT entry for the symbol in the way 1375 // described above and making it canonical, that is, making all references 1376 // point to the PLT entry instead of the resolver. In lld we also store 1377 // the address of the PLT entry in the dynamic symbol table, which means 1378 // that the symbol will also have the same value in other modules. 1379 // Because the value loaded from the GOT needs to be consistent with 1380 // the value computed using a direct relocation, a non-preemptible ifunc 1381 // may end up with two GOT entries, one in .got.plt that points to the 1382 // address returned by the resolver and is used only by the PLT entry, 1383 // and another in .got that points to the PLT entry and is used by 1384 // GOT-generating relocations. 1385 // 1386 // - The fact that these symbols do not have a fixed value makes them an 1387 // exception to the general rule that a statically linked executable does 1388 // not require any form of dynamic relocation. To handle these relocations 1389 // correctly, the IRELATIVE relocations are stored in an array which a 1390 // statically linked executable's startup code must enumerate using the 1391 // linker-defined symbols __rela?_iplt_{start,end}. 1392 if (!sym.isInPlt()) { 1393 // Create PLT and GOTPLT slots for the symbol. 1394 sym.isInIplt = true; 1395 1396 // Create a copy of the symbol to use as the target of the IRELATIVE 1397 // relocation in the igotPlt. This is in case we make the PLT canonical 1398 // later, which would overwrite the original symbol. 1399 // 1400 // FIXME: Creating a copy of the symbol here is a bit of a hack. All 1401 // that's really needed to create the IRELATIVE is the section and value, 1402 // so ideally we should just need to copy those. 1403 auto *directSym = make<Defined>(cast<Defined>(sym)); 1404 addPltEntry<ELFT>(in.iplt, in.igotPlt, in.relaIplt, target->iRelativeRel, 1405 *directSym); 1406 sym.pltIndex = directSym->pltIndex; 1407 } 1408 if (needsGot(expr)) { 1409 // Redirect GOT accesses to point to the Igot. 1410 // 1411 // This field is also used to keep track of whether we ever needed a GOT 1412 // entry. If we did and we make the PLT canonical later, we'll need to 1413 // create a GOT entry pointing to the PLT entry for Sym. 1414 sym.gotInIgot = true; 1415 } else if (!needsPlt(expr)) { 1416 // Make the ifunc's PLT entry canonical by changing the value of its 1417 // symbol to redirect all references to point to it. 1418 unsigned entryOffset = sym.pltIndex * target->pltEntrySize; 1419 if (config->zRetpolineplt) 1420 entryOffset += target->pltHeaderSize; 1421 1422 auto &d = cast<Defined>(sym); 1423 d.section = in.iplt; 1424 d.value = entryOffset; 1425 d.size = 0; 1426 // It's important to set the symbol type here so that dynamic loaders 1427 // don't try to call the PLT as if it were an ifunc resolver. 1428 d.type = STT_FUNC; 1429 1430 if (sym.gotInIgot) { 1431 // We previously encountered a GOT generating reference that we 1432 // redirected to the Igot. Now that the PLT entry is canonical we must 1433 // clear the redirection to the Igot and add a GOT entry. As we've 1434 // changed the symbol type to STT_FUNC future GOT generating references 1435 // will naturally use this GOT entry. 1436 // 1437 // We don't need to worry about creating a MIPS GOT here because ifuncs 1438 // aren't a thing on MIPS. 1439 sym.gotInIgot = false; 1440 addGotEntry(sym); 1441 } 1442 } 1443 } 1444 1445 processRelocAux<ELFT>(sec, expr, type, offset, sym, rel, addend); 1446 } 1447 1448 template <class ELFT, class RelTy> 1449 static void scanRelocs(InputSectionBase &sec, ArrayRef<RelTy> rels) { 1450 OffsetGetter getOffset(sec); 1451 1452 // Not all relocations end up in Sec.Relocations, but a lot do. 1453 sec.relocations.reserve(rels.size()); 1454 1455 for (auto i = rels.begin(), end = rels.end(); i != end;) 1456 scanReloc<ELFT>(sec, getOffset, i, end); 1457 1458 // Sort relocations by offset for more efficient searching for 1459 // R_RISCV_PCREL_HI20 and R_PPC64_ADDR64. 1460 if (config->emachine == EM_RISCV || 1461 (config->emachine == EM_PPC64 && sec.name == ".toc")) 1462 llvm::stable_sort(sec.relocations, 1463 [](const Relocation &lhs, const Relocation &rhs) { 1464 return lhs.offset < rhs.offset; 1465 }); 1466 } 1467 1468 template <class ELFT> void scanRelocations(InputSectionBase &s) { 1469 if (s.areRelocsRela) 1470 scanRelocs<ELFT>(s, s.relas<ELFT>()); 1471 else 1472 scanRelocs<ELFT>(s, s.rels<ELFT>()); 1473 } 1474 1475 static bool mergeCmp(const InputSection *a, const InputSection *b) { 1476 // std::merge requires a strict weak ordering. 1477 if (a->outSecOff < b->outSecOff) 1478 return true; 1479 1480 if (a->outSecOff == b->outSecOff) { 1481 auto *ta = dyn_cast<ThunkSection>(a); 1482 auto *tb = dyn_cast<ThunkSection>(b); 1483 1484 // Check if Thunk is immediately before any specific Target 1485 // InputSection for example Mips LA25 Thunks. 1486 if (ta && ta->getTargetInputSection() == b) 1487 return true; 1488 1489 // Place Thunk Sections without specific targets before 1490 // non-Thunk Sections. 1491 if (ta && !tb && !ta->getTargetInputSection()) 1492 return true; 1493 } 1494 1495 return false; 1496 } 1497 1498 // Call Fn on every executable InputSection accessed via the linker script 1499 // InputSectionDescription::Sections. 1500 static void forEachInputSectionDescription( 1501 ArrayRef<OutputSection *> outputSections, 1502 llvm::function_ref<void(OutputSection *, InputSectionDescription *)> fn) { 1503 for (OutputSection *os : outputSections) { 1504 if (!(os->flags & SHF_ALLOC) || !(os->flags & SHF_EXECINSTR)) 1505 continue; 1506 for (BaseCommand *bc : os->sectionCommands) 1507 if (auto *isd = dyn_cast<InputSectionDescription>(bc)) 1508 fn(os, isd); 1509 } 1510 } 1511 1512 // Thunk Implementation 1513 // 1514 // Thunks (sometimes called stubs, veneers or branch islands) are small pieces 1515 // of code that the linker inserts inbetween a caller and a callee. The thunks 1516 // are added at link time rather than compile time as the decision on whether 1517 // a thunk is needed, such as the caller and callee being out of range, can only 1518 // be made at link time. 1519 // 1520 // It is straightforward to tell given the current state of the program when a 1521 // thunk is needed for a particular call. The more difficult part is that 1522 // the thunk needs to be placed in the program such that the caller can reach 1523 // the thunk and the thunk can reach the callee; furthermore, adding thunks to 1524 // the program alters addresses, which can mean more thunks etc. 1525 // 1526 // In lld we have a synthetic ThunkSection that can hold many Thunks. 1527 // The decision to have a ThunkSection act as a container means that we can 1528 // more easily handle the most common case of a single block of contiguous 1529 // Thunks by inserting just a single ThunkSection. 1530 // 1531 // The implementation of Thunks in lld is split across these areas 1532 // Relocations.cpp : Framework for creating and placing thunks 1533 // Thunks.cpp : The code generated for each supported thunk 1534 // Target.cpp : Target specific hooks that the framework uses to decide when 1535 // a thunk is used 1536 // Synthetic.cpp : Implementation of ThunkSection 1537 // Writer.cpp : Iteratively call framework until no more Thunks added 1538 // 1539 // Thunk placement requirements: 1540 // Mips LA25 thunks. These must be placed immediately before the callee section 1541 // We can assume that the caller is in range of the Thunk. These are modelled 1542 // by Thunks that return the section they must precede with 1543 // getTargetInputSection(). 1544 // 1545 // ARM interworking and range extension thunks. These thunks must be placed 1546 // within range of the caller. All implemented ARM thunks can always reach the 1547 // callee as they use an indirect jump via a register that has no range 1548 // restrictions. 1549 // 1550 // Thunk placement algorithm: 1551 // For Mips LA25 ThunkSections; the placement is explicit, it has to be before 1552 // getTargetInputSection(). 1553 // 1554 // For thunks that must be placed within range of the caller there are many 1555 // possible choices given that the maximum range from the caller is usually 1556 // much larger than the average InputSection size. Desirable properties include: 1557 // - Maximize reuse of thunks by multiple callers 1558 // - Minimize number of ThunkSections to simplify insertion 1559 // - Handle impact of already added Thunks on addresses 1560 // - Simple to understand and implement 1561 // 1562 // In lld for the first pass, we pre-create one or more ThunkSections per 1563 // InputSectionDescription at Target specific intervals. A ThunkSection is 1564 // placed so that the estimated end of the ThunkSection is within range of the 1565 // start of the InputSectionDescription or the previous ThunkSection. For 1566 // example: 1567 // InputSectionDescription 1568 // Section 0 1569 // ... 1570 // Section N 1571 // ThunkSection 0 1572 // Section N + 1 1573 // ... 1574 // Section N + K 1575 // Thunk Section 1 1576 // 1577 // The intention is that we can add a Thunk to a ThunkSection that is well 1578 // spaced enough to service a number of callers without having to do a lot 1579 // of work. An important principle is that it is not an error if a Thunk cannot 1580 // be placed in a pre-created ThunkSection; when this happens we create a new 1581 // ThunkSection placed next to the caller. This allows us to handle the vast 1582 // majority of thunks simply, but also handle rare cases where the branch range 1583 // is smaller than the target specific spacing. 1584 // 1585 // The algorithm is expected to create all the thunks that are needed in a 1586 // single pass, with a small number of programs needing a second pass due to 1587 // the insertion of thunks in the first pass increasing the offset between 1588 // callers and callees that were only just in range. 1589 // 1590 // A consequence of allowing new ThunkSections to be created outside of the 1591 // pre-created ThunkSections is that in rare cases calls to Thunks that were in 1592 // range in pass K, are out of range in some pass > K due to the insertion of 1593 // more Thunks in between the caller and callee. When this happens we retarget 1594 // the relocation back to the original target and create another Thunk. 1595 1596 // Remove ThunkSections that are empty, this should only be the initial set 1597 // precreated on pass 0. 1598 1599 // Insert the Thunks for OutputSection OS into their designated place 1600 // in the Sections vector, and recalculate the InputSection output section 1601 // offsets. 1602 // This may invalidate any output section offsets stored outside of InputSection 1603 void ThunkCreator::mergeThunks(ArrayRef<OutputSection *> outputSections) { 1604 forEachInputSectionDescription( 1605 outputSections, [&](OutputSection *os, InputSectionDescription *isd) { 1606 if (isd->thunkSections.empty()) 1607 return; 1608 1609 // Remove any zero sized precreated Thunks. 1610 llvm::erase_if(isd->thunkSections, 1611 [](const std::pair<ThunkSection *, uint32_t> &ts) { 1612 return ts.first->getSize() == 0; 1613 }); 1614 1615 // ISD->ThunkSections contains all created ThunkSections, including 1616 // those inserted in previous passes. Extract the Thunks created this 1617 // pass and order them in ascending outSecOff. 1618 std::vector<ThunkSection *> newThunks; 1619 for (const std::pair<ThunkSection *, uint32_t> ts : isd->thunkSections) 1620 if (ts.second == pass) 1621 newThunks.push_back(ts.first); 1622 llvm::stable_sort(newThunks, 1623 [](const ThunkSection *a, const ThunkSection *b) { 1624 return a->outSecOff < b->outSecOff; 1625 }); 1626 1627 // Merge sorted vectors of Thunks and InputSections by outSecOff 1628 std::vector<InputSection *> tmp; 1629 tmp.reserve(isd->sections.size() + newThunks.size()); 1630 1631 std::merge(isd->sections.begin(), isd->sections.end(), 1632 newThunks.begin(), newThunks.end(), std::back_inserter(tmp), 1633 mergeCmp); 1634 1635 isd->sections = std::move(tmp); 1636 }); 1637 } 1638 1639 // Find or create a ThunkSection within the InputSectionDescription (ISD) that 1640 // is in range of Src. An ISD maps to a range of InputSections described by a 1641 // linker script section pattern such as { .text .text.* }. 1642 ThunkSection *ThunkCreator::getISDThunkSec(OutputSection *os, InputSection *isec, 1643 InputSectionDescription *isd, 1644 uint32_t type, uint64_t src) { 1645 for (std::pair<ThunkSection *, uint32_t> tp : isd->thunkSections) { 1646 ThunkSection *ts = tp.first; 1647 uint64_t tsBase = os->addr + ts->outSecOff; 1648 uint64_t tsLimit = tsBase + ts->getSize(); 1649 if (target->inBranchRange(type, src, (src > tsLimit) ? tsBase : tsLimit)) 1650 return ts; 1651 } 1652 1653 // No suitable ThunkSection exists. This can happen when there is a branch 1654 // with lower range than the ThunkSection spacing or when there are too 1655 // many Thunks. Create a new ThunkSection as close to the InputSection as 1656 // possible. Error if InputSection is so large we cannot place ThunkSection 1657 // anywhere in Range. 1658 uint64_t thunkSecOff = isec->outSecOff; 1659 if (!target->inBranchRange(type, src, os->addr + thunkSecOff)) { 1660 thunkSecOff = isec->outSecOff + isec->getSize(); 1661 if (!target->inBranchRange(type, src, os->addr + thunkSecOff)) 1662 fatal("InputSection too large for range extension thunk " + 1663 isec->getObjMsg(src - (os->addr + isec->outSecOff))); 1664 } 1665 return addThunkSection(os, isd, thunkSecOff); 1666 } 1667 1668 // Add a Thunk that needs to be placed in a ThunkSection that immediately 1669 // precedes its Target. 1670 ThunkSection *ThunkCreator::getISThunkSec(InputSection *isec) { 1671 ThunkSection *ts = thunkedSections.lookup(isec); 1672 if (ts) 1673 return ts; 1674 1675 // Find InputSectionRange within Target Output Section (TOS) that the 1676 // InputSection (IS) that we need to precede is in. 1677 OutputSection *tos = isec->getParent(); 1678 for (BaseCommand *bc : tos->sectionCommands) { 1679 auto *isd = dyn_cast<InputSectionDescription>(bc); 1680 if (!isd || isd->sections.empty()) 1681 continue; 1682 1683 InputSection *first = isd->sections.front(); 1684 InputSection *last = isd->sections.back(); 1685 1686 if (isec->outSecOff < first->outSecOff || last->outSecOff < isec->outSecOff) 1687 continue; 1688 1689 ts = addThunkSection(tos, isd, isec->outSecOff); 1690 thunkedSections[isec] = ts; 1691 return ts; 1692 } 1693 1694 return nullptr; 1695 } 1696 1697 // Create one or more ThunkSections per OS that can be used to place Thunks. 1698 // We attempt to place the ThunkSections using the following desirable 1699 // properties: 1700 // - Within range of the maximum number of callers 1701 // - Minimise the number of ThunkSections 1702 // 1703 // We follow a simple but conservative heuristic to place ThunkSections at 1704 // offsets that are multiples of a Target specific branch range. 1705 // For an InputSectionDescription that is smaller than the range, a single 1706 // ThunkSection at the end of the range will do. 1707 // 1708 // For an InputSectionDescription that is more than twice the size of the range, 1709 // we place the last ThunkSection at range bytes from the end of the 1710 // InputSectionDescription in order to increase the likelihood that the 1711 // distance from a thunk to its target will be sufficiently small to 1712 // allow for the creation of a short thunk. 1713 void ThunkCreator::createInitialThunkSections( 1714 ArrayRef<OutputSection *> outputSections) { 1715 uint32_t thunkSectionSpacing = target->getThunkSectionSpacing(); 1716 1717 forEachInputSectionDescription( 1718 outputSections, [&](OutputSection *os, InputSectionDescription *isd) { 1719 if (isd->sections.empty()) 1720 return; 1721 1722 uint32_t isdBegin = isd->sections.front()->outSecOff; 1723 uint32_t isdEnd = 1724 isd->sections.back()->outSecOff + isd->sections.back()->getSize(); 1725 uint32_t lastThunkLowerBound = -1; 1726 if (isdEnd - isdBegin > thunkSectionSpacing * 2) 1727 lastThunkLowerBound = isdEnd - thunkSectionSpacing; 1728 1729 uint32_t isecLimit; 1730 uint32_t prevIsecLimit = isdBegin; 1731 uint32_t thunkUpperBound = isdBegin + thunkSectionSpacing; 1732 1733 for (const InputSection *isec : isd->sections) { 1734 isecLimit = isec->outSecOff + isec->getSize(); 1735 if (isecLimit > thunkUpperBound) { 1736 addThunkSection(os, isd, prevIsecLimit); 1737 thunkUpperBound = prevIsecLimit + thunkSectionSpacing; 1738 } 1739 if (isecLimit > lastThunkLowerBound) 1740 break; 1741 prevIsecLimit = isecLimit; 1742 } 1743 addThunkSection(os, isd, isecLimit); 1744 }); 1745 } 1746 1747 ThunkSection *ThunkCreator::addThunkSection(OutputSection *os, 1748 InputSectionDescription *isd, 1749 uint64_t off) { 1750 auto *ts = make<ThunkSection>(os, off); 1751 ts->partition = os->partition; 1752 isd->thunkSections.push_back({ts, pass}); 1753 return ts; 1754 } 1755 1756 static bool isThunkSectionCompatible(InputSection *source, 1757 SectionBase *target) { 1758 // We can't reuse thunks in different loadable partitions because they might 1759 // not be loaded. But partition 1 (the main partition) will always be loaded. 1760 if (source->partition != target->partition) 1761 return target->partition == 1; 1762 return true; 1763 } 1764 1765 static int64_t getPCBias(RelType type) { 1766 if (config->emachine != EM_ARM) 1767 return 0; 1768 switch (type) { 1769 case R_ARM_THM_JUMP19: 1770 case R_ARM_THM_JUMP24: 1771 case R_ARM_THM_CALL: 1772 return 4; 1773 default: 1774 return 8; 1775 } 1776 } 1777 1778 std::pair<Thunk *, bool> ThunkCreator::getThunk(InputSection *isec, 1779 Relocation &rel, uint64_t src) { 1780 std::vector<Thunk *> *thunkVec = nullptr; 1781 int64_t addend = rel.addend + getPCBias(rel.type); 1782 1783 // We use a ((section, offset), addend) pair to find the thunk position if 1784 // possible so that we create only one thunk for aliased symbols or ICFed 1785 // sections. There may be multiple relocations sharing the same (section, 1786 // offset + addend) pair. We may revert the relocation back to its original 1787 // non-Thunk target, so we cannot fold offset + addend. 1788 if (auto *d = dyn_cast<Defined>(rel.sym)) 1789 if (!d->isInPlt() && d->section) 1790 thunkVec = &thunkedSymbolsBySectionAndAddend[{ 1791 {d->section->repl, d->value}, addend}]; 1792 if (!thunkVec) 1793 thunkVec = &thunkedSymbols[{rel.sym, addend}]; 1794 1795 // Check existing Thunks for Sym to see if they can be reused 1796 for (Thunk *t : *thunkVec) 1797 if (isThunkSectionCompatible(isec, t->getThunkTargetSym()->section) && 1798 t->isCompatibleWith(*isec, rel) && 1799 target->inBranchRange(rel.type, src, 1800 t->getThunkTargetSym()->getVA(rel.addend) + 1801 getPCBias(rel.type))) 1802 return std::make_pair(t, false); 1803 1804 // No existing compatible Thunk in range, create a new one 1805 Thunk *t = addThunk(*isec, rel); 1806 thunkVec->push_back(t); 1807 return std::make_pair(t, true); 1808 } 1809 1810 // Return true if the relocation target is an in range Thunk. 1811 // Return false if the relocation is not to a Thunk. If the relocation target 1812 // was originally to a Thunk, but is no longer in range we revert the 1813 // relocation back to its original non-Thunk target. 1814 bool ThunkCreator::normalizeExistingThunk(Relocation &rel, uint64_t src) { 1815 if (Thunk *t = thunks.lookup(rel.sym)) { 1816 if (target->inBranchRange(rel.type, src, 1817 rel.sym->getVA(rel.addend) + getPCBias(rel.type))) 1818 return true; 1819 rel.sym = &t->destination; 1820 // TODO Restore addend on all targets. 1821 if (config->emachine == EM_AARCH64 || config->emachine == EM_PPC64) 1822 rel.addend = t->addend; 1823 if (rel.sym->isInPlt()) 1824 rel.expr = toPlt(rel.expr); 1825 } 1826 return false; 1827 } 1828 1829 // Process all relocations from the InputSections that have been assigned 1830 // to InputSectionDescriptions and redirect through Thunks if needed. The 1831 // function should be called iteratively until it returns false. 1832 // 1833 // PreConditions: 1834 // All InputSections that may need a Thunk are reachable from 1835 // OutputSectionCommands. 1836 // 1837 // All OutputSections have an address and all InputSections have an offset 1838 // within the OutputSection. 1839 // 1840 // The offsets between caller (relocation place) and callee 1841 // (relocation target) will not be modified outside of createThunks(). 1842 // 1843 // PostConditions: 1844 // If return value is true then ThunkSections have been inserted into 1845 // OutputSections. All relocations that needed a Thunk based on the information 1846 // available to createThunks() on entry have been redirected to a Thunk. Note 1847 // that adding Thunks changes offsets between caller and callee so more Thunks 1848 // may be required. 1849 // 1850 // If return value is false then no more Thunks are needed, and createThunks has 1851 // made no changes. If the target requires range extension thunks, currently 1852 // ARM, then any future change in offset between caller and callee risks a 1853 // relocation out of range error. 1854 bool ThunkCreator::createThunks(ArrayRef<OutputSection *> outputSections) { 1855 bool addressesChanged = false; 1856 1857 if (pass == 0 && target->getThunkSectionSpacing()) 1858 createInitialThunkSections(outputSections); 1859 1860 // Create all the Thunks and insert them into synthetic ThunkSections. The 1861 // ThunkSections are later inserted back into InputSectionDescriptions. 1862 // We separate the creation of ThunkSections from the insertion of the 1863 // ThunkSections as ThunkSections are not always inserted into the same 1864 // InputSectionDescription as the caller. 1865 forEachInputSectionDescription( 1866 outputSections, [&](OutputSection *os, InputSectionDescription *isd) { 1867 for (InputSection *isec : isd->sections) 1868 for (Relocation &rel : isec->relocations) { 1869 uint64_t src = isec->getVA(rel.offset); 1870 1871 // If we are a relocation to an existing Thunk, check if it is 1872 // still in range. If not then Rel will be altered to point to its 1873 // original target so another Thunk can be generated. 1874 if (pass > 0 && normalizeExistingThunk(rel, src)) 1875 continue; 1876 1877 if (!target->needsThunk(rel.expr, rel.type, isec->file, src, 1878 *rel.sym, rel.addend)) 1879 continue; 1880 1881 Thunk *t; 1882 bool isNew; 1883 std::tie(t, isNew) = getThunk(isec, rel, src); 1884 1885 if (isNew) { 1886 // Find or create a ThunkSection for the new Thunk 1887 ThunkSection *ts; 1888 if (auto *tis = t->getTargetInputSection()) 1889 ts = getISThunkSec(tis); 1890 else 1891 ts = getISDThunkSec(os, isec, isd, rel.type, src); 1892 ts->addThunk(t); 1893 thunks[t->getThunkTargetSym()] = t; 1894 } 1895 1896 // Redirect relocation to Thunk, we never go via the PLT to a Thunk 1897 rel.sym = t->getThunkTargetSym(); 1898 rel.expr = fromPlt(rel.expr); 1899 1900 // On AArch64 and PPC64, a jump/call relocation may be encoded as 1901 // STT_SECTION + non-zero addend, clear the addend after 1902 // redirection. 1903 // 1904 // The addend of R_PPC_PLTREL24 should be ignored after changing to 1905 // R_PC. 1906 if (config->emachine == EM_AARCH64 || 1907 config->emachine == EM_PPC64 || 1908 (config->emachine == EM_PPC && rel.type == R_PPC_PLTREL24)) 1909 rel.addend = 0; 1910 } 1911 1912 for (auto &p : isd->thunkSections) 1913 addressesChanged |= p.first->assignOffsets(); 1914 }); 1915 1916 for (auto &p : thunkedSections) 1917 addressesChanged |= p.second->assignOffsets(); 1918 1919 // Merge all created synthetic ThunkSections back into OutputSection 1920 mergeThunks(outputSections); 1921 ++pass; 1922 return addressesChanged; 1923 } 1924 1925 template void scanRelocations<ELF32LE>(InputSectionBase &); 1926 template void scanRelocations<ELF32BE>(InputSectionBase &); 1927 template void scanRelocations<ELF64LE>(InputSectionBase &); 1928 template void scanRelocations<ELF64BE>(InputSectionBase &); 1929 template void reportUndefinedSymbols<ELF32LE>(); 1930 template void reportUndefinedSymbols<ELF32BE>(); 1931 template void reportUndefinedSymbols<ELF64LE>(); 1932 template void reportUndefinedSymbols<ELF64BE>(); 1933 1934 } // namespace elf 1935 } // namespace lld 1936