1 //===- Relocations.cpp ----------------------------------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 //
9 // This file contains platform-independent functions to process relocations.
10 // I'll describe the overview of this file here.
11 //
12 // Simple relocations are easy to handle for the linker. For example,
13 // for R_X86_64_PC64 relocs, the linker just has to fix up locations
14 // with the relative offsets to the target symbols. It would just be
15 // reading records from relocation sections and applying them to output.
16 //
17 // But not all relocations are that easy to handle. For example, for
18 // R_386_GOTOFF relocs, the linker has to create new GOT entries for
19 // symbols if they don't exist, and fix up locations with GOT entry
20 // offsets from the beginning of GOT section. So there is more than
21 // fixing addresses in relocation processing.
22 //
23 // ELF defines a large number of complex relocations.
24 //
25 // The functions in this file analyze relocations and do whatever needs
26 // to be done. It includes, but not limited to, the following.
27 //
28 //  - create GOT/PLT entries
29 //  - create new relocations in .dynsym to let the dynamic linker resolve
30 //    them at runtime (since ELF supports dynamic linking, not all
31 //    relocations can be resolved at link-time)
32 //  - create COPY relocs and reserve space in .bss
33 //  - replace expensive relocs (in terms of runtime cost) with cheap ones
34 //  - error out infeasible combinations such as PIC and non-relative relocs
35 //
36 // Note that the functions in this file don't actually apply relocations
37 // because it doesn't know about the output file nor the output file buffer.
38 // It instead stores Relocation objects to InputSection's Relocations
39 // vector to let it apply later in InputSection::writeTo.
40 //
41 //===----------------------------------------------------------------------===//
42 
43 #include "Relocations.h"
44 #include "Config.h"
45 #include "LinkerScript.h"
46 #include "OutputSections.h"
47 #include "SymbolTable.h"
48 #include "Symbols.h"
49 #include "SyntheticSections.h"
50 #include "Target.h"
51 #include "Thunks.h"
52 #include "lld/Common/ErrorHandler.h"
53 #include "lld/Common/Memory.h"
54 #include "lld/Common/Strings.h"
55 #include "llvm/ADT/SmallSet.h"
56 #include "llvm/Demangle/Demangle.h"
57 #include "llvm/Support/Endian.h"
58 #include "llvm/Support/raw_ostream.h"
59 #include <algorithm>
60 
61 using namespace llvm;
62 using namespace llvm::ELF;
63 using namespace llvm::object;
64 using namespace llvm::support::endian;
65 
66 namespace lld {
67 namespace elf {
68 static Optional<std::string> getLinkerScriptLocation(const Symbol &sym) {
69   for (BaseCommand *base : script->sectionCommands)
70     if (auto *cmd = dyn_cast<SymbolAssignment>(base))
71       if (cmd->sym == &sym)
72         return cmd->location;
73   return None;
74 }
75 
76 // Construct a message in the following format.
77 //
78 // >>> defined in /home/alice/src/foo.o
79 // >>> referenced by bar.c:12 (/home/alice/src/bar.c:12)
80 // >>>               /home/alice/src/bar.o:(.text+0x1)
81 static std::string getLocation(InputSectionBase &s, const Symbol &sym,
82                                uint64_t off) {
83   std::string msg = "\n>>> defined in ";
84   if (sym.file)
85     msg += toString(sym.file);
86   else if (Optional<std::string> loc = getLinkerScriptLocation(sym))
87     msg += *loc;
88 
89   msg += "\n>>> referenced by ";
90   std::string src = s.getSrcMsg(sym, off);
91   if (!src.empty())
92     msg += src + "\n>>>               ";
93   return msg + s.getObjMsg(off);
94 }
95 
96 namespace {
97 // Build a bitmask with one bit set for each RelExpr.
98 //
99 // Constexpr function arguments can't be used in static asserts, so we
100 // use template arguments to build the mask.
101 // But function template partial specializations don't exist (needed
102 // for base case of the recursion), so we need a dummy struct.
103 template <RelExpr... Exprs> struct RelExprMaskBuilder {
104   static inline uint64_t build() { return 0; }
105 };
106 
107 // Specialization for recursive case.
108 template <RelExpr Head, RelExpr... Tail>
109 struct RelExprMaskBuilder<Head, Tail...> {
110   static inline uint64_t build() {
111     static_assert(0 <= Head && Head < 64,
112                   "RelExpr is too large for 64-bit mask!");
113     return (uint64_t(1) << Head) | RelExprMaskBuilder<Tail...>::build();
114   }
115 };
116 } // namespace
117 
118 // Return true if `Expr` is one of `Exprs`.
119 // There are fewer than 64 RelExpr's, so we can represent any set of
120 // RelExpr's as a constant bit mask and test for membership with a
121 // couple cheap bitwise operations.
122 template <RelExpr... Exprs> bool oneof(RelExpr expr) {
123   assert(0 <= expr && (int)expr < 64 &&
124          "RelExpr is too large for 64-bit mask!");
125   return (uint64_t(1) << expr) & RelExprMaskBuilder<Exprs...>::build();
126 }
127 
128 // This function is similar to the `handleTlsRelocation`. MIPS does not
129 // support any relaxations for TLS relocations so by factoring out MIPS
130 // handling in to the separate function we can simplify the code and do not
131 // pollute other `handleTlsRelocation` by MIPS `ifs` statements.
132 // Mips has a custom MipsGotSection that handles the writing of GOT entries
133 // without dynamic relocations.
134 static unsigned handleMipsTlsRelocation(RelType type, Symbol &sym,
135                                         InputSectionBase &c, uint64_t offset,
136                                         int64_t addend, RelExpr expr) {
137   if (expr == R_MIPS_TLSLD) {
138     in.mipsGot->addTlsIndex(*c.file);
139     c.relocations.push_back({expr, type, offset, addend, &sym});
140     return 1;
141   }
142   if (expr == R_MIPS_TLSGD) {
143     in.mipsGot->addDynTlsEntry(*c.file, sym);
144     c.relocations.push_back({expr, type, offset, addend, &sym});
145     return 1;
146   }
147   return 0;
148 }
149 
150 // Notes about General Dynamic and Local Dynamic TLS models below. They may
151 // require the generation of a pair of GOT entries that have associated dynamic
152 // relocations. The pair of GOT entries created are of the form GOT[e0] Module
153 // Index (Used to find pointer to TLS block at run-time) GOT[e1] Offset of
154 // symbol in TLS block.
155 //
156 // Returns the number of relocations processed.
157 template <class ELFT>
158 static unsigned
159 handleTlsRelocation(RelType type, Symbol &sym, InputSectionBase &c,
160                     typename ELFT::uint offset, int64_t addend, RelExpr expr) {
161   if (!sym.isTls())
162     return 0;
163 
164   if (config->emachine == EM_MIPS)
165     return handleMipsTlsRelocation(type, sym, c, offset, addend, expr);
166 
167   if (oneof<R_AARCH64_TLSDESC_PAGE, R_TLSDESC, R_TLSDESC_CALL, R_TLSDESC_PC>(
168           expr) &&
169       config->shared) {
170     if (in.got->addDynTlsEntry(sym)) {
171       uint64_t off = in.got->getGlobalDynOffset(sym);
172       mainPart->relaDyn->addReloc(
173           {target->tlsDescRel, in.got, off, !sym.isPreemptible, &sym, 0});
174     }
175     if (expr != R_TLSDESC_CALL)
176       c.relocations.push_back({expr, type, offset, addend, &sym});
177     return 1;
178   }
179 
180   bool canRelax = config->emachine != EM_ARM && config->emachine != EM_RISCV;
181 
182   // If we are producing an executable and the symbol is non-preemptable, it
183   // must be defined and the code sequence can be relaxed to use Local-Exec.
184   //
185   // ARM and RISC-V do not support any relaxations for TLS relocations, however,
186   // we can omit the DTPMOD dynamic relocations and resolve them at link time
187   // because them are always 1. This may be necessary for static linking as
188   // DTPMOD may not be expected at load time.
189   bool isLocalInExecutable = !sym.isPreemptible && !config->shared;
190 
191   // Local Dynamic is for access to module local TLS variables, while still
192   // being suitable for being dynamically loaded via dlopen. GOT[e0] is the
193   // module index, with a special value of 0 for the current module. GOT[e1] is
194   // unused. There only needs to be one module index entry.
195   if (oneof<R_TLSLD_GOT, R_TLSLD_GOTPLT, R_TLSLD_PC, R_TLSLD_HINT>(
196           expr)) {
197     // Local-Dynamic relocs can be relaxed to Local-Exec.
198     if (canRelax && !config->shared) {
199       c.relocations.push_back(
200           {target->adjustRelaxExpr(type, nullptr, R_RELAX_TLS_LD_TO_LE), type,
201            offset, addend, &sym});
202       return target->getTlsGdRelaxSkip(type);
203     }
204     if (expr == R_TLSLD_HINT)
205       return 1;
206     if (in.got->addTlsIndex()) {
207       if (isLocalInExecutable)
208         in.got->relocations.push_back(
209             {R_ADDEND, target->symbolicRel, in.got->getTlsIndexOff(), 1, &sym});
210       else
211         mainPart->relaDyn->addReloc(target->tlsModuleIndexRel, in.got,
212                                 in.got->getTlsIndexOff(), nullptr);
213     }
214     c.relocations.push_back({expr, type, offset, addend, &sym});
215     return 1;
216   }
217 
218   // Local-Dynamic relocs can be relaxed to Local-Exec.
219   if (expr == R_DTPREL && !config->shared) {
220     c.relocations.push_back(
221         {target->adjustRelaxExpr(type, nullptr, R_RELAX_TLS_LD_TO_LE), type,
222          offset, addend, &sym});
223     return 1;
224   }
225 
226   // Local-Dynamic sequence where offset of tls variable relative to dynamic
227   // thread pointer is stored in the got. This cannot be relaxed to Local-Exec.
228   if (expr == R_TLSLD_GOT_OFF) {
229     if (!sym.isInGot()) {
230       in.got->addEntry(sym);
231       uint64_t off = sym.getGotOffset();
232       in.got->relocations.push_back(
233           {R_ABS, target->tlsOffsetRel, off, 0, &sym});
234     }
235     c.relocations.push_back({expr, type, offset, addend, &sym});
236     return 1;
237   }
238 
239   if (oneof<R_AARCH64_TLSDESC_PAGE, R_TLSDESC, R_TLSDESC_CALL, R_TLSDESC_PC,
240             R_TLSGD_GOT, R_TLSGD_GOTPLT, R_TLSGD_PC>(expr)) {
241     if (!canRelax || config->shared) {
242       if (in.got->addDynTlsEntry(sym)) {
243         uint64_t off = in.got->getGlobalDynOffset(sym);
244 
245         if (isLocalInExecutable)
246           // Write one to the GOT slot.
247           in.got->relocations.push_back(
248               {R_ADDEND, target->symbolicRel, off, 1, &sym});
249         else
250           mainPart->relaDyn->addReloc(target->tlsModuleIndexRel, in.got, off, &sym);
251 
252         // If the symbol is preemptible we need the dynamic linker to write
253         // the offset too.
254         uint64_t offsetOff = off + config->wordsize;
255         if (sym.isPreemptible)
256           mainPart->relaDyn->addReloc(target->tlsOffsetRel, in.got, offsetOff,
257                                   &sym);
258         else
259           in.got->relocations.push_back(
260               {R_ABS, target->tlsOffsetRel, offsetOff, 0, &sym});
261       }
262       c.relocations.push_back({expr, type, offset, addend, &sym});
263       return 1;
264     }
265 
266     // Global-Dynamic relocs can be relaxed to Initial-Exec or Local-Exec
267     // depending on the symbol being locally defined or not.
268     if (sym.isPreemptible) {
269       c.relocations.push_back(
270           {target->adjustRelaxExpr(type, nullptr, R_RELAX_TLS_GD_TO_IE), type,
271            offset, addend, &sym});
272       if (!sym.isInGot()) {
273         in.got->addEntry(sym);
274         mainPart->relaDyn->addReloc(target->tlsGotRel, in.got, sym.getGotOffset(),
275                                 &sym);
276       }
277     } else {
278       c.relocations.push_back(
279           {target->adjustRelaxExpr(type, nullptr, R_RELAX_TLS_GD_TO_LE), type,
280            offset, addend, &sym});
281     }
282     return target->getTlsGdRelaxSkip(type);
283   }
284 
285   // Initial-Exec relocs can be relaxed to Local-Exec if the symbol is locally
286   // defined.
287   if (oneof<R_GOT, R_GOTPLT, R_GOT_PC, R_AARCH64_GOT_PAGE_PC, R_GOT_OFF,
288             R_TLSIE_HINT>(expr) &&
289       canRelax && isLocalInExecutable) {
290     c.relocations.push_back({R_RELAX_TLS_IE_TO_LE, type, offset, addend, &sym});
291     return 1;
292   }
293 
294   if (expr == R_TLSIE_HINT)
295     return 1;
296   return 0;
297 }
298 
299 static RelType getMipsPairType(RelType type, bool isLocal) {
300   switch (type) {
301   case R_MIPS_HI16:
302     return R_MIPS_LO16;
303   case R_MIPS_GOT16:
304     // In case of global symbol, the R_MIPS_GOT16 relocation does not
305     // have a pair. Each global symbol has a unique entry in the GOT
306     // and a corresponding instruction with help of the R_MIPS_GOT16
307     // relocation loads an address of the symbol. In case of local
308     // symbol, the R_MIPS_GOT16 relocation creates a GOT entry to hold
309     // the high 16 bits of the symbol's value. A paired R_MIPS_LO16
310     // relocations handle low 16 bits of the address. That allows
311     // to allocate only one GOT entry for every 64 KBytes of local data.
312     return isLocal ? R_MIPS_LO16 : R_MIPS_NONE;
313   case R_MICROMIPS_GOT16:
314     return isLocal ? R_MICROMIPS_LO16 : R_MIPS_NONE;
315   case R_MIPS_PCHI16:
316     return R_MIPS_PCLO16;
317   case R_MICROMIPS_HI16:
318     return R_MICROMIPS_LO16;
319   default:
320     return R_MIPS_NONE;
321   }
322 }
323 
324 // True if non-preemptable symbol always has the same value regardless of where
325 // the DSO is loaded.
326 static bool isAbsolute(const Symbol &sym) {
327   if (sym.isUndefWeak())
328     return true;
329   if (const auto *dr = dyn_cast<Defined>(&sym))
330     return dr->section == nullptr; // Absolute symbol.
331   return false;
332 }
333 
334 static bool isAbsoluteValue(const Symbol &sym) {
335   return isAbsolute(sym) || sym.isTls();
336 }
337 
338 // Returns true if Expr refers a PLT entry.
339 static bool needsPlt(RelExpr expr) {
340   return oneof<R_PLT_PC, R_PPC32_PLTREL, R_PPC64_CALL_PLT, R_PLT>(expr);
341 }
342 
343 // Returns true if Expr refers a GOT entry. Note that this function
344 // returns false for TLS variables even though they need GOT, because
345 // TLS variables uses GOT differently than the regular variables.
346 static bool needsGot(RelExpr expr) {
347   return oneof<R_GOT, R_GOT_OFF, R_MIPS_GOT_LOCAL_PAGE, R_MIPS_GOT_OFF,
348                R_MIPS_GOT_OFF32, R_AARCH64_GOT_PAGE_PC, R_GOT_PC, R_GOTPLT>(
349       expr);
350 }
351 
352 // True if this expression is of the form Sym - X, where X is a position in the
353 // file (PC, or GOT for example).
354 static bool isRelExpr(RelExpr expr) {
355   return oneof<R_PC, R_GOTREL, R_GOTPLTREL, R_MIPS_GOTREL, R_PPC64_CALL,
356                R_PPC64_RELAX_TOC, R_AARCH64_PAGE_PC, R_RELAX_GOT_PC,
357                R_RISCV_PC_INDIRECT>(expr);
358 }
359 
360 // Returns true if a given relocation can be computed at link-time.
361 //
362 // For instance, we know the offset from a relocation to its target at
363 // link-time if the relocation is PC-relative and refers a
364 // non-interposable function in the same executable. This function
365 // will return true for such relocation.
366 //
367 // If this function returns false, that means we need to emit a
368 // dynamic relocation so that the relocation will be fixed at load-time.
369 static bool isStaticLinkTimeConstant(RelExpr e, RelType type, const Symbol &sym,
370                                      InputSectionBase &s, uint64_t relOff) {
371   // These expressions always compute a constant
372   if (oneof<R_DTPREL, R_GOTPLT, R_GOT_OFF, R_TLSLD_GOT_OFF,
373             R_MIPS_GOT_LOCAL_PAGE, R_MIPS_GOTREL, R_MIPS_GOT_OFF,
374             R_MIPS_GOT_OFF32, R_MIPS_GOT_GP_PC, R_MIPS_TLSGD,
375             R_AARCH64_GOT_PAGE_PC, R_GOT_PC, R_GOTONLY_PC, R_GOTPLTONLY_PC,
376             R_PLT_PC, R_TLSGD_GOT, R_TLSGD_GOTPLT, R_TLSGD_PC, R_PPC32_PLTREL,
377             R_PPC64_CALL_PLT, R_PPC64_RELAX_TOC, R_RISCV_ADD, R_TLSDESC_CALL,
378             R_TLSDESC_PC, R_AARCH64_TLSDESC_PAGE, R_HINT, R_TLSLD_HINT,
379             R_TLSIE_HINT>(e))
380     return true;
381 
382   // These never do, except if the entire file is position dependent or if
383   // only the low bits are used.
384   if (e == R_GOT || e == R_PLT || e == R_TLSDESC)
385     return target->usesOnlyLowPageBits(type) || !config->isPic;
386 
387   if (sym.isPreemptible)
388     return false;
389   if (!config->isPic)
390     return true;
391 
392   // The size of a non preemptible symbol is a constant.
393   if (e == R_SIZE)
394     return true;
395 
396   // For the target and the relocation, we want to know if they are
397   // absolute or relative.
398   bool absVal = isAbsoluteValue(sym);
399   bool relE = isRelExpr(e);
400   if (absVal && !relE)
401     return true;
402   if (!absVal && relE)
403     return true;
404   if (!absVal && !relE)
405     return target->usesOnlyLowPageBits(type);
406 
407   // Relative relocation to an absolute value. This is normally unrepresentable,
408   // but if the relocation refers to a weak undefined symbol, we allow it to
409   // resolve to the image base. This is a little strange, but it allows us to
410   // link function calls to such symbols. Normally such a call will be guarded
411   // with a comparison, which will load a zero from the GOT.
412   // Another special case is MIPS _gp_disp symbol which represents offset
413   // between start of a function and '_gp' value and defined as absolute just
414   // to simplify the code.
415   assert(absVal && relE);
416   if (sym.isUndefWeak())
417     return true;
418 
419   // We set the final symbols values for linker script defined symbols later.
420   // They always can be computed as a link time constant.
421   if (sym.scriptDefined)
422       return true;
423 
424   error("relocation " + toString(type) + " cannot refer to absolute symbol: " +
425         toString(sym) + getLocation(s, sym, relOff));
426   return true;
427 }
428 
429 static RelExpr toPlt(RelExpr expr) {
430   switch (expr) {
431   case R_PPC64_CALL:
432     return R_PPC64_CALL_PLT;
433   case R_PC:
434     return R_PLT_PC;
435   case R_ABS:
436     return R_PLT;
437   default:
438     return expr;
439   }
440 }
441 
442 static RelExpr fromPlt(RelExpr expr) {
443   // We decided not to use a plt. Optimize a reference to the plt to a
444   // reference to the symbol itself.
445   switch (expr) {
446   case R_PLT_PC:
447   case R_PPC32_PLTREL:
448     return R_PC;
449   case R_PPC64_CALL_PLT:
450     return R_PPC64_CALL;
451   case R_PLT:
452     return R_ABS;
453   default:
454     return expr;
455   }
456 }
457 
458 // Returns true if a given shared symbol is in a read-only segment in a DSO.
459 template <class ELFT> static bool isReadOnly(SharedSymbol &ss) {
460   using Elf_Phdr = typename ELFT::Phdr;
461 
462   // Determine if the symbol is read-only by scanning the DSO's program headers.
463   const SharedFile &file = ss.getFile();
464   for (const Elf_Phdr &phdr :
465        check(file.template getObj<ELFT>().program_headers()))
466     if ((phdr.p_type == ELF::PT_LOAD || phdr.p_type == ELF::PT_GNU_RELRO) &&
467         !(phdr.p_flags & ELF::PF_W) && ss.value >= phdr.p_vaddr &&
468         ss.value < phdr.p_vaddr + phdr.p_memsz)
469       return true;
470   return false;
471 }
472 
473 // Returns symbols at the same offset as a given symbol, including SS itself.
474 //
475 // If two or more symbols are at the same offset, and at least one of
476 // them are copied by a copy relocation, all of them need to be copied.
477 // Otherwise, they would refer to different places at runtime.
478 template <class ELFT>
479 static SmallSet<SharedSymbol *, 4> getSymbolsAt(SharedSymbol &ss) {
480   using Elf_Sym = typename ELFT::Sym;
481 
482   SharedFile &file = ss.getFile();
483 
484   SmallSet<SharedSymbol *, 4> ret;
485   for (const Elf_Sym &s : file.template getGlobalELFSyms<ELFT>()) {
486     if (s.st_shndx == SHN_UNDEF || s.st_shndx == SHN_ABS ||
487         s.getType() == STT_TLS || s.st_value != ss.value)
488       continue;
489     StringRef name = check(s.getName(file.getStringTable()));
490     Symbol *sym = symtab->find(name);
491     if (auto *alias = dyn_cast_or_null<SharedSymbol>(sym))
492       ret.insert(alias);
493   }
494   return ret;
495 }
496 
497 // When a symbol is copy relocated or we create a canonical plt entry, it is
498 // effectively a defined symbol. In the case of copy relocation the symbol is
499 // in .bss and in the case of a canonical plt entry it is in .plt. This function
500 // replaces the existing symbol with a Defined pointing to the appropriate
501 // location.
502 static void replaceWithDefined(Symbol &sym, SectionBase *sec, uint64_t value,
503                                uint64_t size) {
504   Symbol old = sym;
505 
506   sym.replace(Defined{sym.file, sym.getName(), sym.binding, sym.stOther,
507                       sym.type, value, size, sec});
508 
509   sym.pltIndex = old.pltIndex;
510   sym.gotIndex = old.gotIndex;
511   sym.verdefIndex = old.verdefIndex;
512   sym.exportDynamic = true;
513   sym.isUsedInRegularObj = true;
514 }
515 
516 // Reserve space in .bss or .bss.rel.ro for copy relocation.
517 //
518 // The copy relocation is pretty much a hack. If you use a copy relocation
519 // in your program, not only the symbol name but the symbol's size, RW/RO
520 // bit and alignment become part of the ABI. In addition to that, if the
521 // symbol has aliases, the aliases become part of the ABI. That's subtle,
522 // but if you violate that implicit ABI, that can cause very counter-
523 // intuitive consequences.
524 //
525 // So, what is the copy relocation? It's for linking non-position
526 // independent code to DSOs. In an ideal world, all references to data
527 // exported by DSOs should go indirectly through GOT. But if object files
528 // are compiled as non-PIC, all data references are direct. There is no
529 // way for the linker to transform the code to use GOT, as machine
530 // instructions are already set in stone in object files. This is where
531 // the copy relocation takes a role.
532 //
533 // A copy relocation instructs the dynamic linker to copy data from a DSO
534 // to a specified address (which is usually in .bss) at load-time. If the
535 // static linker (that's us) finds a direct data reference to a DSO
536 // symbol, it creates a copy relocation, so that the symbol can be
537 // resolved as if it were in .bss rather than in a DSO.
538 //
539 // As you can see in this function, we create a copy relocation for the
540 // dynamic linker, and the relocation contains not only symbol name but
541 // various other information about the symbol. So, such attributes become a
542 // part of the ABI.
543 //
544 // Note for application developers: I can give you a piece of advice if
545 // you are writing a shared library. You probably should export only
546 // functions from your library. You shouldn't export variables.
547 //
548 // As an example what can happen when you export variables without knowing
549 // the semantics of copy relocations, assume that you have an exported
550 // variable of type T. It is an ABI-breaking change to add new members at
551 // end of T even though doing that doesn't change the layout of the
552 // existing members. That's because the space for the new members are not
553 // reserved in .bss unless you recompile the main program. That means they
554 // are likely to overlap with other data that happens to be laid out next
555 // to the variable in .bss. This kind of issue is sometimes very hard to
556 // debug. What's a solution? Instead of exporting a variable V from a DSO,
557 // define an accessor getV().
558 template <class ELFT> static void addCopyRelSymbol(SharedSymbol &ss) {
559   // Copy relocation against zero-sized symbol doesn't make sense.
560   uint64_t symSize = ss.getSize();
561   if (symSize == 0 || ss.alignment == 0)
562     fatal("cannot create a copy relocation for symbol " + toString(ss));
563 
564   // See if this symbol is in a read-only segment. If so, preserve the symbol's
565   // memory protection by reserving space in the .bss.rel.ro section.
566   bool isRO = isReadOnly<ELFT>(ss);
567   BssSection *sec =
568       make<BssSection>(isRO ? ".bss.rel.ro" : ".bss", symSize, ss.alignment);
569   OutputSection *osec = (isRO ? in.bssRelRo : in.bss)->getParent();
570 
571   // At this point, sectionBases has been migrated to sections. Append sec to
572   // sections.
573   if (osec->sectionCommands.empty() ||
574       !isa<InputSectionDescription>(osec->sectionCommands.back()))
575     osec->sectionCommands.push_back(make<InputSectionDescription>(""));
576   auto *isd = cast<InputSectionDescription>(osec->sectionCommands.back());
577   isd->sections.push_back(sec);
578   osec->commitSection(sec);
579 
580   // Look through the DSO's dynamic symbol table for aliases and create a
581   // dynamic symbol for each one. This causes the copy relocation to correctly
582   // interpose any aliases.
583   for (SharedSymbol *sym : getSymbolsAt<ELFT>(ss))
584     replaceWithDefined(*sym, sec, 0, sym->size);
585 
586   mainPart->relaDyn->addReloc(target->copyRel, sec, 0, &ss);
587 }
588 
589 // MIPS has an odd notion of "paired" relocations to calculate addends.
590 // For example, if a relocation is of R_MIPS_HI16, there must be a
591 // R_MIPS_LO16 relocation after that, and an addend is calculated using
592 // the two relocations.
593 template <class ELFT, class RelTy>
594 static int64_t computeMipsAddend(const RelTy &rel, const RelTy *end,
595                                  InputSectionBase &sec, RelExpr expr,
596                                  bool isLocal) {
597   if (expr == R_MIPS_GOTREL && isLocal)
598     return sec.getFile<ELFT>()->mipsGp0;
599 
600   // The ABI says that the paired relocation is used only for REL.
601   // See p. 4-17 at ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf
602   if (RelTy::IsRela)
603     return 0;
604 
605   RelType type = rel.getType(config->isMips64EL);
606   uint32_t pairTy = getMipsPairType(type, isLocal);
607   if (pairTy == R_MIPS_NONE)
608     return 0;
609 
610   const uint8_t *buf = sec.data().data();
611   uint32_t symIndex = rel.getSymbol(config->isMips64EL);
612 
613   // To make things worse, paired relocations might not be contiguous in
614   // the relocation table, so we need to do linear search. *sigh*
615   for (const RelTy *ri = &rel; ri != end; ++ri)
616     if (ri->getType(config->isMips64EL) == pairTy &&
617         ri->getSymbol(config->isMips64EL) == symIndex)
618       return target->getImplicitAddend(buf + ri->r_offset, pairTy);
619 
620   warn("can't find matching " + toString(pairTy) + " relocation for " +
621        toString(type));
622   return 0;
623 }
624 
625 // Returns an addend of a given relocation. If it is RELA, an addend
626 // is in a relocation itself. If it is REL, we need to read it from an
627 // input section.
628 template <class ELFT, class RelTy>
629 static int64_t computeAddend(const RelTy &rel, const RelTy *end,
630                              InputSectionBase &sec, RelExpr expr,
631                              bool isLocal) {
632   int64_t addend;
633   RelType type = rel.getType(config->isMips64EL);
634 
635   if (RelTy::IsRela) {
636     addend = getAddend<ELFT>(rel);
637   } else {
638     const uint8_t *buf = sec.data().data();
639     addend = target->getImplicitAddend(buf + rel.r_offset, type);
640   }
641 
642   if (config->emachine == EM_PPC64 && config->isPic && type == R_PPC64_TOC)
643     addend += getPPC64TocBase();
644   if (config->emachine == EM_MIPS)
645     addend += computeMipsAddend<ELFT>(rel, end, sec, expr, isLocal);
646 
647   return addend;
648 }
649 
650 // Custom error message if Sym is defined in a discarded section.
651 template <class ELFT>
652 static std::string maybeReportDiscarded(Undefined &sym) {
653   auto *file = dyn_cast_or_null<ObjFile<ELFT>>(sym.file);
654   if (!file || !sym.discardedSecIdx ||
655       file->getSections()[sym.discardedSecIdx] != &InputSection::discarded)
656     return "";
657   ArrayRef<Elf_Shdr_Impl<ELFT>> objSections =
658       CHECK(file->getObj().sections(), file);
659 
660   std::string msg;
661   if (sym.type == ELF::STT_SECTION) {
662     msg = "relocation refers to a discarded section: ";
663     msg += CHECK(
664         file->getObj().getSectionName(&objSections[sym.discardedSecIdx]), file);
665   } else {
666     msg = "relocation refers to a symbol in a discarded section: " +
667           toString(sym);
668   }
669   msg += "\n>>> defined in " + toString(file);
670 
671   Elf_Shdr_Impl<ELFT> elfSec = objSections[sym.discardedSecIdx - 1];
672   if (elfSec.sh_type != SHT_GROUP)
673     return msg;
674 
675   // If the discarded section is a COMDAT.
676   StringRef signature = file->getShtGroupSignature(objSections, elfSec);
677   if (const InputFile *prevailing =
678           symtab->comdatGroups.lookup(CachedHashStringRef(signature)))
679     msg += "\n>>> section group signature: " + signature.str() +
680            "\n>>> prevailing definition is in " + toString(prevailing);
681   return msg;
682 }
683 
684 // Undefined diagnostics are collected in a vector and emitted once all of
685 // them are known, so that some postprocessing on the list of undefined symbols
686 // can happen before lld emits diagnostics.
687 struct UndefinedDiag {
688   Symbol *sym;
689   struct Loc {
690     InputSectionBase *sec;
691     uint64_t offset;
692   };
693   std::vector<Loc> locs;
694   bool isWarning;
695 };
696 
697 static std::vector<UndefinedDiag> undefs;
698 
699 // Check whether the definition name def is a mangled function name that matches
700 // the reference name ref.
701 static bool canSuggestExternCForCXX(StringRef ref, StringRef def) {
702   llvm::ItaniumPartialDemangler d;
703   std::string name = def.str();
704   if (d.partialDemangle(name.c_str()))
705     return false;
706   char *buf = d.getFunctionName(nullptr, nullptr);
707   if (!buf)
708     return false;
709   bool ret = ref == buf;
710   free(buf);
711   return ret;
712 }
713 
714 // Suggest an alternative spelling of an "undefined symbol" diagnostic. Returns
715 // the suggested symbol, which is either in the symbol table, or in the same
716 // file of sym.
717 static const Symbol *getAlternativeSpelling(const Undefined &sym,
718                                             std::string &pre_hint,
719                                             std::string &post_hint) {
720   // Build a map of local defined symbols.
721   DenseMap<StringRef, const Symbol *> map;
722   if (sym.file && !isa<SharedFile>(sym.file)) {
723     for (const Symbol *s : sym.file->getSymbols())
724       if (s->isLocal() && s->isDefined())
725         map.try_emplace(s->getName(), s);
726   }
727 
728   auto suggest = [&](StringRef newName) -> const Symbol * {
729     // If defined locally.
730     if (const Symbol *s = map.lookup(newName))
731       return s;
732 
733     // If in the symbol table and not undefined.
734     if (const Symbol *s = symtab->find(newName))
735       if (!s->isUndefined())
736         return s;
737 
738     return nullptr;
739   };
740 
741   // This loop enumerates all strings of Levenshtein distance 1 as typo
742   // correction candidates and suggests the one that exists as a non-undefined
743   // symbol.
744   StringRef name = sym.getName();
745   for (size_t i = 0, e = name.size(); i != e + 1; ++i) {
746     // Insert a character before name[i].
747     std::string newName = (name.substr(0, i) + "0" + name.substr(i)).str();
748     for (char c = '0'; c <= 'z'; ++c) {
749       newName[i] = c;
750       if (const Symbol *s = suggest(newName))
751         return s;
752     }
753     if (i == e)
754       break;
755 
756     // Substitute name[i].
757     newName = name;
758     for (char c = '0'; c <= 'z'; ++c) {
759       newName[i] = c;
760       if (const Symbol *s = suggest(newName))
761         return s;
762     }
763 
764     // Transpose name[i] and name[i+1]. This is of edit distance 2 but it is
765     // common.
766     if (i + 1 < e) {
767       newName[i] = name[i + 1];
768       newName[i + 1] = name[i];
769       if (const Symbol *s = suggest(newName))
770         return s;
771     }
772 
773     // Delete name[i].
774     newName = (name.substr(0, i) + name.substr(i + 1)).str();
775     if (const Symbol *s = suggest(newName))
776       return s;
777   }
778 
779   // Case mismatch, e.g. Foo vs FOO.
780   for (auto &it : map)
781     if (name.equals_lower(it.first))
782       return it.second;
783   for (Symbol *sym : symtab->symbols())
784     if (!sym->isUndefined() && name.equals_lower(sym->getName()))
785       return sym;
786 
787   // The reference may be a mangled name while the definition is not. Suggest a
788   // missing extern "C".
789   if (name.startswith("_Z")) {
790     std::string buf = name.str();
791     llvm::ItaniumPartialDemangler d;
792     if (!d.partialDemangle(buf.c_str()))
793       if (char *buf = d.getFunctionName(nullptr, nullptr)) {
794         const Symbol *s = suggest(buf);
795         free(buf);
796         if (s) {
797           pre_hint = ": extern \"C\" ";
798           return s;
799         }
800       }
801   } else {
802     const Symbol *s = nullptr;
803     for (auto &it : map)
804       if (canSuggestExternCForCXX(name, it.first)) {
805         s = it.second;
806         break;
807       }
808     if (!s)
809       for (Symbol *sym : symtab->symbols())
810         if (canSuggestExternCForCXX(name, sym->getName())) {
811           s = sym;
812           break;
813         }
814     if (s) {
815       pre_hint = " to declare ";
816       post_hint = " as extern \"C\"?";
817       return s;
818     }
819   }
820 
821   return nullptr;
822 }
823 
824 template <class ELFT>
825 static void reportUndefinedSymbol(const UndefinedDiag &undef,
826                                   bool correctSpelling) {
827   Symbol &sym = *undef.sym;
828 
829   auto visibility = [&]() -> std::string {
830     switch (sym.visibility) {
831     case STV_INTERNAL:
832       return "internal ";
833     case STV_HIDDEN:
834       return "hidden ";
835     case STV_PROTECTED:
836       return "protected ";
837     default:
838       return "";
839     }
840   };
841 
842   std::string msg = maybeReportDiscarded<ELFT>(cast<Undefined>(sym));
843   if (msg.empty())
844     msg = "undefined " + visibility() + "symbol: " + toString(sym);
845 
846   const size_t maxUndefReferences = 10;
847   size_t i = 0;
848   for (UndefinedDiag::Loc l : undef.locs) {
849     if (i >= maxUndefReferences)
850       break;
851     InputSectionBase &sec = *l.sec;
852     uint64_t offset = l.offset;
853 
854     msg += "\n>>> referenced by ";
855     std::string src = sec.getSrcMsg(sym, offset);
856     if (!src.empty())
857       msg += src + "\n>>>               ";
858     msg += sec.getObjMsg(offset);
859     i++;
860   }
861 
862   if (i < undef.locs.size())
863     msg += ("\n>>> referenced " + Twine(undef.locs.size() - i) + " more times")
864                .str();
865 
866   if (correctSpelling) {
867     std::string pre_hint = ": ", post_hint;
868     if (const Symbol *corrected =
869             getAlternativeSpelling(cast<Undefined>(sym), pre_hint, post_hint)) {
870       msg += "\n>>> did you mean" + pre_hint + toString(*corrected) + post_hint;
871       if (corrected->file)
872         msg += "\n>>> defined in: " + toString(corrected->file);
873     }
874   }
875 
876   if (sym.getName().startswith("_ZTV"))
877     msg += "\nthe vtable symbol may be undefined because the class is missing "
878            "its key function (see https://lld.llvm.org/missingkeyfunction)";
879 
880   if (undef.isWarning)
881     warn(msg);
882   else
883     error(msg);
884 }
885 
886 template <class ELFT> void reportUndefinedSymbols() {
887   // Find the first "undefined symbol" diagnostic for each diagnostic, and
888   // collect all "referenced from" lines at the first diagnostic.
889   DenseMap<Symbol *, UndefinedDiag *> firstRef;
890   for (UndefinedDiag &undef : undefs) {
891     assert(undef.locs.size() == 1);
892     if (UndefinedDiag *canon = firstRef.lookup(undef.sym)) {
893       canon->locs.push_back(undef.locs[0]);
894       undef.locs.clear();
895     } else
896       firstRef[undef.sym] = &undef;
897   }
898 
899   // Enable spell corrector for the first 2 diagnostics.
900   for (auto it : enumerate(undefs))
901     if (!it.value().locs.empty())
902       reportUndefinedSymbol<ELFT>(it.value(), it.index() < 2);
903   undefs.clear();
904 }
905 
906 // Report an undefined symbol if necessary.
907 // Returns true if the undefined symbol will produce an error message.
908 static bool maybeReportUndefined(Symbol &sym, InputSectionBase &sec,
909                                  uint64_t offset) {
910   if (!sym.isUndefined() || sym.isWeak())
911     return false;
912 
913   bool canBeExternal = !sym.isLocal() && sym.visibility == STV_DEFAULT;
914   if (config->unresolvedSymbols == UnresolvedPolicy::Ignore && canBeExternal)
915     return false;
916 
917   // clang (as of 2019-06-12) / gcc (as of 8.2.1) PPC64 may emit a .rela.toc
918   // which references a switch table in a discarded .rodata/.text section. The
919   // .toc and the .rela.toc are incorrectly not placed in the comdat. The ELF
920   // spec says references from outside the group to a STB_LOCAL symbol are not
921   // allowed. Work around the bug.
922   if (config->emachine == EM_PPC64 &&
923       cast<Undefined>(sym).discardedSecIdx != 0 && sec.name == ".toc")
924     return false;
925 
926   bool isWarning =
927       (config->unresolvedSymbols == UnresolvedPolicy::Warn && canBeExternal) ||
928       config->noinhibitExec;
929   undefs.push_back({&sym, {{&sec, offset}}, isWarning});
930   return !isWarning;
931 }
932 
933 // MIPS N32 ABI treats series of successive relocations with the same offset
934 // as a single relocation. The similar approach used by N64 ABI, but this ABI
935 // packs all relocations into the single relocation record. Here we emulate
936 // this for the N32 ABI. Iterate over relocation with the same offset and put
937 // theirs types into the single bit-set.
938 template <class RelTy> static RelType getMipsN32RelType(RelTy *&rel, RelTy *end) {
939   RelType type = 0;
940   uint64_t offset = rel->r_offset;
941 
942   int n = 0;
943   while (rel != end && rel->r_offset == offset)
944     type |= (rel++)->getType(config->isMips64EL) << (8 * n++);
945   return type;
946 }
947 
948 // .eh_frame sections are mergeable input sections, so their input
949 // offsets are not linearly mapped to output section. For each input
950 // offset, we need to find a section piece containing the offset and
951 // add the piece's base address to the input offset to compute the
952 // output offset. That isn't cheap.
953 //
954 // This class is to speed up the offset computation. When we process
955 // relocations, we access offsets in the monotonically increasing
956 // order. So we can optimize for that access pattern.
957 //
958 // For sections other than .eh_frame, this class doesn't do anything.
959 namespace {
960 class OffsetGetter {
961 public:
962   explicit OffsetGetter(InputSectionBase &sec) {
963     if (auto *eh = dyn_cast<EhInputSection>(&sec))
964       pieces = eh->pieces;
965   }
966 
967   // Translates offsets in input sections to offsets in output sections.
968   // Given offset must increase monotonically. We assume that Piece is
969   // sorted by inputOff.
970   uint64_t get(uint64_t off) {
971     if (pieces.empty())
972       return off;
973 
974     while (i != pieces.size() && pieces[i].inputOff + pieces[i].size <= off)
975       ++i;
976     if (i == pieces.size())
977       fatal(".eh_frame: relocation is not in any piece");
978 
979     // Pieces must be contiguous, so there must be no holes in between.
980     assert(pieces[i].inputOff <= off && "Relocation not in any piece");
981 
982     // Offset -1 means that the piece is dead (i.e. garbage collected).
983     if (pieces[i].outputOff == -1)
984       return -1;
985     return pieces[i].outputOff + off - pieces[i].inputOff;
986   }
987 
988 private:
989   ArrayRef<EhSectionPiece> pieces;
990   size_t i = 0;
991 };
992 } // namespace
993 
994 static void addRelativeReloc(InputSectionBase *isec, uint64_t offsetInSec,
995                              Symbol *sym, int64_t addend, RelExpr expr,
996                              RelType type) {
997   Partition &part = isec->getPartition();
998 
999   // Add a relative relocation. If relrDyn section is enabled, and the
1000   // relocation offset is guaranteed to be even, add the relocation to
1001   // the relrDyn section, otherwise add it to the relaDyn section.
1002   // relrDyn sections don't support odd offsets. Also, relrDyn sections
1003   // don't store the addend values, so we must write it to the relocated
1004   // address.
1005   if (part.relrDyn && isec->alignment >= 2 && offsetInSec % 2 == 0) {
1006     isec->relocations.push_back({expr, type, offsetInSec, addend, sym});
1007     part.relrDyn->relocs.push_back({isec, offsetInSec});
1008     return;
1009   }
1010   part.relaDyn->addReloc(target->relativeRel, isec, offsetInSec, sym, addend,
1011                          expr, type);
1012 }
1013 
1014 template <class ELFT, class GotPltSection>
1015 static void addPltEntry(PltSection *plt, GotPltSection *gotPlt,
1016                         RelocationBaseSection *rel, RelType type, Symbol &sym) {
1017   plt->addEntry<ELFT>(sym);
1018   gotPlt->addEntry(sym);
1019   rel->addReloc(
1020       {type, gotPlt, sym.getGotPltOffset(), !sym.isPreemptible, &sym, 0});
1021 }
1022 
1023 static void addGotEntry(Symbol &sym) {
1024   in.got->addEntry(sym);
1025 
1026   RelExpr expr = sym.isTls() ? R_TLS : R_ABS;
1027   uint64_t off = sym.getGotOffset();
1028 
1029   // If a GOT slot value can be calculated at link-time, which is now,
1030   // we can just fill that out.
1031   //
1032   // (We don't actually write a value to a GOT slot right now, but we
1033   // add a static relocation to a Relocations vector so that
1034   // InputSection::relocate will do the work for us. We may be able
1035   // to just write a value now, but it is a TODO.)
1036   bool isLinkTimeConstant =
1037       !sym.isPreemptible && (!config->isPic || isAbsolute(sym));
1038   if (isLinkTimeConstant) {
1039     in.got->relocations.push_back({expr, target->symbolicRel, off, 0, &sym});
1040     return;
1041   }
1042 
1043   // Otherwise, we emit a dynamic relocation to .rel[a].dyn so that
1044   // the GOT slot will be fixed at load-time.
1045   if (!sym.isTls() && !sym.isPreemptible && config->isPic && !isAbsolute(sym)) {
1046     addRelativeReloc(in.got, off, &sym, 0, R_ABS, target->symbolicRel);
1047     return;
1048   }
1049   mainPart->relaDyn->addReloc(
1050       sym.isTls() ? target->tlsGotRel : target->gotRel, in.got, off, &sym, 0,
1051       sym.isPreemptible ? R_ADDEND : R_ABS, target->symbolicRel);
1052 }
1053 
1054 // Return true if we can define a symbol in the executable that
1055 // contains the value/function of a symbol defined in a shared
1056 // library.
1057 static bool canDefineSymbolInExecutable(Symbol &sym) {
1058   // If the symbol has default visibility the symbol defined in the
1059   // executable will preempt it.
1060   // Note that we want the visibility of the shared symbol itself, not
1061   // the visibility of the symbol in the output file we are producing. That is
1062   // why we use Sym.stOther.
1063   if ((sym.stOther & 0x3) == STV_DEFAULT)
1064     return true;
1065 
1066   // If we are allowed to break address equality of functions, defining
1067   // a plt entry will allow the program to call the function in the
1068   // .so, but the .so and the executable will no agree on the address
1069   // of the function. Similar logic for objects.
1070   return ((sym.isFunc() && config->ignoreFunctionAddressEquality) ||
1071           (sym.isObject() && config->ignoreDataAddressEquality));
1072 }
1073 
1074 // The reason we have to do this early scan is as follows
1075 // * To mmap the output file, we need to know the size
1076 // * For that, we need to know how many dynamic relocs we will have.
1077 // It might be possible to avoid this by outputting the file with write:
1078 // * Write the allocated output sections, computing addresses.
1079 // * Apply relocations, recording which ones require a dynamic reloc.
1080 // * Write the dynamic relocations.
1081 // * Write the rest of the file.
1082 // This would have some drawbacks. For example, we would only know if .rela.dyn
1083 // is needed after applying relocations. If it is, it will go after rw and rx
1084 // sections. Given that it is ro, we will need an extra PT_LOAD. This
1085 // complicates things for the dynamic linker and means we would have to reserve
1086 // space for the extra PT_LOAD even if we end up not using it.
1087 template <class ELFT, class RelTy>
1088 static void processRelocAux(InputSectionBase &sec, RelExpr expr, RelType type,
1089                             uint64_t offset, Symbol &sym, const RelTy &rel,
1090                             int64_t addend) {
1091   // If the relocation is known to be a link-time constant, we know no dynamic
1092   // relocation will be created, pass the control to relocateAlloc() or
1093   // relocateNonAlloc() to resolve it.
1094   //
1095   // The behavior of an undefined weak reference is implementation defined. If
1096   // the relocation is to a weak undef, and we are producing an executable, let
1097   // relocate{,Non}Alloc() resolve it.
1098   if (isStaticLinkTimeConstant(expr, type, sym, sec, offset) ||
1099       (!config->shared && sym.isUndefWeak())) {
1100     sec.relocations.push_back({expr, type, offset, addend, &sym});
1101     return;
1102   }
1103 
1104   bool canWrite = (sec.flags & SHF_WRITE) || !config->zText;
1105   if (canWrite) {
1106     RelType rel = target->getDynRel(type);
1107     if (expr == R_GOT || (rel == target->symbolicRel && !sym.isPreemptible)) {
1108       addRelativeReloc(&sec, offset, &sym, addend, expr, type);
1109       return;
1110     } else if (rel != 0) {
1111       if (config->emachine == EM_MIPS && rel == target->symbolicRel)
1112         rel = target->relativeRel;
1113       sec.getPartition().relaDyn->addReloc(rel, &sec, offset, &sym, addend,
1114                                            R_ADDEND, type);
1115 
1116       // MIPS ABI turns using of GOT and dynamic relocations inside out.
1117       // While regular ABI uses dynamic relocations to fill up GOT entries
1118       // MIPS ABI requires dynamic linker to fills up GOT entries using
1119       // specially sorted dynamic symbol table. This affects even dynamic
1120       // relocations against symbols which do not require GOT entries
1121       // creation explicitly, i.e. do not have any GOT-relocations. So if
1122       // a preemptible symbol has a dynamic relocation we anyway have
1123       // to create a GOT entry for it.
1124       // If a non-preemptible symbol has a dynamic relocation against it,
1125       // dynamic linker takes it st_value, adds offset and writes down
1126       // result of the dynamic relocation. In case of preemptible symbol
1127       // dynamic linker performs symbol resolution, writes the symbol value
1128       // to the GOT entry and reads the GOT entry when it needs to perform
1129       // a dynamic relocation.
1130       // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf p.4-19
1131       if (config->emachine == EM_MIPS)
1132         in.mipsGot->addEntry(*sec.file, sym, addend, expr);
1133       return;
1134     }
1135   }
1136 
1137   // When producing an executable, we can perform copy relocations (for
1138   // STT_OBJECT) and canonical PLT (for STT_FUNC).
1139   if (!config->shared) {
1140     if (!canDefineSymbolInExecutable(sym)) {
1141       errorOrWarn("cannot preempt symbol: " + toString(sym) +
1142                   getLocation(sec, sym, offset));
1143       return;
1144     }
1145 
1146     if (sym.isObject()) {
1147       // Produce a copy relocation.
1148       if (auto *ss = dyn_cast<SharedSymbol>(&sym)) {
1149         if (!config->zCopyreloc)
1150           error("unresolvable relocation " + toString(type) +
1151                 " against symbol '" + toString(*ss) +
1152                 "'; recompile with -fPIC or remove '-z nocopyreloc'" +
1153                 getLocation(sec, sym, offset));
1154         addCopyRelSymbol<ELFT>(*ss);
1155       }
1156       sec.relocations.push_back({expr, type, offset, addend, &sym});
1157       return;
1158     }
1159 
1160     // This handles a non PIC program call to function in a shared library. In
1161     // an ideal world, we could just report an error saying the relocation can
1162     // overflow at runtime. In the real world with glibc, crt1.o has a
1163     // R_X86_64_PC32 pointing to libc.so.
1164     //
1165     // The general idea on how to handle such cases is to create a PLT entry and
1166     // use that as the function value.
1167     //
1168     // For the static linking part, we just return a plt expr and everything
1169     // else will use the PLT entry as the address.
1170     //
1171     // The remaining problem is making sure pointer equality still works. We
1172     // need the help of the dynamic linker for that. We let it know that we have
1173     // a direct reference to a so symbol by creating an undefined symbol with a
1174     // non zero st_value. Seeing that, the dynamic linker resolves the symbol to
1175     // the value of the symbol we created. This is true even for got entries, so
1176     // pointer equality is maintained. To avoid an infinite loop, the only entry
1177     // that points to the real function is a dedicated got entry used by the
1178     // plt. That is identified by special relocation types (R_X86_64_JUMP_SLOT,
1179     // R_386_JMP_SLOT, etc).
1180 
1181     // For position independent executable on i386, the plt entry requires ebx
1182     // to be set. This causes two problems:
1183     // * If some code has a direct reference to a function, it was probably
1184     //   compiled without -fPIE/-fPIC and doesn't maintain ebx.
1185     // * If a library definition gets preempted to the executable, it will have
1186     //   the wrong ebx value.
1187     if (sym.isFunc()) {
1188       if (config->pie && config->emachine == EM_386)
1189         errorOrWarn("symbol '" + toString(sym) +
1190                     "' cannot be preempted; recompile with -fPIE" +
1191                     getLocation(sec, sym, offset));
1192       if (!sym.isInPlt())
1193         addPltEntry<ELFT>(in.plt, in.gotPlt, in.relaPlt, target->pltRel, sym);
1194       if (!sym.isDefined())
1195         replaceWithDefined(
1196             sym, in.plt,
1197             target->pltHeaderSize + target->pltEntrySize * sym.pltIndex, 0);
1198       sym.needsPltAddr = true;
1199       sec.relocations.push_back({expr, type, offset, addend, &sym});
1200       return;
1201     }
1202   }
1203 
1204   if (config->isPic) {
1205     if (!canWrite && !isRelExpr(expr))
1206       errorOrWarn(
1207           "can't create dynamic relocation " + toString(type) + " against " +
1208           (sym.getName().empty() ? "local symbol"
1209                                  : "symbol: " + toString(sym)) +
1210           " in readonly segment; recompile object files with -fPIC "
1211           "or pass '-Wl,-z,notext' to allow text relocations in the output" +
1212           getLocation(sec, sym, offset));
1213     else
1214       errorOrWarn(
1215           "relocation " + toString(type) + " cannot be used against " +
1216           (sym.getName().empty() ? "local symbol" : "symbol " + toString(sym)) +
1217           "; recompile with -fPIC" + getLocation(sec, sym, offset));
1218     return;
1219   }
1220 
1221   errorOrWarn("symbol '" + toString(sym) + "' has no type" +
1222               getLocation(sec, sym, offset));
1223 }
1224 
1225 template <class ELFT, class RelTy>
1226 static void scanReloc(InputSectionBase &sec, OffsetGetter &getOffset, RelTy *&i,
1227                       RelTy *end) {
1228   const RelTy &rel = *i;
1229   uint32_t symIndex = rel.getSymbol(config->isMips64EL);
1230   Symbol &sym = sec.getFile<ELFT>()->getSymbol(symIndex);
1231   RelType type;
1232 
1233   // Deal with MIPS oddity.
1234   if (config->mipsN32Abi) {
1235     type = getMipsN32RelType(i, end);
1236   } else {
1237     type = rel.getType(config->isMips64EL);
1238     ++i;
1239   }
1240 
1241   // Get an offset in an output section this relocation is applied to.
1242   uint64_t offset = getOffset.get(rel.r_offset);
1243   if (offset == uint64_t(-1))
1244     return;
1245 
1246   // Error if the target symbol is undefined. Symbol index 0 may be used by
1247   // marker relocations, e.g. R_*_NONE and R_ARM_V4BX. Don't error on them.
1248   if (symIndex != 0 && maybeReportUndefined(sym, sec, rel.r_offset))
1249     return;
1250 
1251   const uint8_t *relocatedAddr = sec.data().begin() + rel.r_offset;
1252   RelExpr expr = target->getRelExpr(type, sym, relocatedAddr);
1253 
1254   // Ignore "hint" relocations because they are only markers for relaxation.
1255   if (oneof<R_HINT, R_NONE>(expr))
1256     return;
1257 
1258   // We can separate the small code model relocations into 2 categories:
1259   // 1) Those that access the compiler generated .toc sections.
1260   // 2) Those that access the linker allocated got entries.
1261   // lld allocates got entries to symbols on demand. Since we don't try to sort
1262   // the got entries in any way, we don't have to track which objects have
1263   // got-based small code model relocs. The .toc sections get placed after the
1264   // end of the linker allocated .got section and we do sort those so sections
1265   // addressed with small code model relocations come first.
1266   if (config->emachine == EM_PPC64 && isPPC64SmallCodeModelTocReloc(type))
1267     sec.file->ppc64SmallCodeModelTocRelocs = true;
1268 
1269   if (sym.isGnuIFunc() && !config->zText && config->warnIfuncTextrel) {
1270     warn("using ifunc symbols when text relocations are allowed may produce "
1271          "a binary that will segfault, if the object file is linked with "
1272          "old version of glibc (glibc 2.28 and earlier). If this applies to "
1273          "you, consider recompiling the object files without -fPIC and "
1274          "without -Wl,-z,notext option. Use -no-warn-ifunc-textrel to "
1275          "turn off this warning." +
1276          getLocation(sec, sym, offset));
1277   }
1278 
1279   // Read an addend.
1280   int64_t addend = computeAddend<ELFT>(rel, end, sec, expr, sym.isLocal());
1281 
1282   // Relax relocations.
1283   //
1284   // If we know that a PLT entry will be resolved within the same ELF module, we
1285   // can skip PLT access and directly jump to the destination function. For
1286   // example, if we are linking a main executable, all dynamic symbols that can
1287   // be resolved within the executable will actually be resolved that way at
1288   // runtime, because the main executable is always at the beginning of a search
1289   // list. We can leverage that fact.
1290   if (!sym.isPreemptible && (!sym.isGnuIFunc() || config->zIfuncNoplt)) {
1291     if (expr == R_GOT_PC && !isAbsoluteValue(sym)) {
1292       expr = target->adjustRelaxExpr(type, relocatedAddr, expr);
1293     } else {
1294       // Addend of R_PPC_PLTREL24 is used to choose call stub type. It should be
1295       // ignored if optimized to R_PC.
1296       if (config->emachine == EM_PPC && expr == R_PPC32_PLTREL)
1297         addend = 0;
1298       expr = fromPlt(expr);
1299     }
1300   }
1301 
1302   // If the relocation does not emit a GOT or GOTPLT entry but its computation
1303   // uses their addresses, we need GOT or GOTPLT to be created.
1304   //
1305   // The 4 types that relative GOTPLT are all x86 and x86-64 specific.
1306   if (oneof<R_GOTPLTONLY_PC, R_GOTPLTREL, R_GOTPLT, R_TLSGD_GOTPLT>(expr)) {
1307     in.gotPlt->hasGotPltOffRel = true;
1308   } else if (oneof<R_GOTONLY_PC, R_GOTREL, R_PPC64_TOCBASE, R_PPC64_RELAX_TOC>(
1309                  expr)) {
1310     in.got->hasGotOffRel = true;
1311   }
1312 
1313   // Process some TLS relocations, including relaxing TLS relocations.
1314   // Note that this function does not handle all TLS relocations.
1315   if (unsigned processed =
1316           handleTlsRelocation<ELFT>(type, sym, sec, offset, addend, expr)) {
1317     i += (processed - 1);
1318     return;
1319   }
1320 
1321   // We were asked not to generate PLT entries for ifuncs. Instead, pass the
1322   // direct relocation on through.
1323   if (sym.isGnuIFunc() && config->zIfuncNoplt) {
1324     sym.exportDynamic = true;
1325     mainPart->relaDyn->addReloc(type, &sec, offset, &sym, addend, R_ADDEND, type);
1326     return;
1327   }
1328 
1329   // Non-preemptible ifuncs require special handling. First, handle the usual
1330   // case where the symbol isn't one of these.
1331   if (!sym.isGnuIFunc() || sym.isPreemptible) {
1332     // If a relocation needs PLT, we create PLT and GOTPLT slots for the symbol.
1333     if (needsPlt(expr) && !sym.isInPlt())
1334       addPltEntry<ELFT>(in.plt, in.gotPlt, in.relaPlt, target->pltRel, sym);
1335 
1336     // Create a GOT slot if a relocation needs GOT.
1337     if (needsGot(expr)) {
1338       if (config->emachine == EM_MIPS) {
1339         // MIPS ABI has special rules to process GOT entries and doesn't
1340         // require relocation entries for them. A special case is TLS
1341         // relocations. In that case dynamic loader applies dynamic
1342         // relocations to initialize TLS GOT entries.
1343         // See "Global Offset Table" in Chapter 5 in the following document
1344         // for detailed description:
1345         // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf
1346         in.mipsGot->addEntry(*sec.file, sym, addend, expr);
1347       } else if (!sym.isInGot()) {
1348         addGotEntry(sym);
1349       }
1350     }
1351   } else {
1352     // Handle a reference to a non-preemptible ifunc. These are special in a
1353     // few ways:
1354     //
1355     // - Unlike most non-preemptible symbols, non-preemptible ifuncs do not have
1356     //   a fixed value. But assuming that all references to the ifunc are
1357     //   GOT-generating or PLT-generating, the handling of an ifunc is
1358     //   relatively straightforward. We create a PLT entry in Iplt, which is
1359     //   usually at the end of .plt, which makes an indirect call using a
1360     //   matching GOT entry in igotPlt, which is usually at the end of .got.plt.
1361     //   The GOT entry is relocated using an IRELATIVE relocation in relaIplt,
1362     //   which is usually at the end of .rela.plt. Unlike most relocations in
1363     //   .rela.plt, which may be evaluated lazily without -z now, dynamic
1364     //   loaders evaluate IRELATIVE relocs eagerly, which means that for
1365     //   IRELATIVE relocs only, GOT-generating relocations can point directly to
1366     //   .got.plt without requiring a separate GOT entry.
1367     //
1368     // - Despite the fact that an ifunc does not have a fixed value, compilers
1369     //   that are not passed -fPIC will assume that they do, and will emit
1370     //   direct (non-GOT-generating, non-PLT-generating) relocations to the
1371     //   symbol. This means that if a direct relocation to the symbol is
1372     //   seen, the linker must set a value for the symbol, and this value must
1373     //   be consistent no matter what type of reference is made to the symbol.
1374     //   This can be done by creating a PLT entry for the symbol in the way
1375     //   described above and making it canonical, that is, making all references
1376     //   point to the PLT entry instead of the resolver. In lld we also store
1377     //   the address of the PLT entry in the dynamic symbol table, which means
1378     //   that the symbol will also have the same value in other modules.
1379     //   Because the value loaded from the GOT needs to be consistent with
1380     //   the value computed using a direct relocation, a non-preemptible ifunc
1381     //   may end up with two GOT entries, one in .got.plt that points to the
1382     //   address returned by the resolver and is used only by the PLT entry,
1383     //   and another in .got that points to the PLT entry and is used by
1384     //   GOT-generating relocations.
1385     //
1386     // - The fact that these symbols do not have a fixed value makes them an
1387     //   exception to the general rule that a statically linked executable does
1388     //   not require any form of dynamic relocation. To handle these relocations
1389     //   correctly, the IRELATIVE relocations are stored in an array which a
1390     //   statically linked executable's startup code must enumerate using the
1391     //   linker-defined symbols __rela?_iplt_{start,end}.
1392     if (!sym.isInPlt()) {
1393       // Create PLT and GOTPLT slots for the symbol.
1394       sym.isInIplt = true;
1395 
1396       // Create a copy of the symbol to use as the target of the IRELATIVE
1397       // relocation in the igotPlt. This is in case we make the PLT canonical
1398       // later, which would overwrite the original symbol.
1399       //
1400       // FIXME: Creating a copy of the symbol here is a bit of a hack. All
1401       // that's really needed to create the IRELATIVE is the section and value,
1402       // so ideally we should just need to copy those.
1403       auto *directSym = make<Defined>(cast<Defined>(sym));
1404       addPltEntry<ELFT>(in.iplt, in.igotPlt, in.relaIplt, target->iRelativeRel,
1405                         *directSym);
1406       sym.pltIndex = directSym->pltIndex;
1407     }
1408     if (needsGot(expr)) {
1409       // Redirect GOT accesses to point to the Igot.
1410       //
1411       // This field is also used to keep track of whether we ever needed a GOT
1412       // entry. If we did and we make the PLT canonical later, we'll need to
1413       // create a GOT entry pointing to the PLT entry for Sym.
1414       sym.gotInIgot = true;
1415     } else if (!needsPlt(expr)) {
1416       // Make the ifunc's PLT entry canonical by changing the value of its
1417       // symbol to redirect all references to point to it.
1418       unsigned entryOffset = sym.pltIndex * target->pltEntrySize;
1419       if (config->zRetpolineplt)
1420         entryOffset += target->pltHeaderSize;
1421 
1422       auto &d = cast<Defined>(sym);
1423       d.section = in.iplt;
1424       d.value = entryOffset;
1425       d.size = 0;
1426       // It's important to set the symbol type here so that dynamic loaders
1427       // don't try to call the PLT as if it were an ifunc resolver.
1428       d.type = STT_FUNC;
1429 
1430       if (sym.gotInIgot) {
1431         // We previously encountered a GOT generating reference that we
1432         // redirected to the Igot. Now that the PLT entry is canonical we must
1433         // clear the redirection to the Igot and add a GOT entry. As we've
1434         // changed the symbol type to STT_FUNC future GOT generating references
1435         // will naturally use this GOT entry.
1436         //
1437         // We don't need to worry about creating a MIPS GOT here because ifuncs
1438         // aren't a thing on MIPS.
1439         sym.gotInIgot = false;
1440         addGotEntry(sym);
1441       }
1442     }
1443   }
1444 
1445   processRelocAux<ELFT>(sec, expr, type, offset, sym, rel, addend);
1446 }
1447 
1448 template <class ELFT, class RelTy>
1449 static void scanRelocs(InputSectionBase &sec, ArrayRef<RelTy> rels) {
1450   OffsetGetter getOffset(sec);
1451 
1452   // Not all relocations end up in Sec.Relocations, but a lot do.
1453   sec.relocations.reserve(rels.size());
1454 
1455   for (auto i = rels.begin(), end = rels.end(); i != end;)
1456     scanReloc<ELFT>(sec, getOffset, i, end);
1457 
1458   // Sort relocations by offset for more efficient searching for
1459   // R_RISCV_PCREL_HI20 and R_PPC64_ADDR64.
1460   if (config->emachine == EM_RISCV ||
1461       (config->emachine == EM_PPC64 && sec.name == ".toc"))
1462     llvm::stable_sort(sec.relocations,
1463                       [](const Relocation &lhs, const Relocation &rhs) {
1464                         return lhs.offset < rhs.offset;
1465                       });
1466 }
1467 
1468 template <class ELFT> void scanRelocations(InputSectionBase &s) {
1469   if (s.areRelocsRela)
1470     scanRelocs<ELFT>(s, s.relas<ELFT>());
1471   else
1472     scanRelocs<ELFT>(s, s.rels<ELFT>());
1473 }
1474 
1475 static bool mergeCmp(const InputSection *a, const InputSection *b) {
1476   // std::merge requires a strict weak ordering.
1477   if (a->outSecOff < b->outSecOff)
1478     return true;
1479 
1480   if (a->outSecOff == b->outSecOff) {
1481     auto *ta = dyn_cast<ThunkSection>(a);
1482     auto *tb = dyn_cast<ThunkSection>(b);
1483 
1484     // Check if Thunk is immediately before any specific Target
1485     // InputSection for example Mips LA25 Thunks.
1486     if (ta && ta->getTargetInputSection() == b)
1487       return true;
1488 
1489     // Place Thunk Sections without specific targets before
1490     // non-Thunk Sections.
1491     if (ta && !tb && !ta->getTargetInputSection())
1492       return true;
1493   }
1494 
1495   return false;
1496 }
1497 
1498 // Call Fn on every executable InputSection accessed via the linker script
1499 // InputSectionDescription::Sections.
1500 static void forEachInputSectionDescription(
1501     ArrayRef<OutputSection *> outputSections,
1502     llvm::function_ref<void(OutputSection *, InputSectionDescription *)> fn) {
1503   for (OutputSection *os : outputSections) {
1504     if (!(os->flags & SHF_ALLOC) || !(os->flags & SHF_EXECINSTR))
1505       continue;
1506     for (BaseCommand *bc : os->sectionCommands)
1507       if (auto *isd = dyn_cast<InputSectionDescription>(bc))
1508         fn(os, isd);
1509   }
1510 }
1511 
1512 // Thunk Implementation
1513 //
1514 // Thunks (sometimes called stubs, veneers or branch islands) are small pieces
1515 // of code that the linker inserts inbetween a caller and a callee. The thunks
1516 // are added at link time rather than compile time as the decision on whether
1517 // a thunk is needed, such as the caller and callee being out of range, can only
1518 // be made at link time.
1519 //
1520 // It is straightforward to tell given the current state of the program when a
1521 // thunk is needed for a particular call. The more difficult part is that
1522 // the thunk needs to be placed in the program such that the caller can reach
1523 // the thunk and the thunk can reach the callee; furthermore, adding thunks to
1524 // the program alters addresses, which can mean more thunks etc.
1525 //
1526 // In lld we have a synthetic ThunkSection that can hold many Thunks.
1527 // The decision to have a ThunkSection act as a container means that we can
1528 // more easily handle the most common case of a single block of contiguous
1529 // Thunks by inserting just a single ThunkSection.
1530 //
1531 // The implementation of Thunks in lld is split across these areas
1532 // Relocations.cpp : Framework for creating and placing thunks
1533 // Thunks.cpp : The code generated for each supported thunk
1534 // Target.cpp : Target specific hooks that the framework uses to decide when
1535 //              a thunk is used
1536 // Synthetic.cpp : Implementation of ThunkSection
1537 // Writer.cpp : Iteratively call framework until no more Thunks added
1538 //
1539 // Thunk placement requirements:
1540 // Mips LA25 thunks. These must be placed immediately before the callee section
1541 // We can assume that the caller is in range of the Thunk. These are modelled
1542 // by Thunks that return the section they must precede with
1543 // getTargetInputSection().
1544 //
1545 // ARM interworking and range extension thunks. These thunks must be placed
1546 // within range of the caller. All implemented ARM thunks can always reach the
1547 // callee as they use an indirect jump via a register that has no range
1548 // restrictions.
1549 //
1550 // Thunk placement algorithm:
1551 // For Mips LA25 ThunkSections; the placement is explicit, it has to be before
1552 // getTargetInputSection().
1553 //
1554 // For thunks that must be placed within range of the caller there are many
1555 // possible choices given that the maximum range from the caller is usually
1556 // much larger than the average InputSection size. Desirable properties include:
1557 // - Maximize reuse of thunks by multiple callers
1558 // - Minimize number of ThunkSections to simplify insertion
1559 // - Handle impact of already added Thunks on addresses
1560 // - Simple to understand and implement
1561 //
1562 // In lld for the first pass, we pre-create one or more ThunkSections per
1563 // InputSectionDescription at Target specific intervals. A ThunkSection is
1564 // placed so that the estimated end of the ThunkSection is within range of the
1565 // start of the InputSectionDescription or the previous ThunkSection. For
1566 // example:
1567 // InputSectionDescription
1568 // Section 0
1569 // ...
1570 // Section N
1571 // ThunkSection 0
1572 // Section N + 1
1573 // ...
1574 // Section N + K
1575 // Thunk Section 1
1576 //
1577 // The intention is that we can add a Thunk to a ThunkSection that is well
1578 // spaced enough to service a number of callers without having to do a lot
1579 // of work. An important principle is that it is not an error if a Thunk cannot
1580 // be placed in a pre-created ThunkSection; when this happens we create a new
1581 // ThunkSection placed next to the caller. This allows us to handle the vast
1582 // majority of thunks simply, but also handle rare cases where the branch range
1583 // is smaller than the target specific spacing.
1584 //
1585 // The algorithm is expected to create all the thunks that are needed in a
1586 // single pass, with a small number of programs needing a second pass due to
1587 // the insertion of thunks in the first pass increasing the offset between
1588 // callers and callees that were only just in range.
1589 //
1590 // A consequence of allowing new ThunkSections to be created outside of the
1591 // pre-created ThunkSections is that in rare cases calls to Thunks that were in
1592 // range in pass K, are out of range in some pass > K due to the insertion of
1593 // more Thunks in between the caller and callee. When this happens we retarget
1594 // the relocation back to the original target and create another Thunk.
1595 
1596 // Remove ThunkSections that are empty, this should only be the initial set
1597 // precreated on pass 0.
1598 
1599 // Insert the Thunks for OutputSection OS into their designated place
1600 // in the Sections vector, and recalculate the InputSection output section
1601 // offsets.
1602 // This may invalidate any output section offsets stored outside of InputSection
1603 void ThunkCreator::mergeThunks(ArrayRef<OutputSection *> outputSections) {
1604   forEachInputSectionDescription(
1605       outputSections, [&](OutputSection *os, InputSectionDescription *isd) {
1606         if (isd->thunkSections.empty())
1607           return;
1608 
1609         // Remove any zero sized precreated Thunks.
1610         llvm::erase_if(isd->thunkSections,
1611                        [](const std::pair<ThunkSection *, uint32_t> &ts) {
1612                          return ts.first->getSize() == 0;
1613                        });
1614 
1615         // ISD->ThunkSections contains all created ThunkSections, including
1616         // those inserted in previous passes. Extract the Thunks created this
1617         // pass and order them in ascending outSecOff.
1618         std::vector<ThunkSection *> newThunks;
1619         for (const std::pair<ThunkSection *, uint32_t> ts : isd->thunkSections)
1620           if (ts.second == pass)
1621             newThunks.push_back(ts.first);
1622         llvm::stable_sort(newThunks,
1623                           [](const ThunkSection *a, const ThunkSection *b) {
1624                             return a->outSecOff < b->outSecOff;
1625                           });
1626 
1627         // Merge sorted vectors of Thunks and InputSections by outSecOff
1628         std::vector<InputSection *> tmp;
1629         tmp.reserve(isd->sections.size() + newThunks.size());
1630 
1631         std::merge(isd->sections.begin(), isd->sections.end(),
1632                    newThunks.begin(), newThunks.end(), std::back_inserter(tmp),
1633                    mergeCmp);
1634 
1635         isd->sections = std::move(tmp);
1636       });
1637 }
1638 
1639 // Find or create a ThunkSection within the InputSectionDescription (ISD) that
1640 // is in range of Src. An ISD maps to a range of InputSections described by a
1641 // linker script section pattern such as { .text .text.* }.
1642 ThunkSection *ThunkCreator::getISDThunkSec(OutputSection *os, InputSection *isec,
1643                                            InputSectionDescription *isd,
1644                                            uint32_t type, uint64_t src) {
1645   for (std::pair<ThunkSection *, uint32_t> tp : isd->thunkSections) {
1646     ThunkSection *ts = tp.first;
1647     uint64_t tsBase = os->addr + ts->outSecOff;
1648     uint64_t tsLimit = tsBase + ts->getSize();
1649     if (target->inBranchRange(type, src, (src > tsLimit) ? tsBase : tsLimit))
1650       return ts;
1651   }
1652 
1653   // No suitable ThunkSection exists. This can happen when there is a branch
1654   // with lower range than the ThunkSection spacing or when there are too
1655   // many Thunks. Create a new ThunkSection as close to the InputSection as
1656   // possible. Error if InputSection is so large we cannot place ThunkSection
1657   // anywhere in Range.
1658   uint64_t thunkSecOff = isec->outSecOff;
1659   if (!target->inBranchRange(type, src, os->addr + thunkSecOff)) {
1660     thunkSecOff = isec->outSecOff + isec->getSize();
1661     if (!target->inBranchRange(type, src, os->addr + thunkSecOff))
1662       fatal("InputSection too large for range extension thunk " +
1663             isec->getObjMsg(src - (os->addr + isec->outSecOff)));
1664   }
1665   return addThunkSection(os, isd, thunkSecOff);
1666 }
1667 
1668 // Add a Thunk that needs to be placed in a ThunkSection that immediately
1669 // precedes its Target.
1670 ThunkSection *ThunkCreator::getISThunkSec(InputSection *isec) {
1671   ThunkSection *ts = thunkedSections.lookup(isec);
1672   if (ts)
1673     return ts;
1674 
1675   // Find InputSectionRange within Target Output Section (TOS) that the
1676   // InputSection (IS) that we need to precede is in.
1677   OutputSection *tos = isec->getParent();
1678   for (BaseCommand *bc : tos->sectionCommands) {
1679     auto *isd = dyn_cast<InputSectionDescription>(bc);
1680     if (!isd || isd->sections.empty())
1681       continue;
1682 
1683     InputSection *first = isd->sections.front();
1684     InputSection *last = isd->sections.back();
1685 
1686     if (isec->outSecOff < first->outSecOff || last->outSecOff < isec->outSecOff)
1687       continue;
1688 
1689     ts = addThunkSection(tos, isd, isec->outSecOff);
1690     thunkedSections[isec] = ts;
1691     return ts;
1692   }
1693 
1694   return nullptr;
1695 }
1696 
1697 // Create one or more ThunkSections per OS that can be used to place Thunks.
1698 // We attempt to place the ThunkSections using the following desirable
1699 // properties:
1700 // - Within range of the maximum number of callers
1701 // - Minimise the number of ThunkSections
1702 //
1703 // We follow a simple but conservative heuristic to place ThunkSections at
1704 // offsets that are multiples of a Target specific branch range.
1705 // For an InputSectionDescription that is smaller than the range, a single
1706 // ThunkSection at the end of the range will do.
1707 //
1708 // For an InputSectionDescription that is more than twice the size of the range,
1709 // we place the last ThunkSection at range bytes from the end of the
1710 // InputSectionDescription in order to increase the likelihood that the
1711 // distance from a thunk to its target will be sufficiently small to
1712 // allow for the creation of a short thunk.
1713 void ThunkCreator::createInitialThunkSections(
1714     ArrayRef<OutputSection *> outputSections) {
1715   uint32_t thunkSectionSpacing = target->getThunkSectionSpacing();
1716 
1717   forEachInputSectionDescription(
1718       outputSections, [&](OutputSection *os, InputSectionDescription *isd) {
1719         if (isd->sections.empty())
1720           return;
1721 
1722         uint32_t isdBegin = isd->sections.front()->outSecOff;
1723         uint32_t isdEnd =
1724             isd->sections.back()->outSecOff + isd->sections.back()->getSize();
1725         uint32_t lastThunkLowerBound = -1;
1726         if (isdEnd - isdBegin > thunkSectionSpacing * 2)
1727           lastThunkLowerBound = isdEnd - thunkSectionSpacing;
1728 
1729         uint32_t isecLimit;
1730         uint32_t prevIsecLimit = isdBegin;
1731         uint32_t thunkUpperBound = isdBegin + thunkSectionSpacing;
1732 
1733         for (const InputSection *isec : isd->sections) {
1734           isecLimit = isec->outSecOff + isec->getSize();
1735           if (isecLimit > thunkUpperBound) {
1736             addThunkSection(os, isd, prevIsecLimit);
1737             thunkUpperBound = prevIsecLimit + thunkSectionSpacing;
1738           }
1739           if (isecLimit > lastThunkLowerBound)
1740             break;
1741           prevIsecLimit = isecLimit;
1742         }
1743         addThunkSection(os, isd, isecLimit);
1744       });
1745 }
1746 
1747 ThunkSection *ThunkCreator::addThunkSection(OutputSection *os,
1748                                             InputSectionDescription *isd,
1749                                             uint64_t off) {
1750   auto *ts = make<ThunkSection>(os, off);
1751   ts->partition = os->partition;
1752   isd->thunkSections.push_back({ts, pass});
1753   return ts;
1754 }
1755 
1756 static bool isThunkSectionCompatible(InputSection *source,
1757                                      SectionBase *target) {
1758   // We can't reuse thunks in different loadable partitions because they might
1759   // not be loaded. But partition 1 (the main partition) will always be loaded.
1760   if (source->partition != target->partition)
1761     return target->partition == 1;
1762   return true;
1763 }
1764 
1765 static int64_t getPCBias(RelType type) {
1766   if (config->emachine != EM_ARM)
1767     return 0;
1768   switch (type) {
1769   case R_ARM_THM_JUMP19:
1770   case R_ARM_THM_JUMP24:
1771   case R_ARM_THM_CALL:
1772     return 4;
1773   default:
1774     return 8;
1775   }
1776 }
1777 
1778 std::pair<Thunk *, bool> ThunkCreator::getThunk(InputSection *isec,
1779                                                 Relocation &rel, uint64_t src) {
1780   std::vector<Thunk *> *thunkVec = nullptr;
1781   int64_t addend = rel.addend + getPCBias(rel.type);
1782 
1783   // We use a ((section, offset), addend) pair to find the thunk position if
1784   // possible so that we create only one thunk for aliased symbols or ICFed
1785   // sections. There may be multiple relocations sharing the same (section,
1786   // offset + addend) pair. We may revert the relocation back to its original
1787   // non-Thunk target, so we cannot fold offset + addend.
1788   if (auto *d = dyn_cast<Defined>(rel.sym))
1789     if (!d->isInPlt() && d->section)
1790       thunkVec = &thunkedSymbolsBySectionAndAddend[{
1791           {d->section->repl, d->value}, addend}];
1792   if (!thunkVec)
1793     thunkVec = &thunkedSymbols[{rel.sym, addend}];
1794 
1795   // Check existing Thunks for Sym to see if they can be reused
1796   for (Thunk *t : *thunkVec)
1797     if (isThunkSectionCompatible(isec, t->getThunkTargetSym()->section) &&
1798         t->isCompatibleWith(*isec, rel) &&
1799         target->inBranchRange(rel.type, src,
1800                               t->getThunkTargetSym()->getVA(rel.addend) +
1801                                   getPCBias(rel.type)))
1802       return std::make_pair(t, false);
1803 
1804   // No existing compatible Thunk in range, create a new one
1805   Thunk *t = addThunk(*isec, rel);
1806   thunkVec->push_back(t);
1807   return std::make_pair(t, true);
1808 }
1809 
1810 // Return true if the relocation target is an in range Thunk.
1811 // Return false if the relocation is not to a Thunk. If the relocation target
1812 // was originally to a Thunk, but is no longer in range we revert the
1813 // relocation back to its original non-Thunk target.
1814 bool ThunkCreator::normalizeExistingThunk(Relocation &rel, uint64_t src) {
1815   if (Thunk *t = thunks.lookup(rel.sym)) {
1816     if (target->inBranchRange(rel.type, src,
1817                               rel.sym->getVA(rel.addend) + getPCBias(rel.type)))
1818       return true;
1819     rel.sym = &t->destination;
1820     // TODO Restore addend on all targets.
1821     if (config->emachine == EM_AARCH64 || config->emachine == EM_PPC64)
1822       rel.addend = t->addend;
1823     if (rel.sym->isInPlt())
1824       rel.expr = toPlt(rel.expr);
1825   }
1826   return false;
1827 }
1828 
1829 // Process all relocations from the InputSections that have been assigned
1830 // to InputSectionDescriptions and redirect through Thunks if needed. The
1831 // function should be called iteratively until it returns false.
1832 //
1833 // PreConditions:
1834 // All InputSections that may need a Thunk are reachable from
1835 // OutputSectionCommands.
1836 //
1837 // All OutputSections have an address and all InputSections have an offset
1838 // within the OutputSection.
1839 //
1840 // The offsets between caller (relocation place) and callee
1841 // (relocation target) will not be modified outside of createThunks().
1842 //
1843 // PostConditions:
1844 // If return value is true then ThunkSections have been inserted into
1845 // OutputSections. All relocations that needed a Thunk based on the information
1846 // available to createThunks() on entry have been redirected to a Thunk. Note
1847 // that adding Thunks changes offsets between caller and callee so more Thunks
1848 // may be required.
1849 //
1850 // If return value is false then no more Thunks are needed, and createThunks has
1851 // made no changes. If the target requires range extension thunks, currently
1852 // ARM, then any future change in offset between caller and callee risks a
1853 // relocation out of range error.
1854 bool ThunkCreator::createThunks(ArrayRef<OutputSection *> outputSections) {
1855   bool addressesChanged = false;
1856 
1857   if (pass == 0 && target->getThunkSectionSpacing())
1858     createInitialThunkSections(outputSections);
1859 
1860   // Create all the Thunks and insert them into synthetic ThunkSections. The
1861   // ThunkSections are later inserted back into InputSectionDescriptions.
1862   // We separate the creation of ThunkSections from the insertion of the
1863   // ThunkSections as ThunkSections are not always inserted into the same
1864   // InputSectionDescription as the caller.
1865   forEachInputSectionDescription(
1866       outputSections, [&](OutputSection *os, InputSectionDescription *isd) {
1867         for (InputSection *isec : isd->sections)
1868           for (Relocation &rel : isec->relocations) {
1869             uint64_t src = isec->getVA(rel.offset);
1870 
1871             // If we are a relocation to an existing Thunk, check if it is
1872             // still in range. If not then Rel will be altered to point to its
1873             // original target so another Thunk can be generated.
1874             if (pass > 0 && normalizeExistingThunk(rel, src))
1875               continue;
1876 
1877             if (!target->needsThunk(rel.expr, rel.type, isec->file, src,
1878                                     *rel.sym, rel.addend))
1879               continue;
1880 
1881             Thunk *t;
1882             bool isNew;
1883             std::tie(t, isNew) = getThunk(isec, rel, src);
1884 
1885             if (isNew) {
1886               // Find or create a ThunkSection for the new Thunk
1887               ThunkSection *ts;
1888               if (auto *tis = t->getTargetInputSection())
1889                 ts = getISThunkSec(tis);
1890               else
1891                 ts = getISDThunkSec(os, isec, isd, rel.type, src);
1892               ts->addThunk(t);
1893               thunks[t->getThunkTargetSym()] = t;
1894             }
1895 
1896             // Redirect relocation to Thunk, we never go via the PLT to a Thunk
1897             rel.sym = t->getThunkTargetSym();
1898             rel.expr = fromPlt(rel.expr);
1899 
1900             // On AArch64 and PPC64, a jump/call relocation may be encoded as
1901             // STT_SECTION + non-zero addend, clear the addend after
1902             // redirection.
1903             //
1904             // The addend of R_PPC_PLTREL24 should be ignored after changing to
1905             // R_PC.
1906             if (config->emachine == EM_AARCH64 ||
1907                 config->emachine == EM_PPC64 ||
1908                 (config->emachine == EM_PPC && rel.type == R_PPC_PLTREL24))
1909               rel.addend = 0;
1910           }
1911 
1912         for (auto &p : isd->thunkSections)
1913           addressesChanged |= p.first->assignOffsets();
1914       });
1915 
1916   for (auto &p : thunkedSections)
1917     addressesChanged |= p.second->assignOffsets();
1918 
1919   // Merge all created synthetic ThunkSections back into OutputSection
1920   mergeThunks(outputSections);
1921   ++pass;
1922   return addressesChanged;
1923 }
1924 
1925 template void scanRelocations<ELF32LE>(InputSectionBase &);
1926 template void scanRelocations<ELF32BE>(InputSectionBase &);
1927 template void scanRelocations<ELF64LE>(InputSectionBase &);
1928 template void scanRelocations<ELF64BE>(InputSectionBase &);
1929 template void reportUndefinedSymbols<ELF32LE>();
1930 template void reportUndefinedSymbols<ELF32BE>();
1931 template void reportUndefinedSymbols<ELF64LE>();
1932 template void reportUndefinedSymbols<ELF64BE>();
1933 
1934 } // namespace elf
1935 } // namespace lld
1936