1 //===- Relocations.cpp ----------------------------------------------------===//
2 //
3 //                             The LLVM Linker
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // This file contains platform-independent functions to process relocations.
11 // I'll describe the overview of this file here.
12 //
13 // Simple relocations are easy to handle for the linker. For example,
14 // for R_X86_64_PC64 relocs, the linker just has to fix up locations
15 // with the relative offsets to the target symbols. It would just be
16 // reading records from relocation sections and applying them to output.
17 //
18 // But not all relocations are that easy to handle. For example, for
19 // R_386_GOTOFF relocs, the linker has to create new GOT entries for
20 // symbols if they don't exist, and fix up locations with GOT entry
21 // offsets from the beginning of GOT section. So there is more than
22 // fixing addresses in relocation processing.
23 //
24 // ELF defines a large number of complex relocations.
25 //
26 // The functions in this file analyze relocations and do whatever needs
27 // to be done. It includes, but not limited to, the following.
28 //
29 //  - create GOT/PLT entries
30 //  - create new relocations in .dynsym to let the dynamic linker resolve
31 //    them at runtime (since ELF supports dynamic linking, not all
32 //    relocations can be resolved at link-time)
33 //  - create COPY relocs and reserve space in .bss
34 //  - replace expensive relocs (in terms of runtime cost) with cheap ones
35 //  - error out infeasible combinations such as PIC and non-relative relocs
36 //
37 // Note that the functions in this file don't actually apply relocations
38 // because it doesn't know about the output file nor the output file buffer.
39 // It instead stores Relocation objects to InputSection's Relocations
40 // vector to let it apply later in InputSection::writeTo.
41 //
42 //===----------------------------------------------------------------------===//
43 
44 #include "Relocations.h"
45 #include "Config.h"
46 #include "LinkerScript.h"
47 #include "Memory.h"
48 #include "OutputSections.h"
49 #include "Strings.h"
50 #include "SymbolTable.h"
51 #include "SyntheticSections.h"
52 #include "Target.h"
53 #include "Thunks.h"
54 
55 #include "llvm/Support/Endian.h"
56 #include "llvm/Support/raw_ostream.h"
57 #include <algorithm>
58 
59 using namespace llvm;
60 using namespace llvm::ELF;
61 using namespace llvm::object;
62 using namespace llvm::support::endian;
63 
64 using namespace lld;
65 using namespace lld::elf;
66 
67 // Construct a message in the following format.
68 //
69 // >>> defined in /home/alice/src/foo.o
70 // >>> referenced by bar.c:12 (/home/alice/src/bar.c:12)
71 // >>>               /home/alice/src/bar.o:(.text+0x1)
72 template <class ELFT>
73 static std::string getLocation(InputSectionBase &S, const Symbol &Sym,
74                                uint64_t Off) {
75   std::string Msg =
76       "\n>>> defined in " + toString(Sym.getFile()) + "\n>>> referenced by ";
77   std::string Src = S.getSrcMsg<ELFT>(Sym, Off);
78   if (!Src.empty())
79     Msg += Src + "\n>>>               ";
80   return Msg + S.getObjMsg(Off);
81 }
82 
83 // This is a MIPS-specific rule.
84 //
85 // In case of MIPS GP-relative relocations always resolve to a definition
86 // in a regular input file, ignoring the one-definition rule. So we,
87 // for example, should not attempt to create a dynamic relocation even
88 // if the target symbol is preemptible. There are two two MIPS GP-relative
89 // relocations R_MIPS_GPREL16 and R_MIPS_GPREL32. But only R_MIPS_GPREL16
90 // can be against a preemptible symbol.
91 //
92 // To get MIPS relocation type we apply 0xff mask. In case of O32 ABI all
93 // relocation types occupy eight bit. In case of N64 ABI we extract first
94 // relocation from 3-in-1 packet because only the first relocation can
95 // be against a real symbol.
96 static bool isMipsGprel(RelType Type) {
97   if (Config->EMachine != EM_MIPS)
98     return false;
99   Type &= 0xff;
100   return Type == R_MIPS_GPREL16 || Type == R_MICROMIPS_GPREL16 ||
101          Type == R_MICROMIPS_GPREL7_S2;
102 }
103 
104 // This function is similar to the `handleTlsRelocation`. MIPS does not
105 // support any relaxations for TLS relocations so by factoring out MIPS
106 // handling in to the separate function we can simplify the code and do not
107 // pollute other `handleTlsRelocation` by MIPS `ifs` statements.
108 // Mips has a custom MipsGotSection that handles the writing of GOT entries
109 // without dynamic relocations.
110 template <class ELFT>
111 static unsigned handleMipsTlsRelocation(RelType Type, Symbol &Sym,
112                                         InputSectionBase &C, uint64_t Offset,
113                                         int64_t Addend, RelExpr Expr) {
114   if (Expr == R_MIPS_TLSLD) {
115     if (InX::MipsGot->addTlsIndex() && Config->Pic)
116       In<ELFT>::RelaDyn->addReloc({Target->TlsModuleIndexRel, InX::MipsGot,
117                                    InX::MipsGot->getTlsIndexOff(), false,
118                                    nullptr, 0});
119     C.Relocations.push_back({Expr, Type, Offset, Addend, &Sym});
120     return 1;
121   }
122 
123   if (Expr == R_MIPS_TLSGD) {
124     if (InX::MipsGot->addDynTlsEntry(Sym) && Sym.IsPreemptible) {
125       uint64_t Off = InX::MipsGot->getGlobalDynOffset(Sym);
126       In<ELFT>::RelaDyn->addReloc(
127           {Target->TlsModuleIndexRel, InX::MipsGot, Off, false, &Sym, 0});
128       if (Sym.IsPreemptible)
129         In<ELFT>::RelaDyn->addReloc({Target->TlsOffsetRel, InX::MipsGot,
130                                      Off + Config->Wordsize, false, &Sym, 0});
131     }
132     C.Relocations.push_back({Expr, Type, Offset, Addend, &Sym});
133     return 1;
134   }
135   return 0;
136 }
137 
138 // This function is similar to the `handleMipsTlsRelocation`. ARM also does not
139 // support any relaxations for TLS relocations. ARM is logically similar to Mips
140 // in how it handles TLS, but Mips uses its own custom GOT which handles some
141 // of the cases that ARM uses GOT relocations for.
142 //
143 // We look for TLS global dynamic and local dynamic relocations, these may
144 // require the generation of a pair of GOT entries that have associated
145 // dynamic relocations. When the results of the dynamic relocations can be
146 // resolved at static link time we do so. This is necessary for static linking
147 // as there will be no dynamic loader to resolve them at load-time.
148 //
149 // The pair of GOT entries created are of the form
150 // GOT[e0] Module Index (Used to find pointer to TLS block at run-time)
151 // GOT[e1] Offset of symbol in TLS block
152 template <class ELFT>
153 static unsigned handleARMTlsRelocation(RelType Type, Symbol &Sym,
154                                        InputSectionBase &C, uint64_t Offset,
155                                        int64_t Addend, RelExpr Expr) {
156   // The Dynamic TLS Module Index Relocation for a symbol defined in an
157   // executable is always 1. If the target Symbol is not preemptible then
158   // we know the offset into the TLS block at static link time.
159   bool NeedDynId = Sym.IsPreemptible || Config->Shared;
160   bool NeedDynOff = Sym.IsPreemptible;
161 
162   auto AddTlsReloc = [&](uint64_t Off, RelType Type, Symbol *Dest, bool Dyn) {
163     if (Dyn)
164       In<ELFT>::RelaDyn->addReloc({Type, InX::Got, Off, false, Dest, 0});
165     else
166       InX::Got->Relocations.push_back({R_ABS, Type, Off, 0, Dest});
167   };
168 
169   // Local Dynamic is for access to module local TLS variables, while still
170   // being suitable for being dynamically loaded via dlopen.
171   // GOT[e0] is the module index, with a special value of 0 for the current
172   // module. GOT[e1] is unused. There only needs to be one module index entry.
173   if (Expr == R_TLSLD_PC && InX::Got->addTlsIndex()) {
174     AddTlsReloc(InX::Got->getTlsIndexOff(), Target->TlsModuleIndexRel,
175                 NeedDynId ? nullptr : &Sym, NeedDynId);
176     C.Relocations.push_back({Expr, Type, Offset, Addend, &Sym});
177     return 1;
178   }
179 
180   // Global Dynamic is the most general purpose access model. When we know
181   // the module index and offset of symbol in TLS block we can fill these in
182   // using static GOT relocations.
183   if (Expr == R_TLSGD_PC) {
184     if (InX::Got->addDynTlsEntry(Sym)) {
185       uint64_t Off = InX::Got->getGlobalDynOffset(Sym);
186       AddTlsReloc(Off, Target->TlsModuleIndexRel, &Sym, NeedDynId);
187       AddTlsReloc(Off + Config->Wordsize, Target->TlsOffsetRel, &Sym,
188                   NeedDynOff);
189     }
190     C.Relocations.push_back({Expr, Type, Offset, Addend, &Sym});
191     return 1;
192   }
193   return 0;
194 }
195 
196 // Returns the number of relocations processed.
197 template <class ELFT>
198 static unsigned
199 handleTlsRelocation(RelType Type, Symbol &Sym, InputSectionBase &C,
200                     typename ELFT::uint Offset, int64_t Addend, RelExpr Expr) {
201   if (!(C.Flags & SHF_ALLOC))
202     return 0;
203 
204   if (!Sym.isTls())
205     return 0;
206 
207   if (Config->EMachine == EM_ARM)
208     return handleARMTlsRelocation<ELFT>(Type, Sym, C, Offset, Addend, Expr);
209   if (Config->EMachine == EM_MIPS)
210     return handleMipsTlsRelocation<ELFT>(Type, Sym, C, Offset, Addend, Expr);
211 
212   if (isRelExprOneOf<R_TLSDESC, R_TLSDESC_PAGE, R_TLSDESC_CALL>(Expr) &&
213       Config->Shared) {
214     if (InX::Got->addDynTlsEntry(Sym)) {
215       uint64_t Off = InX::Got->getGlobalDynOffset(Sym);
216       In<ELFT>::RelaDyn->addReloc(
217           {Target->TlsDescRel, InX::Got, Off, !Sym.IsPreemptible, &Sym, 0});
218     }
219     if (Expr != R_TLSDESC_CALL)
220       C.Relocations.push_back({Expr, Type, Offset, Addend, &Sym});
221     return 1;
222   }
223 
224   if (isRelExprOneOf<R_TLSLD_PC, R_TLSLD>(Expr)) {
225     // Local-Dynamic relocs can be relaxed to Local-Exec.
226     if (!Config->Shared) {
227       C.Relocations.push_back(
228           {R_RELAX_TLS_LD_TO_LE, Type, Offset, Addend, &Sym});
229       return 2;
230     }
231     if (InX::Got->addTlsIndex())
232       In<ELFT>::RelaDyn->addReloc({Target->TlsModuleIndexRel, InX::Got,
233                                    InX::Got->getTlsIndexOff(), false, nullptr,
234                                    0});
235     C.Relocations.push_back({Expr, Type, Offset, Addend, &Sym});
236     return 1;
237   }
238 
239   // Local-Dynamic relocs can be relaxed to Local-Exec.
240   if (isRelExprOneOf<R_ABS, R_TLSLD, R_TLSLD_PC>(Expr) && !Config->Shared) {
241     C.Relocations.push_back({R_RELAX_TLS_LD_TO_LE, Type, Offset, Addend, &Sym});
242     return 1;
243   }
244 
245   if (isRelExprOneOf<R_TLSDESC, R_TLSDESC_PAGE, R_TLSDESC_CALL, R_TLSGD,
246                      R_TLSGD_PC>(Expr)) {
247     if (Config->Shared) {
248       if (InX::Got->addDynTlsEntry(Sym)) {
249         uint64_t Off = InX::Got->getGlobalDynOffset(Sym);
250         In<ELFT>::RelaDyn->addReloc(
251             {Target->TlsModuleIndexRel, InX::Got, Off, false, &Sym, 0});
252 
253         // If the symbol is preemptible we need the dynamic linker to write
254         // the offset too.
255         uint64_t OffsetOff = Off + Config->Wordsize;
256         if (Sym.IsPreemptible)
257           In<ELFT>::RelaDyn->addReloc(
258               {Target->TlsOffsetRel, InX::Got, OffsetOff, false, &Sym, 0});
259         else
260           InX::Got->Relocations.push_back(
261               {R_ABS, Target->TlsOffsetRel, OffsetOff, 0, &Sym});
262       }
263       C.Relocations.push_back({Expr, Type, Offset, Addend, &Sym});
264       return 1;
265     }
266 
267     // Global-Dynamic relocs can be relaxed to Initial-Exec or Local-Exec
268     // depending on the symbol being locally defined or not.
269     if (Sym.IsPreemptible) {
270       C.Relocations.push_back(
271           {Target->adjustRelaxExpr(Type, nullptr, R_RELAX_TLS_GD_TO_IE), Type,
272            Offset, Addend, &Sym});
273       if (!Sym.isInGot()) {
274         InX::Got->addEntry(Sym);
275         In<ELFT>::RelaDyn->addReloc(
276             {Target->TlsGotRel, InX::Got, Sym.getGotOffset(), false, &Sym, 0});
277       }
278     } else {
279       C.Relocations.push_back(
280           {Target->adjustRelaxExpr(Type, nullptr, R_RELAX_TLS_GD_TO_LE), Type,
281            Offset, Addend, &Sym});
282     }
283     return Target->TlsGdRelaxSkip;
284   }
285 
286   // Initial-Exec relocs can be relaxed to Local-Exec if the symbol is locally
287   // defined.
288   if (isRelExprOneOf<R_GOT, R_GOT_FROM_END, R_GOT_PC, R_GOT_PAGE_PC>(Expr) &&
289       !Config->Shared && !Sym.IsPreemptible) {
290     C.Relocations.push_back({R_RELAX_TLS_IE_TO_LE, Type, Offset, Addend, &Sym});
291     return 1;
292   }
293 
294   if (Expr == R_TLSDESC_CALL)
295     return 1;
296   return 0;
297 }
298 
299 static RelType getMipsPairType(RelType Type, bool IsLocal) {
300   switch (Type) {
301   case R_MIPS_HI16:
302     return R_MIPS_LO16;
303   case R_MIPS_GOT16:
304     // In case of global symbol, the R_MIPS_GOT16 relocation does not
305     // have a pair. Each global symbol has a unique entry in the GOT
306     // and a corresponding instruction with help of the R_MIPS_GOT16
307     // relocation loads an address of the symbol. In case of local
308     // symbol, the R_MIPS_GOT16 relocation creates a GOT entry to hold
309     // the high 16 bits of the symbol's value. A paired R_MIPS_LO16
310     // relocations handle low 16 bits of the address. That allows
311     // to allocate only one GOT entry for every 64 KBytes of local data.
312     return IsLocal ? R_MIPS_LO16 : R_MIPS_NONE;
313   case R_MICROMIPS_GOT16:
314     return IsLocal ? R_MICROMIPS_LO16 : R_MIPS_NONE;
315   case R_MIPS_PCHI16:
316     return R_MIPS_PCLO16;
317   case R_MICROMIPS_HI16:
318     return R_MICROMIPS_LO16;
319   default:
320     return R_MIPS_NONE;
321   }
322 }
323 
324 // True if non-preemptable symbol always has the same value regardless of where
325 // the DSO is loaded.
326 static bool isAbsolute(const Symbol &Sym) {
327   if (Sym.isUndefWeak())
328     return true;
329   if (const auto *DR = dyn_cast<Defined>(&Sym))
330     return DR->Section == nullptr; // Absolute symbol.
331   return false;
332 }
333 
334 static bool isAbsoluteValue(const Symbol &Sym) {
335   return isAbsolute(Sym) || Sym.isTls();
336 }
337 
338 // Returns true if Expr refers a PLT entry.
339 static bool needsPlt(RelExpr Expr) {
340   return isRelExprOneOf<R_PLT_PC, R_PPC_PLT_OPD, R_PLT, R_PLT_PAGE_PC>(Expr);
341 }
342 
343 // Returns true if Expr refers a GOT entry. Note that this function
344 // returns false for TLS variables even though they need GOT, because
345 // TLS variables uses GOT differently than the regular variables.
346 static bool needsGot(RelExpr Expr) {
347   return isRelExprOneOf<R_GOT, R_GOT_OFF, R_MIPS_GOT_LOCAL_PAGE, R_MIPS_GOT_OFF,
348                         R_MIPS_GOT_OFF32, R_GOT_PAGE_PC, R_GOT_PC,
349                         R_GOT_FROM_END>(Expr);
350 }
351 
352 // True if this expression is of the form Sym - X, where X is a position in the
353 // file (PC, or GOT for example).
354 static bool isRelExpr(RelExpr Expr) {
355   return isRelExprOneOf<R_PC, R_GOTREL, R_GOTREL_FROM_END, R_MIPS_GOTREL,
356                         R_PAGE_PC, R_RELAX_GOT_PC>(Expr);
357 }
358 
359 // Returns true if a given relocation can be computed at link-time.
360 //
361 // For instance, we know the offset from a relocation to its target at
362 // link-time if the relocation is PC-relative and refers a
363 // non-interposable function in the same executable. This function
364 // will return true for such relocation.
365 //
366 // If this function returns false, that means we need to emit a
367 // dynamic relocation so that the relocation will be fixed at load-time.
368 template <class ELFT>
369 static bool isStaticLinkTimeConstant(RelExpr E, RelType Type, const Symbol &Sym,
370                                      InputSectionBase &S, uint64_t RelOff) {
371   // These expressions always compute a constant
372   if (isRelExprOneOf<R_SIZE, R_GOT_FROM_END, R_GOT_OFF, R_MIPS_GOT_LOCAL_PAGE,
373                      R_MIPS_GOT_OFF, R_MIPS_GOT_OFF32, R_MIPS_GOT_GP_PC,
374                      R_MIPS_TLSGD, R_GOT_PAGE_PC, R_GOT_PC, R_GOTONLY_PC,
375                      R_GOTONLY_PC_FROM_END, R_PLT_PC, R_TLSGD_PC, R_TLSGD,
376                      R_PPC_PLT_OPD, R_TLSDESC_CALL, R_TLSDESC_PAGE, R_HINT>(E))
377     return true;
378 
379   // These never do, except if the entire file is position dependent or if
380   // only the low bits are used.
381   if (E == R_GOT || E == R_PLT || E == R_TLSDESC)
382     return Target->usesOnlyLowPageBits(Type) || !Config->Pic;
383 
384   if (Sym.IsPreemptible)
385     return false;
386   if (!Config->Pic)
387     return true;
388 
389   // For the target and the relocation, we want to know if they are
390   // absolute or relative.
391   bool AbsVal = isAbsoluteValue(Sym);
392   bool RelE = isRelExpr(E);
393   if (AbsVal && !RelE)
394     return true;
395   if (!AbsVal && RelE)
396     return true;
397   if (!AbsVal && !RelE)
398     return Target->usesOnlyLowPageBits(Type);
399 
400   // Relative relocation to an absolute value. This is normally unrepresentable,
401   // but if the relocation refers to a weak undefined symbol, we allow it to
402   // resolve to the image base. This is a little strange, but it allows us to
403   // link function calls to such symbols. Normally such a call will be guarded
404   // with a comparison, which will load a zero from the GOT.
405   // Another special case is MIPS _gp_disp symbol which represents offset
406   // between start of a function and '_gp' value and defined as absolute just
407   // to simplify the code.
408   assert(AbsVal && RelE);
409   if (Sym.isUndefWeak())
410     return true;
411 
412   error("relocation " + toString(Type) + " cannot refer to absolute symbol: " +
413         toString(Sym) + getLocation<ELFT>(S, Sym, RelOff));
414   return true;
415 }
416 
417 static RelExpr toPlt(RelExpr Expr) {
418   if (Expr == R_PPC_OPD)
419     return R_PPC_PLT_OPD;
420   if (Expr == R_PC)
421     return R_PLT_PC;
422   if (Expr == R_PAGE_PC)
423     return R_PLT_PAGE_PC;
424   if (Expr == R_ABS)
425     return R_PLT;
426   return Expr;
427 }
428 
429 static RelExpr fromPlt(RelExpr Expr) {
430   // We decided not to use a plt. Optimize a reference to the plt to a
431   // reference to the symbol itself.
432   if (Expr == R_PLT_PC)
433     return R_PC;
434   if (Expr == R_PPC_PLT_OPD)
435     return R_PPC_OPD;
436   if (Expr == R_PLT)
437     return R_ABS;
438   return Expr;
439 }
440 
441 // Returns true if a given shared symbol is in a read-only segment in a DSO.
442 template <class ELFT> static bool isReadOnly(SharedSymbol *SS) {
443   typedef typename ELFT::Phdr Elf_Phdr;
444 
445   // Determine if the symbol is read-only by scanning the DSO's program headers.
446   const SharedFile<ELFT> *File = SS->getFile<ELFT>();
447   for (const Elf_Phdr &Phdr : check(File->getObj().program_headers()))
448     if ((Phdr.p_type == ELF::PT_LOAD || Phdr.p_type == ELF::PT_GNU_RELRO) &&
449         !(Phdr.p_flags & ELF::PF_W) && SS->Value >= Phdr.p_vaddr &&
450         SS->Value < Phdr.p_vaddr + Phdr.p_memsz)
451       return true;
452   return false;
453 }
454 
455 // Returns symbols at the same offset as a given symbol, including SS itself.
456 //
457 // If two or more symbols are at the same offset, and at least one of
458 // them are copied by a copy relocation, all of them need to be copied.
459 // Otherwise, they would refer different places at runtime.
460 template <class ELFT>
461 static std::vector<SharedSymbol *> getSymbolsAt(SharedSymbol *SS) {
462   typedef typename ELFT::Sym Elf_Sym;
463 
464   SharedFile<ELFT> *File = SS->getFile<ELFT>();
465 
466   std::vector<SharedSymbol *> Ret;
467   for (const Elf_Sym &S : File->getGlobalELFSyms()) {
468     if (S.st_shndx == SHN_UNDEF || S.st_shndx == SHN_ABS ||
469         S.st_value != SS->Value)
470       continue;
471     StringRef Name = check(S.getName(File->getStringTable()));
472     Symbol *Sym = Symtab->find(Name);
473     if (auto *Alias = dyn_cast_or_null<SharedSymbol>(Sym))
474       Ret.push_back(Alias);
475   }
476   return Ret;
477 }
478 
479 // Reserve space in .bss or .bss.rel.ro for copy relocation.
480 //
481 // The copy relocation is pretty much a hack. If you use a copy relocation
482 // in your program, not only the symbol name but the symbol's size, RW/RO
483 // bit and alignment become part of the ABI. In addition to that, if the
484 // symbol has aliases, the aliases become part of the ABI. That's subtle,
485 // but if you violate that implicit ABI, that can cause very counter-
486 // intuitive consequences.
487 //
488 // So, what is the copy relocation? It's for linking non-position
489 // independent code to DSOs. In an ideal world, all references to data
490 // exported by DSOs should go indirectly through GOT. But if object files
491 // are compiled as non-PIC, all data references are direct. There is no
492 // way for the linker to transform the code to use GOT, as machine
493 // instructions are already set in stone in object files. This is where
494 // the copy relocation takes a role.
495 //
496 // A copy relocation instructs the dynamic linker to copy data from a DSO
497 // to a specified address (which is usually in .bss) at load-time. If the
498 // static linker (that's us) finds a direct data reference to a DSO
499 // symbol, it creates a copy relocation, so that the symbol can be
500 // resolved as if it were in .bss rather than in a DSO.
501 //
502 // As you can see in this function, we create a copy relocation for the
503 // dynamic linker, and the relocation contains not only symbol name but
504 // various other informtion about the symbol. So, such attributes become a
505 // part of the ABI.
506 //
507 // Note for application developers: I can give you a piece of advice if
508 // you are writing a shared library. You probably should export only
509 // functions from your library. You shouldn't export variables.
510 //
511 // As an example what can happen when you export variables without knowing
512 // the semantics of copy relocations, assume that you have an exported
513 // variable of type T. It is an ABI-breaking change to add new members at
514 // end of T even though doing that doesn't change the layout of the
515 // existing members. That's because the space for the new members are not
516 // reserved in .bss unless you recompile the main program. That means they
517 // are likely to overlap with other data that happens to be laid out next
518 // to the variable in .bss. This kind of issue is sometimes very hard to
519 // debug. What's a solution? Instead of exporting a varaible V from a DSO,
520 // define an accessor getV().
521 template <class ELFT> static void addCopyRelSymbol(SharedSymbol *SS) {
522   // Copy relocation against zero-sized symbol doesn't make sense.
523   uint64_t SymSize = SS->getSize();
524   if (SymSize == 0)
525     fatal("cannot create a copy relocation for symbol " + toString(*SS));
526 
527   // See if this symbol is in a read-only segment. If so, preserve the symbol's
528   // memory protection by reserving space in the .bss.rel.ro section.
529   bool IsReadOnly = isReadOnly<ELFT>(SS);
530   BssSection *Sec = make<BssSection>(IsReadOnly ? ".bss.rel.ro" : ".bss",
531                                      SymSize, SS->Alignment);
532   if (IsReadOnly)
533     InX::BssRelRo->getParent()->addSection(Sec);
534   else
535     InX::Bss->getParent()->addSection(Sec);
536 
537   // Look through the DSO's dynamic symbol table for aliases and create a
538   // dynamic symbol for each one. This causes the copy relocation to correctly
539   // interpose any aliases.
540   for (SharedSymbol *Sym : getSymbolsAt<ELFT>(SS)) {
541     Sym->CopyRelSec = Sec;
542     Sym->IsPreemptible = false;
543     Sym->IsUsedInRegularObj = true;
544   }
545 
546   In<ELFT>::RelaDyn->addReloc({Target->CopyRel, Sec, 0, false, SS, 0});
547 }
548 
549 static void errorOrWarn(const Twine &Msg) {
550   if (!Config->NoinhibitExec)
551     error(Msg);
552   else
553     warn(Msg);
554 }
555 
556 template <class ELFT>
557 static RelExpr adjustExpr(Symbol &Sym, RelExpr Expr, RelType Type,
558                           InputSectionBase &S, uint64_t RelOff) {
559   // We can create any dynamic relocation if a section is simply writable.
560   if (S.Flags & SHF_WRITE)
561     return Expr;
562 
563   // Or, if we are allowed to create dynamic relocations against
564   // read-only sections (i.e. unless "-z notext" is given),
565   // we can create a dynamic relocation as we want, too.
566   if (!Config->ZText)
567     return Expr;
568 
569   // If a relocation can be applied at link-time, we don't need to
570   // create a dynamic relocation in the first place.
571   if (isStaticLinkTimeConstant<ELFT>(Expr, Type, Sym, S, RelOff))
572     return Expr;
573 
574   // If we got here we know that this relocation would require the dynamic
575   // linker to write a value to read only memory.
576 
577   // If the relocation is to a weak undef, give up on it and produce a
578   // non preemptible 0.
579   if (Sym.isUndefWeak()) {
580     Sym.IsPreemptible = false;
581     return Expr;
582   }
583 
584   // We can hack around it if we are producing an executable and
585   // the refered symbol can be preemepted to refer to the executable.
586   if (Config->Shared || (Config->Pic && !isRelExpr(Expr))) {
587     error(
588         "can't create dynamic relocation " + toString(Type) + " against " +
589         (Sym.getName().empty() ? "local symbol" : "symbol: " + toString(Sym)) +
590         " in readonly segment; recompile object files with -fPIC" +
591         getLocation<ELFT>(S, Sym, RelOff));
592     return Expr;
593   }
594 
595   if (Sym.getVisibility() != STV_DEFAULT) {
596     error("cannot preempt symbol: " + toString(Sym) +
597           getLocation<ELFT>(S, Sym, RelOff));
598     return Expr;
599   }
600 
601   if (Sym.isObject()) {
602     // Produce a copy relocation.
603     auto *B = cast<SharedSymbol>(&Sym);
604     if (!B->CopyRelSec) {
605       if (Config->ZNocopyreloc)
606         error("unresolvable relocation " + toString(Type) +
607               " against symbol '" + toString(*B) +
608               "'; recompile with -fPIC or remove '-z nocopyreloc'" +
609               getLocation<ELFT>(S, Sym, RelOff));
610 
611       addCopyRelSymbol<ELFT>(B);
612     }
613     return Expr;
614   }
615 
616   if (Sym.isFunc()) {
617     // This handles a non PIC program call to function in a shared library. In
618     // an ideal world, we could just report an error saying the relocation can
619     // overflow at runtime. In the real world with glibc, crt1.o has a
620     // R_X86_64_PC32 pointing to libc.so.
621     //
622     // The general idea on how to handle such cases is to create a PLT entry and
623     // use that as the function value.
624     //
625     // For the static linking part, we just return a plt expr and everything
626     // else will use the the PLT entry as the address.
627     //
628     // The remaining problem is making sure pointer equality still works. We
629     // need the help of the dynamic linker for that. We let it know that we have
630     // a direct reference to a so symbol by creating an undefined symbol with a
631     // non zero st_value. Seeing that, the dynamic linker resolves the symbol to
632     // the value of the symbol we created. This is true even for got entries, so
633     // pointer equality is maintained. To avoid an infinite loop, the only entry
634     // that points to the real function is a dedicated got entry used by the
635     // plt. That is identified by special relocation types (R_X86_64_JUMP_SLOT,
636     // R_386_JMP_SLOT, etc).
637     Sym.NeedsPltAddr = true;
638     Sym.IsPreemptible = false;
639     return toPlt(Expr);
640   }
641 
642   errorOrWarn("symbol '" + toString(Sym) + "' defined in " +
643               toString(Sym.getFile()) + " has no type");
644   return Expr;
645 }
646 
647 // MIPS has an odd notion of "paired" relocations to calculate addends.
648 // For example, if a relocation is of R_MIPS_HI16, there must be a
649 // R_MIPS_LO16 relocation after that, and an addend is calculated using
650 // the two relocations.
651 template <class ELFT, class RelTy>
652 static int64_t computeMipsAddend(const RelTy &Rel, const RelTy *End,
653                                  InputSectionBase &Sec, RelExpr Expr,
654                                  bool IsLocal) {
655   if (Expr == R_MIPS_GOTREL && IsLocal)
656     return Sec.getFile<ELFT>()->MipsGp0;
657 
658   // The ABI says that the paired relocation is used only for REL.
659   // See p. 4-17 at ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf
660   if (RelTy::IsRela)
661     return 0;
662 
663   RelType Type = Rel.getType(Config->IsMips64EL);
664   uint32_t PairTy = getMipsPairType(Type, IsLocal);
665   if (PairTy == R_MIPS_NONE)
666     return 0;
667 
668   const uint8_t *Buf = Sec.Data.data();
669   uint32_t SymIndex = Rel.getSymbol(Config->IsMips64EL);
670 
671   // To make things worse, paired relocations might not be contiguous in
672   // the relocation table, so we need to do linear search. *sigh*
673   for (const RelTy *RI = &Rel; RI != End; ++RI)
674     if (RI->getType(Config->IsMips64EL) == PairTy &&
675         RI->getSymbol(Config->IsMips64EL) == SymIndex)
676       return Target->getImplicitAddend(Buf + RI->r_offset, PairTy);
677 
678   warn("can't find matching " + toString(PairTy) + " relocation for " +
679        toString(Type));
680   return 0;
681 }
682 
683 // Returns an addend of a given relocation. If it is RELA, an addend
684 // is in a relocation itself. If it is REL, we need to read it from an
685 // input section.
686 template <class ELFT, class RelTy>
687 static int64_t computeAddend(const RelTy &Rel, const RelTy *End,
688                              InputSectionBase &Sec, RelExpr Expr,
689                              bool IsLocal) {
690   int64_t Addend;
691   RelType Type = Rel.getType(Config->IsMips64EL);
692 
693   if (RelTy::IsRela) {
694     Addend = getAddend<ELFT>(Rel);
695   } else {
696     const uint8_t *Buf = Sec.Data.data();
697     Addend = Target->getImplicitAddend(Buf + Rel.r_offset, Type);
698   }
699 
700   if (Config->EMachine == EM_PPC64 && Config->Pic && Type == R_PPC64_TOC)
701     Addend += getPPC64TocBase();
702   if (Config->EMachine == EM_MIPS)
703     Addend += computeMipsAddend<ELFT>(Rel, End, Sec, Expr, IsLocal);
704 
705   return Addend;
706 }
707 
708 // Report an undefined symbol if necessary.
709 // Returns true if this function printed out an error message.
710 template <class ELFT>
711 static bool maybeReportUndefined(Symbol &Sym, InputSectionBase &Sec,
712                                  uint64_t Offset) {
713   if (Config->UnresolvedSymbols == UnresolvedPolicy::IgnoreAll)
714     return false;
715 
716   if (Sym.isLocal() || !Sym.isUndefined() || Sym.isWeak())
717     return false;
718 
719   bool CanBeExternal =
720       Sym.computeBinding() != STB_LOCAL && Sym.getVisibility() == STV_DEFAULT;
721   if (Config->UnresolvedSymbols == UnresolvedPolicy::Ignore && CanBeExternal)
722     return false;
723 
724   std::string Msg =
725       "undefined symbol: " + toString(Sym) + "\n>>> referenced by ";
726 
727   std::string Src = Sec.getSrcMsg<ELFT>(Sym, Offset);
728   if (!Src.empty())
729     Msg += Src + "\n>>>               ";
730   Msg += Sec.getObjMsg(Offset);
731 
732   if ((Config->UnresolvedSymbols == UnresolvedPolicy::Warn && CanBeExternal) ||
733       Config->NoinhibitExec) {
734     warn(Msg);
735     return false;
736   }
737 
738   error(Msg);
739   return true;
740 }
741 
742 // MIPS N32 ABI treats series of successive relocations with the same offset
743 // as a single relocation. The similar approach used by N64 ABI, but this ABI
744 // packs all relocations into the single relocation record. Here we emulate
745 // this for the N32 ABI. Iterate over relocation with the same offset and put
746 // theirs types into the single bit-set.
747 template <class RelTy> static RelType getMipsN32RelType(RelTy *&Rel, RelTy *End) {
748   RelType Type = Rel->getType(Config->IsMips64EL);
749   uint64_t Offset = Rel->r_offset;
750 
751   int N = 0;
752   while (Rel + 1 != End && (Rel + 1)->r_offset == Offset)
753     Type |= (++Rel)->getType(Config->IsMips64EL) << (8 * ++N);
754   return Type;
755 }
756 
757 // .eh_frame sections are mergeable input sections, so their input
758 // offsets are not linearly mapped to output section. For each input
759 // offset, we need to find a section piece containing the offset and
760 // add the piece's base address to the input offset to compute the
761 // output offset. That isn't cheap.
762 //
763 // This class is to speed up the offset computation. When we process
764 // relocations, we access offsets in the monotonically increasing
765 // order. So we can optimize for that access pattern.
766 //
767 // For sections other than .eh_frame, this class doesn't do anything.
768 namespace {
769 class OffsetGetter {
770 public:
771   explicit OffsetGetter(InputSectionBase &Sec) {
772     if (auto *Eh = dyn_cast<EhInputSection>(&Sec))
773       Pieces = Eh->Pieces;
774   }
775 
776   // Translates offsets in input sections to offsets in output sections.
777   // Given offset must increase monotonically. We assume that Piece is
778   // sorted by InputOff.
779   uint64_t get(uint64_t Off) {
780     if (Pieces.empty())
781       return Off;
782 
783     while (I != Pieces.size() && Pieces[I].InputOff + Pieces[I].Size <= Off)
784       ++I;
785     if (I == Pieces.size())
786       return Off;
787 
788     // Pieces must be contiguous, so there must be no holes in between.
789     assert(Pieces[I].InputOff <= Off && "Relocation not in any piece");
790 
791     // Offset -1 means that the piece is dead (i.e. garbage collected).
792     if (Pieces[I].OutputOff == -1)
793       return -1;
794     return Pieces[I].OutputOff + Off - Pieces[I].InputOff;
795   }
796 
797 private:
798   ArrayRef<EhSectionPiece> Pieces;
799   size_t I = 0;
800 };
801 } // namespace
802 
803 template <class ELFT, class GotPltSection>
804 static void addPltEntry(PltSection *Plt, GotPltSection *GotPlt,
805                         RelocationSection<ELFT> *Rel, RelType Type, Symbol &Sym,
806                         bool UseSymVA) {
807   Plt->addEntry<ELFT>(Sym);
808   GotPlt->addEntry(Sym);
809   Rel->addReloc({Type, GotPlt, Sym.getGotPltOffset(), UseSymVA, &Sym, 0});
810 }
811 
812 template <class ELFT> static void addGotEntry(Symbol &Sym, bool Preemptible) {
813   InX::Got->addEntry(Sym);
814 
815   RelExpr Expr = Sym.isTls() ? R_TLS : R_ABS;
816   uint64_t Off = Sym.getGotOffset();
817 
818   // If a GOT slot value can be calculated at link-time, which is now,
819   // we can just fill that out.
820   //
821   // (We don't actually write a value to a GOT slot right now, but we
822   // add a static relocation to a Relocations vector so that
823   // InputSection::relocate will do the work for us. We may be able
824   // to just write a value now, but it is a TODO.)
825   bool IsLinkTimeConstant = !Preemptible && (!Config->Pic || isAbsolute(Sym));
826   if (IsLinkTimeConstant) {
827     InX::Got->Relocations.push_back({Expr, Target->GotRel, Off, 0, &Sym});
828     return;
829   }
830 
831   // Otherwise, we emit a dynamic relocation to .rel[a].dyn so that
832   // the GOT slot will be fixed at load-time.
833   RelType Type;
834   if (Sym.isTls())
835     Type = Target->TlsGotRel;
836   else if (!Preemptible && Config->Pic && !isAbsolute(Sym))
837     Type = Target->RelativeRel;
838   else
839     Type = Target->GotRel;
840   In<ELFT>::RelaDyn->addReloc({Type, InX::Got, Off, !Preemptible, &Sym, 0});
841 
842   // REL type relocations don't have addend fields unlike RELAs, and
843   // their addends are stored to the section to which they are applied.
844   // So, store addends if we need to.
845   //
846   // This is ugly -- the difference between REL and RELA should be
847   // handled in a better way. It's a TODO.
848   if (!Config->IsRela)
849     InX::Got->Relocations.push_back({R_ABS, Target->GotRel, Off, 0, &Sym});
850 }
851 
852 // The reason we have to do this early scan is as follows
853 // * To mmap the output file, we need to know the size
854 // * For that, we need to know how many dynamic relocs we will have.
855 // It might be possible to avoid this by outputting the file with write:
856 // * Write the allocated output sections, computing addresses.
857 // * Apply relocations, recording which ones require a dynamic reloc.
858 // * Write the dynamic relocations.
859 // * Write the rest of the file.
860 // This would have some drawbacks. For example, we would only know if .rela.dyn
861 // is needed after applying relocations. If it is, it will go after rw and rx
862 // sections. Given that it is ro, we will need an extra PT_LOAD. This
863 // complicates things for the dynamic linker and means we would have to reserve
864 // space for the extra PT_LOAD even if we end up not using it.
865 template <class ELFT, class RelTy>
866 static void scanRelocs(InputSectionBase &Sec, ArrayRef<RelTy> Rels) {
867   OffsetGetter GetOffset(Sec);
868 
869   for (auto I = Rels.begin(), End = Rels.end(); I != End; ++I) {
870     const RelTy &Rel = *I;
871     Symbol &Sym = Sec.getFile<ELFT>()->getRelocTargetSym(Rel);
872     RelType Type = Rel.getType(Config->IsMips64EL);
873 
874     // Deal with MIPS oddity.
875     if (Config->MipsN32Abi)
876       Type = getMipsN32RelType(I, End);
877 
878     // Get an offset in an output section this relocation is applied to.
879     uint64_t Offset = GetOffset.get(Rel.r_offset);
880     if (Offset == uint64_t(-1))
881       continue;
882 
883     // Skip if the target symbol is an erroneous undefined symbol.
884     if (maybeReportUndefined<ELFT>(Sym, Sec, Rel.r_offset))
885       continue;
886 
887     RelExpr Expr =
888         Target->getRelExpr(Type, Sym, Sec.Data.begin() + Rel.r_offset);
889 
890     // Ignore "hint" relocations because they are only markers for relaxation.
891     if (isRelExprOneOf<R_HINT, R_NONE>(Expr))
892       continue;
893 
894     // Handle yet another MIPS-ness.
895     if (isMipsGprel(Type)) {
896       int64_t Addend = computeAddend<ELFT>(Rel, End, Sec, Expr, Sym.isLocal());
897       Sec.Relocations.push_back({R_MIPS_GOTREL, Type, Offset, Addend, &Sym});
898       continue;
899     }
900 
901     bool Preemptible = Sym.IsPreemptible;
902 
903     // Strenghten or relax a PLT access.
904     //
905     // GNU ifunc symbols must be accessed via PLT because their addresses
906     // are determined by runtime.
907     //
908     // On the other hand, if we know that a PLT entry will be resolved within
909     // the same ELF module, we can skip PLT access and directly jump to the
910     // destination function. For example, if we are linking a main exectuable,
911     // all dynamic symbols that can be resolved within the executable will
912     // actually be resolved that way at runtime, because the main exectuable
913     // is always at the beginning of a search list. We can leverage that fact.
914     if (Sym.isGnuIFunc())
915       Expr = toPlt(Expr);
916     else if (!Preemptible && Expr == R_GOT_PC && !isAbsoluteValue(Sym))
917       Expr =
918           Target->adjustRelaxExpr(Type, Sec.Data.data() + Rel.r_offset, Expr);
919     else if (!Preemptible)
920       Expr = fromPlt(Expr);
921 
922     Expr = adjustExpr<ELFT>(Sym, Expr, Type, Sec, Rel.r_offset);
923     if (errorCount())
924       continue;
925 
926     // This relocation does not require got entry, but it is relative to got and
927     // needs it to be created. Here we request for that.
928     if (isRelExprOneOf<R_GOTONLY_PC, R_GOTONLY_PC_FROM_END, R_GOTREL,
929                        R_GOTREL_FROM_END, R_PPC_TOC>(Expr))
930       InX::Got->HasGotOffRel = true;
931 
932     // Read an addend.
933     int64_t Addend = computeAddend<ELFT>(Rel, End, Sec, Expr, Sym.isLocal());
934 
935     // Process some TLS relocations, including relaxing TLS relocations.
936     // Note that this function does not handle all TLS relocations.
937     if (unsigned Processed =
938             handleTlsRelocation<ELFT>(Type, Sym, Sec, Offset, Addend, Expr)) {
939       I += (Processed - 1);
940       continue;
941     }
942 
943     // If a relocation needs PLT, we create PLT and GOTPLT slots for the symbol.
944     if (needsPlt(Expr) && !Sym.isInPlt()) {
945       if (Sym.isGnuIFunc() && !Preemptible)
946         addPltEntry(InX::Iplt, InX::IgotPlt, In<ELFT>::RelaIplt,
947                     Target->IRelativeRel, Sym, true);
948       else
949         addPltEntry(InX::Plt, InX::GotPlt, In<ELFT>::RelaPlt, Target->PltRel,
950                     Sym, !Preemptible);
951     }
952 
953     // Create a GOT slot if a relocation needs GOT.
954     if (needsGot(Expr)) {
955       if (Config->EMachine == EM_MIPS) {
956         // MIPS ABI has special rules to process GOT entries and doesn't
957         // require relocation entries for them. A special case is TLS
958         // relocations. In that case dynamic loader applies dynamic
959         // relocations to initialize TLS GOT entries.
960         // See "Global Offset Table" in Chapter 5 in the following document
961         // for detailed description:
962         // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf
963         InX::MipsGot->addEntry(Sym, Addend, Expr);
964         if (Sym.isTls() && Sym.IsPreemptible)
965           In<ELFT>::RelaDyn->addReloc({Target->TlsGotRel, InX::MipsGot,
966                                        Sym.getGotOffset(), false, &Sym, 0});
967       } else if (!Sym.isInGot()) {
968         addGotEntry<ELFT>(Sym, Preemptible);
969       }
970     }
971 
972     if (!needsPlt(Expr) && !needsGot(Expr) && Sym.IsPreemptible) {
973       // We don't know anything about the finaly symbol. Just ask the dynamic
974       // linker to handle the relocation for us.
975       if (!Target->isPicRel(Type))
976         errorOrWarn(
977             "relocation " + toString(Type) +
978             " cannot be used against shared object; recompile with -fPIC" +
979             getLocation<ELFT>(Sec, Sym, Offset));
980 
981       In<ELFT>::RelaDyn->addReloc(
982           {Target->getDynRel(Type), &Sec, Offset, false, &Sym, Addend});
983 
984       // MIPS ABI turns using of GOT and dynamic relocations inside out.
985       // While regular ABI uses dynamic relocations to fill up GOT entries
986       // MIPS ABI requires dynamic linker to fills up GOT entries using
987       // specially sorted dynamic symbol table. This affects even dynamic
988       // relocations against symbols which do not require GOT entries
989       // creation explicitly, i.e. do not have any GOT-relocations. So if
990       // a preemptible symbol has a dynamic relocation we anyway have
991       // to create a GOT entry for it.
992       // If a non-preemptible symbol has a dynamic relocation against it,
993       // dynamic linker takes it st_value, adds offset and writes down
994       // result of the dynamic relocation. In case of preemptible symbol
995       // dynamic linker performs symbol resolution, writes the symbol value
996       // to the GOT entry and reads the GOT entry when it needs to perform
997       // a dynamic relocation.
998       // ftp://www.linux-mips.org/pub/linux/mips/doc/ABI/mipsabi.pdf p.4-19
999       if (Config->EMachine == EM_MIPS)
1000         InX::MipsGot->addEntry(Sym, Addend, Expr);
1001       continue;
1002     }
1003 
1004     // If the relocation points to something in the file, we can process it.
1005     bool IsConstant =
1006         isStaticLinkTimeConstant<ELFT>(Expr, Type, Sym, Sec, Rel.r_offset);
1007 
1008     // The size is not going to change, so we fold it in here.
1009     if (Expr == R_SIZE)
1010       Addend += Sym.getSize();
1011 
1012     // If the produced value is a constant, we just remember to write it
1013     // when outputting this section. We also have to do it if the format
1014     // uses Elf_Rel, since in that case the written value is the addend.
1015     if (IsConstant) {
1016       Sec.Relocations.push_back({Expr, Type, Offset, Addend, &Sym});
1017       continue;
1018     }
1019 
1020     // If the output being produced is position independent, the final value
1021     // is still not known. In that case we still need some help from the
1022     // dynamic linker. We can however do better than just copying the incoming
1023     // relocation. We can process some of it and and just ask the dynamic
1024     // linker to add the load address.
1025     if (Config->IsRela) {
1026       In<ELFT>::RelaDyn->addReloc(
1027           {Target->RelativeRel, &Sec, Offset, true, &Sym, Addend});
1028     } else {
1029       // In REL, addends are stored to the target section.
1030       In<ELFT>::RelaDyn->addReloc(
1031           {Target->RelativeRel, &Sec, Offset, true, &Sym, 0});
1032       Sec.Relocations.push_back({Expr, Type, Offset, Addend, &Sym});
1033     }
1034   }
1035 }
1036 
1037 template <class ELFT> void elf::scanRelocations(InputSectionBase &S) {
1038   if (S.AreRelocsRela)
1039     scanRelocs<ELFT>(S, S.relas<ELFT>());
1040   else
1041     scanRelocs<ELFT>(S, S.rels<ELFT>());
1042 }
1043 
1044 // Thunk Implementation
1045 //
1046 // Thunks (sometimes called stubs, veneers or branch islands) are small pieces
1047 // of code that the linker inserts inbetween a caller and a callee. The thunks
1048 // are added at link time rather than compile time as the decision on whether
1049 // a thunk is needed, such as the caller and callee being out of range, can only
1050 // be made at link time.
1051 //
1052 // It is straightforward to tell given the current state of the program when a
1053 // thunk is needed for a particular call. The more difficult part is that
1054 // the thunk needs to be placed in the program such that the caller can reach
1055 // the thunk and the thunk can reach the callee; furthermore, adding thunks to
1056 // the program alters addresses, which can mean more thunks etc.
1057 //
1058 // In lld we have a synthetic ThunkSection that can hold many Thunks.
1059 // The decision to have a ThunkSection act as a container means that we can
1060 // more easily handle the most common case of a single block of contiguous
1061 // Thunks by inserting just a single ThunkSection.
1062 //
1063 // The implementation of Thunks in lld is split across these areas
1064 // Relocations.cpp : Framework for creating and placing thunks
1065 // Thunks.cpp : The code generated for each supported thunk
1066 // Target.cpp : Target specific hooks that the framework uses to decide when
1067 //              a thunk is used
1068 // Synthetic.cpp : Implementation of ThunkSection
1069 // Writer.cpp : Iteratively call framework until no more Thunks added
1070 //
1071 // Thunk placement requirements:
1072 // Mips LA25 thunks. These must be placed immediately before the callee section
1073 // We can assume that the caller is in range of the Thunk. These are modelled
1074 // by Thunks that return the section they must precede with
1075 // getTargetInputSection().
1076 //
1077 // ARM interworking and range extension thunks. These thunks must be placed
1078 // within range of the caller. All implemented ARM thunks can always reach the
1079 // callee as they use an indirect jump via a register that has no range
1080 // restrictions.
1081 //
1082 // Thunk placement algorithm:
1083 // For Mips LA25 ThunkSections; the placement is explicit, it has to be before
1084 // getTargetInputSection().
1085 //
1086 // For thunks that must be placed within range of the caller there are many
1087 // possible choices given that the maximum range from the caller is usually
1088 // much larger than the average InputSection size. Desirable properties include:
1089 // - Maximize reuse of thunks by multiple callers
1090 // - Minimize number of ThunkSections to simplify insertion
1091 // - Handle impact of already added Thunks on addresses
1092 // - Simple to understand and implement
1093 //
1094 // In lld for the first pass, we pre-create one or more ThunkSections per
1095 // InputSectionDescription at Target specific intervals. A ThunkSection is
1096 // placed so that the estimated end of the ThunkSection is within range of the
1097 // start of the InputSectionDescription or the previous ThunkSection. For
1098 // example:
1099 // InputSectionDescription
1100 // Section 0
1101 // ...
1102 // Section N
1103 // ThunkSection 0
1104 // Section N + 1
1105 // ...
1106 // Section N + K
1107 // Thunk Section 1
1108 //
1109 // The intention is that we can add a Thunk to a ThunkSection that is well
1110 // spaced enough to service a number of callers without having to do a lot
1111 // of work. An important principle is that it is not an error if a Thunk cannot
1112 // be placed in a pre-created ThunkSection; when this happens we create a new
1113 // ThunkSection placed next to the caller. This allows us to handle the vast
1114 // majority of thunks simply, but also handle rare cases where the branch range
1115 // is smaller than the target specific spacing.
1116 //
1117 // The algorithm is expected to create all the thunks that are needed in a
1118 // single pass, with a small number of programs needing a second pass due to
1119 // the insertion of thunks in the first pass increasing the offset between
1120 // callers and callees that were only just in range.
1121 //
1122 // A consequence of allowing new ThunkSections to be created outside of the
1123 // pre-created ThunkSections is that in rare cases calls to Thunks that were in
1124 // range in pass K, are out of range in some pass > K due to the insertion of
1125 // more Thunks in between the caller and callee. When this happens we retarget
1126 // the relocation back to the original target and create another Thunk.
1127 
1128 // Remove ThunkSections that are empty, this should only be the initial set
1129 // precreated on pass 0.
1130 
1131 // Insert the Thunks for OutputSection OS into their designated place
1132 // in the Sections vector, and recalculate the InputSection output section
1133 // offsets.
1134 // This may invalidate any output section offsets stored outside of InputSection
1135 void ThunkCreator::mergeThunks(ArrayRef<OutputSection *> OutputSections) {
1136   forEachInputSectionDescription(
1137       OutputSections, [&](OutputSection *OS, InputSectionDescription *ISD) {
1138         if (ISD->ThunkSections.empty())
1139           return;
1140 
1141         // Remove any zero sized precreated Thunks.
1142         llvm::erase_if(ISD->ThunkSections,
1143                        [](const std::pair<ThunkSection *, uint32_t> &TS) {
1144                          return TS.first->getSize() == 0;
1145                        });
1146         // ISD->ThunkSections contains all created ThunkSections, including
1147         // those inserted in previous passes. Extract the Thunks created this
1148         // pass and order them in ascending OutSecOff.
1149         std::vector<ThunkSection *> NewThunks;
1150         for (const std::pair<ThunkSection *, uint32_t> TS : ISD->ThunkSections)
1151           if (TS.second == Pass)
1152             NewThunks.push_back(TS.first);
1153         std::stable_sort(NewThunks.begin(), NewThunks.end(),
1154                          [](const ThunkSection *A, const ThunkSection *B) {
1155                            return A->OutSecOff < B->OutSecOff;
1156                          });
1157 
1158         // Merge sorted vectors of Thunks and InputSections by OutSecOff
1159         std::vector<InputSection *> Tmp;
1160         Tmp.reserve(ISD->Sections.size() + NewThunks.size());
1161         auto MergeCmp = [](const InputSection *A, const InputSection *B) {
1162           // std::merge requires a strict weak ordering.
1163           if (A->OutSecOff < B->OutSecOff)
1164             return true;
1165           if (A->OutSecOff == B->OutSecOff) {
1166             auto *TA = dyn_cast<ThunkSection>(A);
1167             auto *TB = dyn_cast<ThunkSection>(B);
1168             // Check if Thunk is immediately before any specific Target
1169             // InputSection for example Mips LA25 Thunks.
1170             if (TA && TA->getTargetInputSection() == B)
1171               return true;
1172             if (TA && !TB && !TA->getTargetInputSection())
1173               // Place Thunk Sections without specific targets before
1174               // non-Thunk Sections.
1175               return true;
1176           }
1177           return false;
1178         };
1179         std::merge(ISD->Sections.begin(), ISD->Sections.end(),
1180                    NewThunks.begin(), NewThunks.end(), std::back_inserter(Tmp),
1181                    MergeCmp);
1182         ISD->Sections = std::move(Tmp);
1183       });
1184 }
1185 
1186 // Find or create a ThunkSection within the InputSectionDescription (ISD) that
1187 // is in range of Src. An ISD maps to a range of InputSections described by a
1188 // linker script section pattern such as { .text .text.* }.
1189 ThunkSection *ThunkCreator::getISDThunkSec(OutputSection *OS, InputSection *IS,
1190                                            InputSectionDescription *ISD,
1191                                            uint32_t Type, uint64_t Src) {
1192   for (std::pair<ThunkSection *, uint32_t> TP : ISD->ThunkSections) {
1193     ThunkSection *TS = TP.first;
1194     uint64_t TSBase = OS->Addr + TS->OutSecOff;
1195     uint64_t TSLimit = TSBase + TS->getSize();
1196     if (Target->inBranchRange(Type, Src, (Src > TSLimit) ? TSBase : TSLimit))
1197       return TS;
1198   }
1199 
1200   // No suitable ThunkSection exists. This can happen when there is a branch
1201   // with lower range than the ThunkSection spacing or when there are too
1202   // many Thunks. Create a new ThunkSection as close to the InputSection as
1203   // possible. Error if InputSection is so large we cannot place ThunkSection
1204   // anywhere in Range.
1205   uint64_t ThunkSecOff = IS->OutSecOff;
1206   if (!Target->inBranchRange(Type, Src, OS->Addr + ThunkSecOff)) {
1207     ThunkSecOff = IS->OutSecOff + IS->getSize();
1208     if (!Target->inBranchRange(Type, Src, OS->Addr + ThunkSecOff))
1209       fatal("InputSection too large for range extension thunk " +
1210             IS->getObjMsg(Src - (OS->Addr + IS->OutSecOff)));
1211   }
1212   return addThunkSection(OS, ISD, ThunkSecOff);
1213 }
1214 
1215 // Add a Thunk that needs to be placed in a ThunkSection that immediately
1216 // precedes its Target.
1217 ThunkSection *ThunkCreator::getISThunkSec(InputSection *IS) {
1218   ThunkSection *TS = ThunkedSections.lookup(IS);
1219   if (TS)
1220     return TS;
1221 
1222   // Find InputSectionRange within Target Output Section (TOS) that the
1223   // InputSection (IS) that we need to precede is in.
1224   OutputSection *TOS = IS->getParent();
1225   for (BaseCommand *BC : TOS->SectionCommands)
1226     if (auto *ISD = dyn_cast<InputSectionDescription>(BC)) {
1227       InputSection *first = ISD->Sections.front();
1228       InputSection *last = ISD->Sections.back();
1229       if (IS->OutSecOff >= first->OutSecOff &&
1230           IS->OutSecOff <= last->OutSecOff) {
1231         TS = addThunkSection(TOS, ISD, IS->OutSecOff);
1232         ThunkedSections[IS] = TS;
1233         break;
1234       }
1235     }
1236   return TS;
1237 }
1238 
1239 // Create one or more ThunkSections per OS that can be used to place Thunks.
1240 // We attempt to place the ThunkSections using the following desirable
1241 // properties:
1242 // - Within range of the maximum number of callers
1243 // - Minimise the number of ThunkSections
1244 //
1245 // We follow a simple but conservative heuristic to place ThunkSections at
1246 // offsets that are multiples of a Target specific branch range.
1247 // For an InputSectionRange that is smaller than the range, a single
1248 // ThunkSection at the end of the range will do.
1249 void ThunkCreator::createInitialThunkSections(
1250     ArrayRef<OutputSection *> OutputSections) {
1251   forEachInputSectionDescription(
1252       OutputSections, [&](OutputSection *OS, InputSectionDescription *ISD) {
1253         if (ISD->Sections.empty())
1254           return;
1255         uint32_t ISLimit;
1256         uint32_t PrevISLimit = ISD->Sections.front()->OutSecOff;
1257         uint32_t ThunkUpperBound = PrevISLimit + Target->ThunkSectionSpacing;
1258 
1259         for (const InputSection *IS : ISD->Sections) {
1260           ISLimit = IS->OutSecOff + IS->getSize();
1261           if (ISLimit > ThunkUpperBound) {
1262             addThunkSection(OS, ISD, PrevISLimit);
1263             ThunkUpperBound = PrevISLimit + Target->ThunkSectionSpacing;
1264           }
1265           PrevISLimit = ISLimit;
1266         }
1267         addThunkSection(OS, ISD, ISLimit);
1268       });
1269 }
1270 
1271 ThunkSection *ThunkCreator::addThunkSection(OutputSection *OS,
1272                                             InputSectionDescription *ISD,
1273                                             uint64_t Off) {
1274   auto *TS = make<ThunkSection>(OS, Off);
1275   ISD->ThunkSections.push_back(std::make_pair(TS, Pass));
1276   return TS;
1277 }
1278 
1279 std::pair<Thunk *, bool> ThunkCreator::getThunk(Symbol &Sym, RelType Type,
1280                                                 uint64_t Src) {
1281   auto Res = ThunkedSymbols.insert({&Sym, std::vector<Thunk *>()});
1282   if (!Res.second) {
1283     // Check existing Thunks for Sym to see if they can be reused
1284     for (Thunk *ET : Res.first->second)
1285       if (ET->isCompatibleWith(Type) &&
1286           Target->inBranchRange(Type, Src, ET->ThunkSym->getVA()))
1287         return std::make_pair(ET, false);
1288   }
1289   // No existing compatible Thunk in range, create a new one
1290   Thunk *T = addThunk(Type, Sym);
1291   Res.first->second.push_back(T);
1292   return std::make_pair(T, true);
1293 }
1294 
1295 // Call Fn on every executable InputSection accessed via the linker script
1296 // InputSectionDescription::Sections.
1297 void ThunkCreator::forEachInputSectionDescription(
1298     ArrayRef<OutputSection *> OutputSections,
1299     std::function<void(OutputSection *, InputSectionDescription *)> Fn) {
1300   for (OutputSection *OS : OutputSections) {
1301     if (!(OS->Flags & SHF_ALLOC) || !(OS->Flags & SHF_EXECINSTR))
1302       continue;
1303     for (BaseCommand *BC : OS->SectionCommands)
1304       if (auto *ISD = dyn_cast<InputSectionDescription>(BC))
1305         Fn(OS, ISD);
1306   }
1307 }
1308 
1309 // Return true if the relocation target is an in range Thunk.
1310 // Return false if the relocation is not to a Thunk. If the relocation target
1311 // was originally to a Thunk, but is no longer in range we revert the
1312 // relocation back to its original non-Thunk target.
1313 bool ThunkCreator::normalizeExistingThunk(Relocation &Rel, uint64_t Src) {
1314   if (Thunk *ET = Thunks.lookup(Rel.Sym)) {
1315     if (Target->inBranchRange(Rel.Type, Src, Rel.Sym->getVA()))
1316       return true;
1317     Rel.Sym = &ET->Destination;
1318     if (Rel.Sym->isInPlt())
1319       Rel.Expr = toPlt(Rel.Expr);
1320   }
1321   return false;
1322 }
1323 
1324 // Process all relocations from the InputSections that have been assigned
1325 // to InputSectionDescriptions and redirect through Thunks if needed. The
1326 // function should be called iteratively until it returns false.
1327 //
1328 // PreConditions:
1329 // All InputSections that may need a Thunk are reachable from
1330 // OutputSectionCommands.
1331 //
1332 // All OutputSections have an address and all InputSections have an offset
1333 // within the OutputSection.
1334 //
1335 // The offsets between caller (relocation place) and callee
1336 // (relocation target) will not be modified outside of createThunks().
1337 //
1338 // PostConditions:
1339 // If return value is true then ThunkSections have been inserted into
1340 // OutputSections. All relocations that needed a Thunk based on the information
1341 // available to createThunks() on entry have been redirected to a Thunk. Note
1342 // that adding Thunks changes offsets between caller and callee so more Thunks
1343 // may be required.
1344 //
1345 // If return value is false then no more Thunks are needed, and createThunks has
1346 // made no changes. If the target requires range extension thunks, currently
1347 // ARM, then any future change in offset between caller and callee risks a
1348 // relocation out of range error.
1349 bool ThunkCreator::createThunks(ArrayRef<OutputSection *> OutputSections) {
1350   bool AddressesChanged = false;
1351   if (Pass == 0 && Target->ThunkSectionSpacing)
1352     createInitialThunkSections(OutputSections);
1353   else if (Pass == 10)
1354     // With Thunk Size much smaller than branch range we expect to
1355     // converge quickly; if we get to 10 something has gone wrong.
1356     fatal("thunk creation not converged");
1357 
1358   // Create all the Thunks and insert them into synthetic ThunkSections. The
1359   // ThunkSections are later inserted back into InputSectionDescriptions.
1360   // We separate the creation of ThunkSections from the insertion of the
1361   // ThunkSections as ThunkSections are not always inserted into the same
1362   // InputSectionDescription as the caller.
1363   forEachInputSectionDescription(
1364       OutputSections, [&](OutputSection *OS, InputSectionDescription *ISD) {
1365         for (InputSection *IS : ISD->Sections)
1366           for (Relocation &Rel : IS->Relocations) {
1367             uint64_t Src = OS->Addr + IS->OutSecOff + Rel.Offset;
1368 
1369             // If we are a relocation to an existing Thunk, check if it is
1370             // still in range. If not then Rel will be altered to point to its
1371             // original target so another Thunk can be generated.
1372             if (Pass > 0 && normalizeExistingThunk(Rel, Src))
1373               continue;
1374 
1375             if (!Target->needsThunk(Rel.Expr, Rel.Type, IS->File, Src,
1376                                     *Rel.Sym))
1377               continue;
1378             Thunk *T;
1379             bool IsNew;
1380             std::tie(T, IsNew) = getThunk(*Rel.Sym, Rel.Type, Src);
1381             if (IsNew) {
1382               AddressesChanged = true;
1383               // Find or create a ThunkSection for the new Thunk
1384               ThunkSection *TS;
1385               if (auto *TIS = T->getTargetInputSection())
1386                 TS = getISThunkSec(TIS);
1387               else
1388                 TS = getISDThunkSec(OS, IS, ISD, Rel.Type, Src);
1389               TS->addThunk(T);
1390               Thunks[T->ThunkSym] = T;
1391             }
1392             // Redirect relocation to Thunk, we never go via the PLT to a Thunk
1393             Rel.Sym = T->ThunkSym;
1394             Rel.Expr = fromPlt(Rel.Expr);
1395           }
1396       });
1397   // Merge all created synthetic ThunkSections back into OutputSection
1398   mergeThunks(OutputSections);
1399   ++Pass;
1400   return AddressesChanged;
1401 }
1402 
1403 template void elf::scanRelocations<ELF32LE>(InputSectionBase &);
1404 template void elf::scanRelocations<ELF32BE>(InputSectionBase &);
1405 template void elf::scanRelocations<ELF64LE>(InputSectionBase &);
1406 template void elf::scanRelocations<ELF64BE>(InputSectionBase &);
1407