1 //===- LinkerScript.cpp ---------------------------------------------------===//
2 //
3 //                             The LLVM Linker
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // This file contains the parser/evaluator of the linker script.
11 //
12 //===----------------------------------------------------------------------===//
13 
14 #include "LinkerScript.h"
15 #include "Config.h"
16 #include "InputSection.h"
17 #include "Memory.h"
18 #include "OutputSections.h"
19 #include "Strings.h"
20 #include "SymbolTable.h"
21 #include "Symbols.h"
22 #include "SyntheticSections.h"
23 #include "Writer.h"
24 #include "llvm/ADT/STLExtras.h"
25 #include "llvm/ADT/StringRef.h"
26 #include "llvm/Support/Casting.h"
27 #include "llvm/Support/ELF.h"
28 #include "llvm/Support/Endian.h"
29 #include "llvm/Support/ErrorHandling.h"
30 #include "llvm/Support/FileSystem.h"
31 #include "llvm/Support/Path.h"
32 #include <algorithm>
33 #include <cassert>
34 #include <cstddef>
35 #include <cstdint>
36 #include <iterator>
37 #include <limits>
38 #include <string>
39 #include <vector>
40 
41 using namespace llvm;
42 using namespace llvm::ELF;
43 using namespace llvm::object;
44 using namespace llvm::support::endian;
45 using namespace lld;
46 using namespace lld::elf;
47 
48 LinkerScript *elf::Script;
49 
50 uint64_t ExprValue::getValue() const {
51   if (Sec)
52     return Sec->getOffset(Val) + Sec->getOutputSection()->Addr;
53   return Val;
54 }
55 
56 uint64_t ExprValue::getSecAddr() const {
57   if (Sec)
58     return Sec->getOffset(0) + Sec->getOutputSection()->Addr;
59   return 0;
60 }
61 
62 template <class ELFT> static SymbolBody *addRegular(SymbolAssignment *Cmd) {
63   Symbol *Sym;
64   uint8_t Visibility = Cmd->Hidden ? STV_HIDDEN : STV_DEFAULT;
65   std::tie(Sym, std::ignore) = Symtab<ELFT>::X->insert(
66       Cmd->Name, /*Type*/ 0, Visibility, /*CanOmitFromDynSym*/ false,
67       /*File*/ nullptr);
68   Sym->Binding = STB_GLOBAL;
69   ExprValue Value = Cmd->Expression();
70   SectionBase *Sec = Value.isAbsolute() ? nullptr : Value.Sec;
71 
72   // We want to set symbol values early if we can. This allows us to use symbols
73   // as variables in linker scripts. Doing so allows us to write expressions
74   // like this: `alignment = 16; . = ALIGN(., alignment)`
75   uint64_t SymValue = Value.isAbsolute() ? Value.getValue() : 0;
76   replaceBody<DefinedRegular>(Sym, Cmd->Name, /*IsLocal=*/false, Visibility,
77                               STT_NOTYPE, SymValue, 0, Sec, nullptr);
78   return Sym->body();
79 }
80 
81 OutputSection *LinkerScript::getOutputSection(const Twine &Loc,
82                                               StringRef Name) {
83   for (OutputSection *Sec : *OutputSections)
84     if (Sec->Name == Name)
85       return Sec;
86 
87   static OutputSection Dummy("", 0, 0);
88   if (ErrorOnMissingSection)
89     error(Loc + ": undefined section " + Name);
90   return &Dummy;
91 }
92 
93 // This function is essentially the same as getOutputSection(Name)->Size,
94 // but it won't print out an error message if a given section is not found.
95 //
96 // Linker script does not create an output section if its content is empty.
97 // We want to allow SIZEOF(.foo) where .foo is a section which happened to
98 // be empty. That is why this function is different from getOutputSection().
99 uint64_t LinkerScript::getOutputSectionSize(StringRef Name) {
100   for (OutputSection *Sec : *OutputSections)
101     if (Sec->Name == Name)
102       return Sec->Size;
103   return 0;
104 }
105 
106 void LinkerScript::setDot(Expr E, const Twine &Loc, bool InSec) {
107   uint64_t Val = E().getValue();
108   if (Val < Dot) {
109     if (InSec)
110       error(Loc + ": unable to move location counter backward for: " +
111             CurOutSec->Name);
112     else
113       error(Loc + ": unable to move location counter backward");
114   }
115   Dot = Val;
116   // Update to location counter means update to section size.
117   if (InSec)
118     CurOutSec->Size = Dot - CurOutSec->Addr;
119 }
120 
121 // Sets value of a symbol. Two kinds of symbols are processed: synthetic
122 // symbols, whose value is an offset from beginning of section and regular
123 // symbols whose value is absolute.
124 void LinkerScript::assignSymbol(SymbolAssignment *Cmd, bool InSec) {
125   if (Cmd->Name == ".") {
126     setDot(Cmd->Expression, Cmd->Location, InSec);
127     return;
128   }
129 
130   if (!Cmd->Sym)
131     return;
132 
133   auto *Sym = cast<DefinedRegular>(Cmd->Sym);
134   ExprValue V = Cmd->Expression();
135   if (V.isAbsolute()) {
136     Sym->Value = V.getValue();
137   } else {
138     Sym->Section = V.Sec;
139     if (Sym->Section->Flags & SHF_ALLOC)
140       Sym->Value = V.Val;
141     else
142       Sym->Value = V.getValue();
143   }
144 }
145 
146 static SymbolBody *findSymbol(StringRef S) {
147   switch (Config->EKind) {
148   case ELF32LEKind:
149     return Symtab<ELF32LE>::X->find(S);
150   case ELF32BEKind:
151     return Symtab<ELF32BE>::X->find(S);
152   case ELF64LEKind:
153     return Symtab<ELF64LE>::X->find(S);
154   case ELF64BEKind:
155     return Symtab<ELF64BE>::X->find(S);
156   default:
157     llvm_unreachable("unknown Config->EKind");
158   }
159 }
160 
161 static SymbolBody *addRegularSymbol(SymbolAssignment *Cmd) {
162   switch (Config->EKind) {
163   case ELF32LEKind:
164     return addRegular<ELF32LE>(Cmd);
165   case ELF32BEKind:
166     return addRegular<ELF32BE>(Cmd);
167   case ELF64LEKind:
168     return addRegular<ELF64LE>(Cmd);
169   case ELF64BEKind:
170     return addRegular<ELF64BE>(Cmd);
171   default:
172     llvm_unreachable("unknown Config->EKind");
173   }
174 }
175 
176 void LinkerScript::addSymbol(SymbolAssignment *Cmd) {
177   if (Cmd->Name == ".")
178     return;
179 
180   // If a symbol was in PROVIDE(), we need to define it only when
181   // it is a referenced undefined symbol.
182   SymbolBody *B = findSymbol(Cmd->Name);
183   if (Cmd->Provide && (!B || B->isDefined()))
184     return;
185 
186   Cmd->Sym = addRegularSymbol(Cmd);
187 }
188 
189 bool SymbolAssignment::classof(const BaseCommand *C) {
190   return C->Kind == AssignmentKind;
191 }
192 
193 bool OutputSectionCommand::classof(const BaseCommand *C) {
194   return C->Kind == OutputSectionKind;
195 }
196 
197 bool InputSectionDescription::classof(const BaseCommand *C) {
198   return C->Kind == InputSectionKind;
199 }
200 
201 bool AssertCommand::classof(const BaseCommand *C) {
202   return C->Kind == AssertKind;
203 }
204 
205 bool BytesDataCommand::classof(const BaseCommand *C) {
206   return C->Kind == BytesDataKind;
207 }
208 
209 static StringRef basename(InputSectionBase *S) {
210   if (S->File)
211     return sys::path::filename(S->File->getName());
212   return "";
213 }
214 
215 bool LinkerScript::shouldKeep(InputSectionBase *S) {
216   for (InputSectionDescription *ID : Opt.KeptSections)
217     if (ID->FilePat.match(basename(S)))
218       for (SectionPattern &P : ID->SectionPatterns)
219         if (P.SectionPat.match(S->Name))
220           return true;
221   return false;
222 }
223 
224 // A helper function for the SORT() command.
225 static std::function<bool(InputSectionBase *, InputSectionBase *)>
226 getComparator(SortSectionPolicy K) {
227   switch (K) {
228   case SortSectionPolicy::Alignment:
229     return [](InputSectionBase *A, InputSectionBase *B) {
230       // ">" is not a mistake. Sections with larger alignments are placed
231       // before sections with smaller alignments in order to reduce the
232       // amount of padding necessary. This is compatible with GNU.
233       return A->Alignment > B->Alignment;
234     };
235   case SortSectionPolicy::Name:
236     return [](InputSectionBase *A, InputSectionBase *B) {
237       return A->Name < B->Name;
238     };
239   case SortSectionPolicy::Priority:
240     return [](InputSectionBase *A, InputSectionBase *B) {
241       return getPriority(A->Name) < getPriority(B->Name);
242     };
243   default:
244     llvm_unreachable("unknown sort policy");
245   }
246 }
247 
248 // A helper function for the SORT() command.
249 static bool matchConstraints(ArrayRef<InputSectionBase *> Sections,
250                              ConstraintKind Kind) {
251   if (Kind == ConstraintKind::NoConstraint)
252     return true;
253 
254   bool IsRW = llvm::any_of(Sections, [](InputSectionBase *Sec) {
255     return static_cast<InputSectionBase *>(Sec)->Flags & SHF_WRITE;
256   });
257 
258   return (IsRW && Kind == ConstraintKind::ReadWrite) ||
259          (!IsRW && Kind == ConstraintKind::ReadOnly);
260 }
261 
262 static void sortSections(InputSectionBase **Begin, InputSectionBase **End,
263                          SortSectionPolicy K) {
264   if (K != SortSectionPolicy::Default && K != SortSectionPolicy::None)
265     std::stable_sort(Begin, End, getComparator(K));
266 }
267 
268 // Compute and remember which sections the InputSectionDescription matches.
269 std::vector<InputSectionBase *>
270 LinkerScript::computeInputSections(const InputSectionDescription *Cmd) {
271   std::vector<InputSectionBase *> Ret;
272 
273   // Collects all sections that satisfy constraints of Cmd.
274   for (const SectionPattern &Pat : Cmd->SectionPatterns) {
275     size_t SizeBefore = Ret.size();
276 
277     for (InputSectionBase *Sec : InputSections) {
278       if (Sec->Assigned)
279         continue;
280 
281       // For -emit-relocs we have to ignore entries like
282       //   .rela.dyn : { *(.rela.data) }
283       // which are common because they are in the default bfd script.
284       if (Sec->Type == SHT_REL || Sec->Type == SHT_RELA)
285         continue;
286 
287       StringRef Filename = basename(Sec);
288       if (!Cmd->FilePat.match(Filename) ||
289           Pat.ExcludedFilePat.match(Filename) ||
290           !Pat.SectionPat.match(Sec->Name))
291         continue;
292 
293       Ret.push_back(Sec);
294       Sec->Assigned = true;
295     }
296 
297     // Sort sections as instructed by SORT-family commands and --sort-section
298     // option. Because SORT-family commands can be nested at most two depth
299     // (e.g. SORT_BY_NAME(SORT_BY_ALIGNMENT(.text.*))) and because the command
300     // line option is respected even if a SORT command is given, the exact
301     // behavior we have here is a bit complicated. Here are the rules.
302     //
303     // 1. If two SORT commands are given, --sort-section is ignored.
304     // 2. If one SORT command is given, and if it is not SORT_NONE,
305     //    --sort-section is handled as an inner SORT command.
306     // 3. If one SORT command is given, and if it is SORT_NONE, don't sort.
307     // 4. If no SORT command is given, sort according to --sort-section.
308     InputSectionBase **Begin = Ret.data() + SizeBefore;
309     InputSectionBase **End = Ret.data() + Ret.size();
310     if (Pat.SortOuter != SortSectionPolicy::None) {
311       if (Pat.SortInner == SortSectionPolicy::Default)
312         sortSections(Begin, End, Config->SortSection);
313       else
314         sortSections(Begin, End, Pat.SortInner);
315       sortSections(Begin, End, Pat.SortOuter);
316     }
317   }
318   return Ret;
319 }
320 
321 void LinkerScript::discard(ArrayRef<InputSectionBase *> V) {
322   for (InputSectionBase *S : V) {
323     S->Live = false;
324     if (S == InX::ShStrTab)
325       error("discarding .shstrtab section is not allowed");
326     discard(S->DependentSections);
327   }
328 }
329 
330 std::vector<InputSectionBase *>
331 LinkerScript::createInputSectionList(OutputSectionCommand &OutCmd) {
332   std::vector<InputSectionBase *> Ret;
333 
334   for (BaseCommand *Base : OutCmd.Commands) {
335     auto *Cmd = dyn_cast<InputSectionDescription>(Base);
336     if (!Cmd)
337       continue;
338 
339     Cmd->Sections = computeInputSections(Cmd);
340     Ret.insert(Ret.end(), Cmd->Sections.begin(), Cmd->Sections.end());
341   }
342 
343   return Ret;
344 }
345 
346 void LinkerScript::processCommands(OutputSectionFactory &Factory) {
347   // A symbol can be assigned before any section is mentioned in the linker
348   // script. In an DSO, the symbol values are addresses, so the only important
349   // section values are:
350   // * SHN_UNDEF
351   // * SHN_ABS
352   // * Any value meaning a regular section.
353   // To handle that, create a dummy aether section that fills the void before
354   // the linker scripts switches to another section. It has an index of one
355   // which will map to whatever the first actual section is.
356   Aether = make<OutputSection>("", 0, SHF_ALLOC);
357   Aether->SectionIndex = 1;
358   CurOutSec = Aether;
359   Dot = 0;
360 
361   for (size_t I = 0; I < Opt.Commands.size(); ++I) {
362     // Handle symbol assignments outside of any output section.
363     if (auto *Cmd = dyn_cast<SymbolAssignment>(Opt.Commands[I])) {
364       addSymbol(Cmd);
365       continue;
366     }
367 
368     if (auto *Cmd = dyn_cast<OutputSectionCommand>(Opt.Commands[I])) {
369       std::vector<InputSectionBase *> V = createInputSectionList(*Cmd);
370 
371       // The output section name `/DISCARD/' is special.
372       // Any input section assigned to it is discarded.
373       if (Cmd->Name == "/DISCARD/") {
374         discard(V);
375         continue;
376       }
377 
378       // This is for ONLY_IF_RO and ONLY_IF_RW. An output section directive
379       // ".foo : ONLY_IF_R[OW] { ... }" is handled only if all member input
380       // sections satisfy a given constraint. If not, a directive is handled
381       // as if it wasn't present from the beginning.
382       //
383       // Because we'll iterate over Commands many more times, the easiest
384       // way to "make it as if it wasn't present" is to just remove it.
385       if (!matchConstraints(V, Cmd->Constraint)) {
386         for (InputSectionBase *S : V)
387           S->Assigned = false;
388         Opt.Commands.erase(Opt.Commands.begin() + I);
389         --I;
390         continue;
391       }
392 
393       // A directive may contain symbol definitions like this:
394       // ".foo : { ...; bar = .; }". Handle them.
395       for (BaseCommand *Base : Cmd->Commands)
396         if (auto *OutCmd = dyn_cast<SymbolAssignment>(Base))
397           addSymbol(OutCmd);
398 
399       // Handle subalign (e.g. ".foo : SUBALIGN(32) { ... }"). If subalign
400       // is given, input sections are aligned to that value, whether the
401       // given value is larger or smaller than the original section alignment.
402       if (Cmd->SubalignExpr) {
403         uint32_t Subalign = Cmd->SubalignExpr().getValue();
404         for (InputSectionBase *S : V)
405           S->Alignment = Subalign;
406       }
407 
408       // Add input sections to an output section.
409       unsigned Pos = 0;
410       for (InputSectionBase *S : V) {
411         // The actual offset will be computed during
412         // assignAddresses. For now, use the index as a very crude
413         // approximation so that it is at least easy for other code to
414         // know the section order.
415         cast<InputSection>(S)->OutSecOff = Pos++;
416         Factory.addInputSec(S, Cmd->Name, Cmd->Sec);
417       }
418       if (OutputSection *Sec = Cmd->Sec) {
419         assert(Sec->SectionIndex == INT_MAX);
420         Sec->SectionIndex = I;
421       }
422     }
423   }
424   CurOutSec = nullptr;
425 }
426 
427 void LinkerScript::fabricateDefaultCommands() {
428   std::vector<BaseCommand *> Commands;
429 
430   // Define start address
431   uint64_t StartAddr = Config->ImageBase + elf::getHeaderSize();
432 
433   // The Sections with -T<section> have been sorted in order of ascending
434   // address. We must lower StartAddr if the lowest -T<section address> as
435   // calls to setDot() must be monotonically increasing.
436   for (auto& KV : Config->SectionStartMap)
437     StartAddr = std::min(StartAddr, KV.second);
438 
439   Commands.push_back(
440       make<SymbolAssignment>(".", [=] { return StartAddr; }, ""));
441 
442   // For each OutputSection that needs a VA fabricate an OutputSectionCommand
443   // with an InputSectionDescription describing the InputSections
444   for (OutputSection *Sec : *OutputSections) {
445     if (!(Sec->Flags & SHF_ALLOC))
446       continue;
447 
448     auto *OSCmd = make<OutputSectionCommand>(Sec->Name);
449     OSCmd->Sec = Sec;
450 
451     // Prefer user supplied address over additional alignment constraint
452     auto I = Config->SectionStartMap.find(Sec->Name);
453     if (I != Config->SectionStartMap.end())
454       Commands.push_back(
455           make<SymbolAssignment>(".", [=] { return I->second; }, ""));
456     else if (Sec->PageAlign)
457       OSCmd->AddrExpr = [=] {
458         return alignTo(Script->getDot(), Config->MaxPageSize);
459       };
460 
461     Commands.push_back(OSCmd);
462     if (Sec->Sections.size()) {
463       auto *ISD = make<InputSectionDescription>("");
464       OSCmd->Commands.push_back(ISD);
465       for (InputSection *ISec : Sec->Sections) {
466         ISD->Sections.push_back(ISec);
467         ISec->Assigned = true;
468       }
469     }
470   }
471   // SECTIONS commands run before other non SECTIONS commands
472   Commands.insert(Commands.end(), Opt.Commands.begin(), Opt.Commands.end());
473   Opt.Commands = std::move(Commands);
474 }
475 
476 // Add sections that didn't match any sections command.
477 void LinkerScript::addOrphanSections(OutputSectionFactory &Factory) {
478   for (InputSectionBase *S : InputSections) {
479     if (!S->Live || S->OutSec)
480       continue;
481     StringRef Name = getOutputSectionName(S->Name);
482     auto I = std::find_if(
483         Opt.Commands.begin(), Opt.Commands.end(), [&](BaseCommand *Base) {
484           if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base))
485             return Cmd->Name == Name;
486           return false;
487         });
488     if (I == Opt.Commands.end()) {
489       Factory.addInputSec(S, Name);
490     } else {
491       auto *Cmd = cast<OutputSectionCommand>(*I);
492       Factory.addInputSec(S, Name, Cmd->Sec);
493       if (OutputSection *Sec = Cmd->Sec) {
494         unsigned Index = std::distance(Opt.Commands.begin(), I);
495         assert(Sec->SectionIndex == INT_MAX || Sec->SectionIndex == Index);
496         Sec->SectionIndex = Index;
497       }
498       auto *ISD = make<InputSectionDescription>("");
499       ISD->Sections.push_back(S);
500       Cmd->Commands.push_back(ISD);
501     }
502   }
503 }
504 
505 uint64_t LinkerScript::advance(uint64_t Size, unsigned Align) {
506   bool IsTbss = (CurOutSec->Flags & SHF_TLS) && CurOutSec->Type == SHT_NOBITS;
507   uint64_t Start = IsTbss ? Dot + ThreadBssOffset : Dot;
508   Start = alignTo(Start, Align);
509   uint64_t End = Start + Size;
510 
511   if (IsTbss)
512     ThreadBssOffset = End - Dot;
513   else
514     Dot = End;
515   return End;
516 }
517 
518 void LinkerScript::output(InputSection *S) {
519   uint64_t Pos = advance(S->getSize(), S->Alignment);
520   S->OutSecOff = Pos - S->getSize() - CurOutSec->Addr;
521 
522   // Update output section size after adding each section. This is so that
523   // SIZEOF works correctly in the case below:
524   // .foo { *(.aaa) a = SIZEOF(.foo); *(.bbb) }
525   CurOutSec->Size = Pos - CurOutSec->Addr;
526 
527   // If there is a memory region associated with this input section, then
528   // place the section in that region and update the region index.
529   if (CurMemRegion) {
530     CurMemRegion->Offset += CurOutSec->Size;
531     uint64_t CurSize = CurMemRegion->Offset - CurMemRegion->Origin;
532     if (CurSize > CurMemRegion->Length) {
533       uint64_t OverflowAmt = CurSize - CurMemRegion->Length;
534       error("section '" + CurOutSec->Name + "' will not fit in region '" +
535             CurMemRegion->Name + "': overflowed by " + Twine(OverflowAmt) +
536             " bytes");
537     }
538   }
539 }
540 
541 void LinkerScript::switchTo(OutputSection *Sec) {
542   if (CurOutSec == Sec)
543     return;
544 
545   CurOutSec = Sec;
546   CurOutSec->Addr = advance(0, CurOutSec->Alignment);
547 
548   // If neither AT nor AT> is specified for an allocatable section, the linker
549   // will set the LMA such that the difference between VMA and LMA for the
550   // section is the same as the preceding output section in the same region
551   // https://sourceware.org/binutils/docs-2.20/ld/Output-Section-LMA.html
552   if (LMAOffset)
553     CurOutSec->LMAOffset = LMAOffset();
554 }
555 
556 void LinkerScript::process(BaseCommand &Base) {
557   // This handles the assignments to symbol or to the dot.
558   if (auto *Cmd = dyn_cast<SymbolAssignment>(&Base)) {
559     assignSymbol(Cmd, true);
560     return;
561   }
562 
563   // Handle BYTE(), SHORT(), LONG(), or QUAD().
564   if (auto *Cmd = dyn_cast<BytesDataCommand>(&Base)) {
565     Cmd->Offset = Dot - CurOutSec->Addr;
566     Dot += Cmd->Size;
567     CurOutSec->Size = Dot - CurOutSec->Addr;
568     return;
569   }
570 
571   // Handle ASSERT().
572   if (auto *Cmd = dyn_cast<AssertCommand>(&Base)) {
573     Cmd->Expression();
574     return;
575   }
576 
577   // Handle a single input section description command.
578   // It calculates and assigns the offsets for each section and also
579   // updates the output section size.
580   auto &Cmd = cast<InputSectionDescription>(Base);
581   for (InputSectionBase *Sec : Cmd.Sections) {
582     // We tentatively added all synthetic sections at the beginning and removed
583     // empty ones afterwards (because there is no way to know whether they were
584     // going be empty or not other than actually running linker scripts.)
585     // We need to ignore remains of empty sections.
586     if (auto *S = dyn_cast<SyntheticSection>(Sec))
587       if (S->empty())
588         continue;
589 
590     if (!Sec->Live)
591       continue;
592     assert(CurOutSec == Sec->OutSec);
593     output(cast<InputSection>(Sec));
594   }
595 }
596 
597 // This function searches for a memory region to place the given output
598 // section in. If found, a pointer to the appropriate memory region is
599 // returned. Otherwise, a nullptr is returned.
600 MemoryRegion *LinkerScript::findMemoryRegion(OutputSectionCommand *Cmd) {
601   // If a memory region name was specified in the output section command,
602   // then try to find that region first.
603   if (!Cmd->MemoryRegionName.empty()) {
604     auto It = Opt.MemoryRegions.find(Cmd->MemoryRegionName);
605     if (It != Opt.MemoryRegions.end())
606       return &It->second;
607     error("memory region '" + Cmd->MemoryRegionName + "' not declared");
608     return nullptr;
609   }
610 
611   // If at least one memory region is defined, all sections must
612   // belong to some memory region. Otherwise, we don't need to do
613   // anything for memory regions.
614   if (Opt.MemoryRegions.empty())
615     return nullptr;
616 
617   OutputSection *Sec = Cmd->Sec;
618   // See if a region can be found by matching section flags.
619   for (auto &Pair : Opt.MemoryRegions) {
620     MemoryRegion &M = Pair.second;
621     if ((M.Flags & Sec->Flags) && (M.NegFlags & Sec->Flags) == 0)
622       return &M;
623   }
624 
625   // Otherwise, no suitable region was found.
626   if (Sec->Flags & SHF_ALLOC)
627     error("no memory region specified for section '" + Sec->Name + "'");
628   return nullptr;
629 }
630 
631 // This function assigns offsets to input sections and an output section
632 // for a single sections command (e.g. ".text { *(.text); }").
633 void LinkerScript::assignOffsets(OutputSectionCommand *Cmd) {
634   OutputSection *Sec = Cmd->Sec;
635   if (!Sec)
636     return;
637 
638   if (Cmd->AddrExpr && (Sec->Flags & SHF_ALLOC))
639     setDot(Cmd->AddrExpr, Cmd->Location, false);
640 
641   if (Cmd->LMAExpr) {
642     uint64_t D = Dot;
643     LMAOffset = [=] { return Cmd->LMAExpr().getValue() - D; };
644   }
645 
646   CurMemRegion = Cmd->MemRegion;
647   if (CurMemRegion)
648     Dot = CurMemRegion->Offset;
649   switchTo(Sec);
650 
651   for (BaseCommand *C : Cmd->Commands)
652     process(*C);
653 }
654 
655 void LinkerScript::removeEmptyCommands() {
656   // It is common practice to use very generic linker scripts. So for any
657   // given run some of the output sections in the script will be empty.
658   // We could create corresponding empty output sections, but that would
659   // clutter the output.
660   // We instead remove trivially empty sections. The bfd linker seems even
661   // more aggressive at removing them.
662   auto Pos = std::remove_if(
663       Opt.Commands.begin(), Opt.Commands.end(), [&](BaseCommand *Base) {
664         if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base))
665           return std::find(OutputSections->begin(), OutputSections->end(),
666                            Cmd->Sec) == OutputSections->end();
667         return false;
668       });
669   Opt.Commands.erase(Pos, Opt.Commands.end());
670 }
671 
672 static bool isAllSectionDescription(const OutputSectionCommand &Cmd) {
673   for (BaseCommand *Base : Cmd.Commands)
674     if (!isa<InputSectionDescription>(*Base))
675       return false;
676   return true;
677 }
678 
679 void LinkerScript::adjustSectionsBeforeSorting() {
680   // If the output section contains only symbol assignments, create a
681   // corresponding output section. The bfd linker seems to only create them if
682   // '.' is assigned to, but creating these section should not have any bad
683   // consequeces and gives us a section to put the symbol in.
684   uint64_t Flags = SHF_ALLOC;
685   uint32_t Type = SHT_PROGBITS;
686 
687   for (int I = 0, E = Opt.Commands.size(); I != E; ++I) {
688     auto *Cmd = dyn_cast<OutputSectionCommand>(Opt.Commands[I]);
689     if (!Cmd)
690       continue;
691     if (OutputSection *Sec = Cmd->Sec) {
692       Flags = Sec->Flags;
693       Type = Sec->Type;
694       continue;
695     }
696 
697     if (isAllSectionDescription(*Cmd))
698       continue;
699 
700     auto *OutSec = make<OutputSection>(Cmd->Name, Type, Flags);
701     OutSec->SectionIndex = I;
702     OutputSections->push_back(OutSec);
703     Cmd->Sec = OutSec;
704   }
705 }
706 
707 void LinkerScript::adjustSectionsAfterSorting() {
708   placeOrphanSections();
709 
710   // Try and find an appropriate memory region to assign offsets in.
711   for (BaseCommand *Base : Opt.Commands) {
712     if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base)) {
713       Cmd->MemRegion = findMemoryRegion(Cmd);
714       // Handle align (e.g. ".foo : ALIGN(16) { ... }").
715       if (Cmd->AlignExpr)
716 	Cmd->Sec->updateAlignment(Cmd->AlignExpr().getValue());
717     }
718   }
719 
720   // If output section command doesn't specify any segments,
721   // and we haven't previously assigned any section to segment,
722   // then we simply assign section to the very first load segment.
723   // Below is an example of such linker script:
724   // PHDRS { seg PT_LOAD; }
725   // SECTIONS { .aaa : { *(.aaa) } }
726   std::vector<StringRef> DefPhdrs;
727   auto FirstPtLoad =
728       std::find_if(Opt.PhdrsCommands.begin(), Opt.PhdrsCommands.end(),
729                    [](const PhdrsCommand &Cmd) { return Cmd.Type == PT_LOAD; });
730   if (FirstPtLoad != Opt.PhdrsCommands.end())
731     DefPhdrs.push_back(FirstPtLoad->Name);
732 
733   // Walk the commands and propagate the program headers to commands that don't
734   // explicitly specify them.
735   for (BaseCommand *Base : Opt.Commands) {
736     auto *Cmd = dyn_cast<OutputSectionCommand>(Base);
737     if (!Cmd)
738       continue;
739 
740     if (Cmd->Phdrs.empty())
741       Cmd->Phdrs = DefPhdrs;
742     else
743       DefPhdrs = Cmd->Phdrs;
744   }
745 
746   removeEmptyCommands();
747 }
748 
749 // When placing orphan sections, we want to place them after symbol assignments
750 // so that an orphan after
751 //   begin_foo = .;
752 //   foo : { *(foo) }
753 //   end_foo = .;
754 // doesn't break the intended meaning of the begin/end symbols.
755 // We don't want to go over sections since Writer<ELFT>::sortSections is the
756 // one in charge of deciding the order of the sections.
757 // We don't want to go over alignments, since doing so in
758 //  rx_sec : { *(rx_sec) }
759 //  . = ALIGN(0x1000);
760 //  /* The RW PT_LOAD starts here*/
761 //  rw_sec : { *(rw_sec) }
762 // would mean that the RW PT_LOAD would become unaligned.
763 static bool shouldSkip(BaseCommand *Cmd) {
764   if (isa<OutputSectionCommand>(Cmd))
765     return false;
766   if (auto *Assign = dyn_cast<SymbolAssignment>(Cmd))
767     return Assign->Name != ".";
768   return true;
769 }
770 
771 // Orphan sections are sections present in the input files which are
772 // not explicitly placed into the output file by the linker script.
773 //
774 // When the control reaches this function, Opt.Commands contains
775 // output section commands for non-orphan sections only. This function
776 // adds new elements for orphan sections so that all sections are
777 // explicitly handled by Opt.Commands.
778 //
779 // Writer<ELFT>::sortSections has already sorted output sections.
780 // What we need to do is to scan OutputSections vector and
781 // Opt.Commands in parallel to find orphan sections. If there is an
782 // output section that doesn't have a corresponding entry in
783 // Opt.Commands, we will insert a new entry to Opt.Commands.
784 //
785 // There is some ambiguity as to where exactly a new entry should be
786 // inserted, because Opt.Commands contains not only output section
787 // commands but also other types of commands such as symbol assignment
788 // expressions. There's no correct answer here due to the lack of the
789 // formal specification of the linker script. We use heuristics to
790 // determine whether a new output command should be added before or
791 // after another commands. For the details, look at shouldSkip
792 // function.
793 void LinkerScript::placeOrphanSections() {
794   // The OutputSections are already in the correct order.
795   // This loops creates or moves commands as needed so that they are in the
796   // correct order.
797   int CmdIndex = 0;
798 
799   // As a horrible special case, skip the first . assignment if it is before any
800   // section. We do this because it is common to set a load address by starting
801   // the script with ". = 0xabcd" and the expectation is that every section is
802   // after that.
803   auto FirstSectionOrDotAssignment =
804       std::find_if(Opt.Commands.begin(), Opt.Commands.end(),
805                    [](BaseCommand *Cmd) { return !shouldSkip(Cmd); });
806   if (FirstSectionOrDotAssignment != Opt.Commands.end()) {
807     CmdIndex = FirstSectionOrDotAssignment - Opt.Commands.begin();
808     if (isa<SymbolAssignment>(**FirstSectionOrDotAssignment))
809       ++CmdIndex;
810   }
811 
812   for (OutputSection *Sec : *OutputSections) {
813     StringRef Name = Sec->Name;
814 
815     // Find the last spot where we can insert a command and still get the
816     // correct result.
817     auto CmdIter = Opt.Commands.begin() + CmdIndex;
818     auto E = Opt.Commands.end();
819     while (CmdIter != E && shouldSkip(*CmdIter)) {
820       ++CmdIter;
821       ++CmdIndex;
822     }
823 
824     // If there is no command corresponding to this output section,
825     // create one and put a InputSectionDescription in it so that both
826     // representations agree on which input sections to use.
827     auto Pos = std::find_if(CmdIter, E, [&](BaseCommand *Base) {
828       auto *Cmd = dyn_cast<OutputSectionCommand>(Base);
829       return Cmd && Cmd->Name == Name;
830     });
831     if (Pos == E) {
832       auto *Cmd = make<OutputSectionCommand>(Name);
833       Opt.Commands.insert(CmdIter, Cmd);
834       ++CmdIndex;
835 
836       Cmd->Sec = Sec;
837       auto *ISD = make<InputSectionDescription>("");
838       for (InputSection *IS : Sec->Sections)
839         ISD->Sections.push_back(IS);
840       Cmd->Commands.push_back(ISD);
841 
842       continue;
843     }
844 
845     // Continue from where we found it.
846     CmdIndex = (Pos - Opt.Commands.begin()) + 1;
847   }
848 }
849 
850 void LinkerScript::processNonSectionCommands() {
851   for (BaseCommand *Base : Opt.Commands) {
852     if (auto *Cmd = dyn_cast<SymbolAssignment>(Base))
853       assignSymbol(Cmd, false);
854     else if (auto *Cmd = dyn_cast<AssertCommand>(Base))
855       Cmd->Expression();
856   }
857 }
858 
859 // Do a last effort at synchronizing the linker script "AST" and the section
860 // list. This is needed to account for last minute changes, like adding a
861 // .ARM.exidx terminator and sorting SHF_LINK_ORDER sections.
862 //
863 // FIXME: We should instead create the "AST" earlier and the above changes would
864 // be done directly in the "AST".
865 //
866 // This can only handle new sections being added and sections being reordered.
867 void LinkerScript::synchronize() {
868   for (BaseCommand *Base : Opt.Commands) {
869     auto *Cmd = dyn_cast<OutputSectionCommand>(Base);
870     if (!Cmd)
871       continue;
872     ArrayRef<InputSection *> Sections = Cmd->Sec->Sections;
873     std::vector<InputSectionBase **> ScriptSections;
874     DenseSet<InputSectionBase *> ScriptSectionsSet;
875     for (BaseCommand *Base : Cmd->Commands) {
876       auto *ISD = dyn_cast<InputSectionDescription>(Base);
877       if (!ISD)
878         continue;
879       for (InputSectionBase *&IS : ISD->Sections) {
880         if (IS->Live) {
881           ScriptSections.push_back(&IS);
882           ScriptSectionsSet.insert(IS);
883         }
884       }
885     }
886     std::vector<InputSectionBase *> Missing;
887     for (InputSection *IS : Sections)
888       if (!ScriptSectionsSet.count(IS))
889         Missing.push_back(IS);
890     if (!Missing.empty()) {
891       auto ISD = make<InputSectionDescription>("");
892       ISD->Sections = Missing;
893       Cmd->Commands.push_back(ISD);
894       for (InputSectionBase *&IS : ISD->Sections)
895         if (IS->Live)
896           ScriptSections.push_back(&IS);
897     }
898     assert(ScriptSections.size() == Sections.size());
899     for (int I = 0, N = Sections.size(); I < N; ++I)
900       *ScriptSections[I] = Sections[I];
901   }
902 }
903 
904 static bool allocateHeaders(std::vector<PhdrEntry> &Phdrs,
905                             ArrayRef<OutputSection *> OutputSections,
906                             uint64_t Min) {
907   auto FirstPTLoad =
908       std::find_if(Phdrs.begin(), Phdrs.end(),
909                    [](const PhdrEntry &E) { return E.p_type == PT_LOAD; });
910   if (FirstPTLoad == Phdrs.end())
911     return false;
912 
913   uint64_t HeaderSize = getHeaderSize();
914   if (HeaderSize <= Min || Script->hasPhdrsCommands()) {
915     Min = alignDown(Min - HeaderSize, Config->MaxPageSize);
916     Out::ElfHeader->Addr = Min;
917     Out::ProgramHeaders->Addr = Min + Out::ElfHeader->Size;
918     return true;
919   }
920 
921   assert(FirstPTLoad->First == Out::ElfHeader);
922   OutputSection *ActualFirst = nullptr;
923   for (OutputSection *Sec : OutputSections) {
924     if (Sec->FirstInPtLoad == Out::ElfHeader) {
925       ActualFirst = Sec;
926       break;
927     }
928   }
929   if (ActualFirst) {
930     for (OutputSection *Sec : OutputSections)
931       if (Sec->FirstInPtLoad == Out::ElfHeader)
932         Sec->FirstInPtLoad = ActualFirst;
933     FirstPTLoad->First = ActualFirst;
934   } else {
935     Phdrs.erase(FirstPTLoad);
936   }
937 
938   auto PhdrI = std::find_if(Phdrs.begin(), Phdrs.end(), [](const PhdrEntry &E) {
939     return E.p_type == PT_PHDR;
940   });
941   if (PhdrI != Phdrs.end())
942     Phdrs.erase(PhdrI);
943   return false;
944 }
945 
946 void LinkerScript::assignAddresses(std::vector<PhdrEntry> &Phdrs) {
947   // Assign addresses as instructed by linker script SECTIONS sub-commands.
948   Dot = 0;
949   ErrorOnMissingSection = true;
950   switchTo(Aether);
951 
952   for (BaseCommand *Base : Opt.Commands) {
953     if (auto *Cmd = dyn_cast<SymbolAssignment>(Base)) {
954       assignSymbol(Cmd, false);
955       continue;
956     }
957 
958     if (auto *Cmd = dyn_cast<AssertCommand>(Base)) {
959       Cmd->Expression();
960       continue;
961     }
962 
963     auto *Cmd = cast<OutputSectionCommand>(Base);
964     assignOffsets(Cmd);
965   }
966 
967   uint64_t MinVA = std::numeric_limits<uint64_t>::max();
968   for (OutputSection *Sec : *OutputSections) {
969     if (Sec->Flags & SHF_ALLOC)
970       MinVA = std::min<uint64_t>(MinVA, Sec->Addr);
971     else
972       Sec->Addr = 0;
973   }
974 
975   allocateHeaders(Phdrs, *OutputSections, MinVA);
976 }
977 
978 // Creates program headers as instructed by PHDRS linker script command.
979 std::vector<PhdrEntry> LinkerScript::createPhdrs() {
980   std::vector<PhdrEntry> Ret;
981 
982   // Process PHDRS and FILEHDR keywords because they are not
983   // real output sections and cannot be added in the following loop.
984   for (const PhdrsCommand &Cmd : Opt.PhdrsCommands) {
985     Ret.emplace_back(Cmd.Type, Cmd.Flags == UINT_MAX ? PF_R : Cmd.Flags);
986     PhdrEntry &Phdr = Ret.back();
987 
988     if (Cmd.HasFilehdr)
989       Phdr.add(Out::ElfHeader);
990     if (Cmd.HasPhdrs)
991       Phdr.add(Out::ProgramHeaders);
992 
993     if (Cmd.LMAExpr) {
994       Phdr.p_paddr = Cmd.LMAExpr().getValue();
995       Phdr.HasLMA = true;
996     }
997   }
998 
999   // Add output sections to program headers.
1000   for (OutputSection *Sec : *OutputSections) {
1001     if (!(Sec->Flags & SHF_ALLOC))
1002       break;
1003 
1004     // Assign headers specified by linker script
1005     for (size_t Id : getPhdrIndices(Sec->Name)) {
1006       Ret[Id].add(Sec);
1007       if (Opt.PhdrsCommands[Id].Flags == UINT_MAX)
1008         Ret[Id].p_flags |= Sec->getPhdrFlags();
1009     }
1010   }
1011   return Ret;
1012 }
1013 
1014 bool LinkerScript::ignoreInterpSection() {
1015   // Ignore .interp section in case we have PHDRS specification
1016   // and PT_INTERP isn't listed.
1017   if (Opt.PhdrsCommands.empty())
1018     return false;
1019   for (PhdrsCommand &Cmd : Opt.PhdrsCommands)
1020     if (Cmd.Type == PT_INTERP)
1021       return false;
1022   return true;
1023 }
1024 
1025 Optional<uint32_t> LinkerScript::getFiller(StringRef Name) {
1026   for (BaseCommand *Base : Opt.Commands)
1027     if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base))
1028       if (Cmd->Name == Name)
1029         return Cmd->Filler;
1030   return None;
1031 }
1032 
1033 static void writeInt(uint8_t *Buf, uint64_t Data, uint64_t Size) {
1034   if (Size == 1)
1035     *Buf = Data;
1036   else if (Size == 2)
1037     write16(Buf, Data, Config->Endianness);
1038   else if (Size == 4)
1039     write32(Buf, Data, Config->Endianness);
1040   else if (Size == 8)
1041     write64(Buf, Data, Config->Endianness);
1042   else
1043     llvm_unreachable("unsupported Size argument");
1044 }
1045 
1046 void LinkerScript::writeDataBytes(OutputSection *Sec, uint8_t *Buf) {
1047   auto I = std::find_if(Opt.Commands.begin(), Opt.Commands.end(),
1048                         [=](BaseCommand *Base) {
1049                           if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base))
1050                             if (Cmd->Sec == Sec)
1051                               return true;
1052                           return false;
1053                         });
1054   if (I == Opt.Commands.end())
1055     return;
1056   auto *Cmd = cast<OutputSectionCommand>(*I);
1057   for (BaseCommand *Base : Cmd->Commands)
1058     if (auto *Data = dyn_cast<BytesDataCommand>(Base))
1059       writeInt(Buf + Data->Offset, Data->Expression().getValue(), Data->Size);
1060 }
1061 
1062 bool LinkerScript::hasLMA(StringRef Name) {
1063   for (BaseCommand *Base : Opt.Commands)
1064     if (auto *Cmd = dyn_cast<OutputSectionCommand>(Base))
1065       if (Cmd->LMAExpr && Cmd->Name == Name)
1066         return true;
1067   return false;
1068 }
1069 
1070 ExprValue LinkerScript::getSymbolValue(const Twine &Loc, StringRef S) {
1071   if (S == ".")
1072     return {CurOutSec, Dot - CurOutSec->Addr};
1073   if (SymbolBody *B = findSymbol(S)) {
1074     if (auto *D = dyn_cast<DefinedRegular>(B))
1075       return {D->Section, D->Value};
1076     if (auto *C = dyn_cast<DefinedCommon>(B))
1077       return {InX::Common, C->Offset};
1078   }
1079   error(Loc + ": symbol not found: " + S);
1080   return 0;
1081 }
1082 
1083 bool LinkerScript::isDefined(StringRef S) { return findSymbol(S) != nullptr; }
1084 
1085 // Returns indices of ELF headers containing specific section, identified
1086 // by Name. Each index is a zero based number of ELF header listed within
1087 // PHDRS {} script block.
1088 std::vector<size_t> LinkerScript::getPhdrIndices(StringRef SectionName) {
1089   for (BaseCommand *Base : Opt.Commands) {
1090     auto *Cmd = dyn_cast<OutputSectionCommand>(Base);
1091     if (!Cmd || Cmd->Name != SectionName)
1092       continue;
1093 
1094     std::vector<size_t> Ret;
1095     for (StringRef PhdrName : Cmd->Phdrs)
1096       Ret.push_back(getPhdrIndex(Cmd->Location, PhdrName));
1097     return Ret;
1098   }
1099   return {};
1100 }
1101 
1102 size_t LinkerScript::getPhdrIndex(const Twine &Loc, StringRef PhdrName) {
1103   size_t I = 0;
1104   for (PhdrsCommand &Cmd : Opt.PhdrsCommands) {
1105     if (Cmd.Name == PhdrName)
1106       return I;
1107     ++I;
1108   }
1109   error(Loc + ": section header '" + PhdrName + "' is not listed in PHDRS");
1110   return 0;
1111 }
1112