1f7c5fbb1SRui Ueyama //===- LinkerScript.cpp ---------------------------------------------------===//
2f7c5fbb1SRui Ueyama //
3f7c5fbb1SRui Ueyama //                             The LLVM Linker
4f7c5fbb1SRui Ueyama //
5f7c5fbb1SRui Ueyama // This file is distributed under the University of Illinois Open Source
6f7c5fbb1SRui Ueyama // License. See LICENSE.TXT for details.
7f7c5fbb1SRui Ueyama //
8f7c5fbb1SRui Ueyama //===----------------------------------------------------------------------===//
9f7c5fbb1SRui Ueyama //
10f7c5fbb1SRui Ueyama // This file contains the parser/evaluator of the linker script.
11f7c5fbb1SRui Ueyama //
12f7c5fbb1SRui Ueyama //===----------------------------------------------------------------------===//
13f7c5fbb1SRui Ueyama 
14717677afSRui Ueyama #include "LinkerScript.h"
15f7c5fbb1SRui Ueyama #include "Config.h"
161ebc8ed7SRui Ueyama #include "InputSection.h"
179381eb10SRui Ueyama #include "Memory.h"
18652852c5SGeorge Rimar #include "OutputSections.h"
1993c9af42SRui Ueyama #include "Strings.h"
20f7c5fbb1SRui Ueyama #include "SymbolTable.h"
2155518e7dSRui Ueyama #include "Symbols.h"
223fb5a6dcSGeorge Rimar #include "SyntheticSections.h"
2355b169bfSRafael Espindola #include "Target.h"
24bbe38602SEugene Leviant #include "Writer.h"
254f5c8c29SBob Haarman #include "lld/Common/Threads.h"
2622886a28SEugene Zelenko #include "llvm/ADT/STLExtras.h"
2722886a28SEugene Zelenko #include "llvm/ADT/StringRef.h"
28264b5d9eSZachary Turner #include "llvm/BinaryFormat/ELF.h"
2922886a28SEugene Zelenko #include "llvm/Support/Casting.h"
3022886a28SEugene Zelenko #include "llvm/Support/Endian.h"
3122886a28SEugene Zelenko #include "llvm/Support/ErrorHandling.h"
32f7c5fbb1SRui Ueyama #include "llvm/Support/FileSystem.h"
33f03f3cc1SRui Ueyama #include "llvm/Support/Path.h"
3422886a28SEugene Zelenko #include <algorithm>
3522886a28SEugene Zelenko #include <cassert>
3622886a28SEugene Zelenko #include <cstddef>
3722886a28SEugene Zelenko #include <cstdint>
3822886a28SEugene Zelenko #include <iterator>
3922886a28SEugene Zelenko #include <limits>
4022886a28SEugene Zelenko #include <string>
4122886a28SEugene Zelenko #include <vector>
42f7c5fbb1SRui Ueyama 
43f7c5fbb1SRui Ueyama using namespace llvm;
44652852c5SGeorge Rimar using namespace llvm::ELF;
451ebc8ed7SRui Ueyama using namespace llvm::object;
46e38cbab5SGeorge Rimar using namespace llvm::support::endian;
47f7c5fbb1SRui Ueyama using namespace lld;
48e0df00b9SRafael Espindola using namespace lld::elf;
49f7c5fbb1SRui Ueyama 
50a34da938SRui Ueyama LinkerScript *elf::Script;
51a34da938SRui Ueyama 
525d0ea70aSGeorge Rimar static uint64_t getOutputSectionVA(SectionBase *InputSec, StringRef Loc) {
535d0ea70aSGeorge Rimar   if (OutputSection *OS = InputSec->getOutputSection())
545d0ea70aSGeorge Rimar     return OS->Addr;
555d0ea70aSGeorge Rimar   error(Loc + ": unable to evaluate expression: input section " +
565d0ea70aSGeorge Rimar         InputSec->Name + " has no output section assigned");
575d0ea70aSGeorge Rimar   return 0;
58608cf670SGeorge Rimar }
595d0ea70aSGeorge Rimar 
605d0ea70aSGeorge Rimar uint64_t ExprValue::getValue() const {
615d0ea70aSGeorge Rimar   if (Sec)
625d0ea70aSGeorge Rimar     return alignTo(Sec->getOffset(Val) + getOutputSectionVA(Sec, Loc),
635d0ea70aSGeorge Rimar                    Alignment);
643c6de1a6SPetr Hosek   return alignTo(Val, Alignment);
6572dc195dSRafael Espindola }
6672dc195dSRafael Espindola 
677ba5f47eSRafael Espindola uint64_t ExprValue::getSecAddr() const {
687ba5f47eSRafael Espindola   if (Sec)
695d0ea70aSGeorge Rimar     return Sec->getOffset(0) + getOutputSectionVA(Sec, Loc);
707ba5f47eSRafael Espindola   return 0;
717ba5f47eSRafael Espindola }
727ba5f47eSRafael Espindola 
73a6acd23cSRafael Espindola uint64_t ExprValue::getSectionOffset() const {
748b250344SRafael Espindola   // If the alignment is trivial, we don't have to compute the full
758b250344SRafael Espindola   // value to know the offset. This allows this function to succeed in
768b250344SRafael Espindola   // cases where the output section is not yet known.
778b250344SRafael Espindola   if (Alignment == 1)
788b250344SRafael Espindola     return Val;
79a6acd23cSRafael Espindola   return getValue() - getSecAddr();
80a6acd23cSRafael Espindola }
81a6acd23cSRafael Espindola 
828c022ca7SRafael Espindola OutputSection *LinkerScript::createOutputSection(StringRef Name,
838c022ca7SRafael Espindola                                                  StringRef Location) {
848c022ca7SRafael Espindola   OutputSection *&SecRef = NameToOutputSection[Name];
858c022ca7SRafael Espindola   OutputSection *Sec;
868c022ca7SRafael Espindola   if (SecRef && SecRef->Location.empty()) {
8705c4f67cSRafael Espindola     // There was a forward reference.
888c022ca7SRafael Espindola     Sec = SecRef;
8905c4f67cSRafael Espindola   } else {
908c022ca7SRafael Espindola     Sec = make<OutputSection>(Name, SHT_PROGBITS, 0);
918c022ca7SRafael Espindola     if (!SecRef)
928c022ca7SRafael Espindola       SecRef = Sec;
9305c4f67cSRafael Espindola   }
948c022ca7SRafael Espindola   Sec->Location = Location;
958c022ca7SRafael Espindola   return Sec;
96851dc1e8SGeorge Rimar }
97851dc1e8SGeorge Rimar 
988c022ca7SRafael Espindola OutputSection *LinkerScript::getOrCreateOutputSection(StringRef Name) {
998c022ca7SRafael Espindola   OutputSection *&CmdRef = NameToOutputSection[Name];
10005c4f67cSRafael Espindola   if (!CmdRef)
1018c022ca7SRafael Espindola     CmdRef = make<OutputSection>(Name, SHT_PROGBITS, 0);
10205c4f67cSRafael Espindola   return CmdRef;
103d83ce1b4SGeorge Rimar }
104d83ce1b4SGeorge Rimar 
105b8dd23f5SRui Ueyama void LinkerScript::setDot(Expr E, const Twine &Loc, bool InSec) {
10672dc195dSRafael Espindola   uint64_t Val = E().getValue();
1078c804d97SGeorge Rimar   if (Val < Dot && InSec)
1082ee2d2dcSGeorge Rimar     error(Loc + ": unable to move location counter backward for: " +
10929b240c6SRui Ueyama           Ctx->OutSec->Name);
1104cd7352cSRafael Espindola   Dot = Val;
11118d19687SRui Ueyama 
1124cd7352cSRafael Espindola   // Update to location counter means update to section size.
1134cd7352cSRafael Espindola   if (InSec)
11429b240c6SRui Ueyama     Ctx->OutSec->Size = Dot - Ctx->OutSec->Addr;
115679828ffSRafael Espindola }
116679828ffSRafael Espindola 
1175908c2f8SRui Ueyama // This function is called from processSectionCommands,
1185908c2f8SRui Ueyama // while we are fixing the output section layout.
119b8dd23f5SRui Ueyama void LinkerScript::addSymbol(SymbolAssignment *Cmd) {
1201602421cSRui Ueyama   if (Cmd->Name == ".")
1218f1f3c40SMeador Inge     return;
1228f1f3c40SMeador Inge 
1238f1f3c40SMeador Inge   // If a symbol was in PROVIDE(), we need to define it only when
1248f1f3c40SMeador Inge   // it is a referenced undefined symbol.
125244ef981SRafael Espindola   SymbolBody *B = Symtab->find(Cmd->Name);
1268f1f3c40SMeador Inge   if (Cmd->Provide && (!B || B->isDefined()))
1278f1f3c40SMeador Inge     return;
1288f1f3c40SMeador Inge 
12918d19687SRui Ueyama   // Define a symbol.
130*f1f00841SRui Ueyama   SymbolBody *Sym;
13118d19687SRui Ueyama   uint8_t Visibility = Cmd->Hidden ? STV_HIDDEN : STV_DEFAULT;
13218d19687SRui Ueyama   std::tie(Sym, std::ignore) = Symtab->insert(Cmd->Name, /*Type*/ 0, Visibility,
13318d19687SRui Ueyama                                               /*CanOmitFromDynSym*/ false,
13418d19687SRui Ueyama                                               /*File*/ nullptr);
13518d19687SRui Ueyama   Sym->Binding = STB_GLOBAL;
13618d19687SRui Ueyama   ExprValue Value = Cmd->Expression();
13718d19687SRui Ueyama   SectionBase *Sec = Value.isAbsolute() ? nullptr : Value.Sec;
13818d19687SRui Ueyama 
13918d19687SRui Ueyama   // When this function is called, section addresses have not been
14018d19687SRui Ueyama   // fixed yet. So, we may or may not know the value of the RHS
14118d19687SRui Ueyama   // expression.
14218d19687SRui Ueyama   //
14318d19687SRui Ueyama   // For example, if an expression is `x = 42`, we know x is always 42.
14418d19687SRui Ueyama   // However, if an expression is `x = .`, there's no way to know its
14518d19687SRui Ueyama   // value at the moment.
14618d19687SRui Ueyama   //
14718d19687SRui Ueyama   // We want to set symbol values early if we can. This allows us to
14818d19687SRui Ueyama   // use symbols as variables in linker scripts. Doing so allows us to
14918d19687SRui Ueyama   // write expressions like this: `alignment = 16; . = ALIGN(., alignment)`.
15018d19687SRui Ueyama   uint64_t SymValue = Value.Sec ? 0 : Value.getValue();
15118d19687SRui Ueyama 
15218d19687SRui Ueyama   replaceBody<DefinedRegular>(Sym, nullptr, Cmd->Name, /*IsLocal=*/false,
15318d19687SRui Ueyama                               Visibility, STT_NOTYPE, SymValue, 0, Sec);
154*f1f00841SRui Ueyama   Cmd->Sym = cast<DefinedRegular>(Sym);
15518d19687SRui Ueyama }
15618d19687SRui Ueyama 
15718d19687SRui Ueyama // This function is called from assignAddresses, while we are
15818d19687SRui Ueyama // fixing the output section addresses. This function is supposed
15918d19687SRui Ueyama // to set the final value for a given symbol assignment.
16018d19687SRui Ueyama void LinkerScript::assignSymbol(SymbolAssignment *Cmd, bool InSec) {
16118d19687SRui Ueyama   if (Cmd->Name == ".") {
16218d19687SRui Ueyama     setDot(Cmd->Expression, Cmd->Location, InSec);
16318d19687SRui Ueyama     return;
16418d19687SRui Ueyama   }
16518d19687SRui Ueyama 
16618d19687SRui Ueyama   if (!Cmd->Sym)
16718d19687SRui Ueyama     return;
16818d19687SRui Ueyama 
16918d19687SRui Ueyama   ExprValue V = Cmd->Expression();
17018d19687SRui Ueyama   if (V.isAbsolute()) {
17118d19687SRui Ueyama     Cmd->Sym->Section = nullptr;
17218d19687SRui Ueyama     Cmd->Sym->Value = V.getValue();
17318d19687SRui Ueyama   } else {
17418d19687SRui Ueyama     Cmd->Sym->Section = V.Sec;
17518d19687SRui Ueyama     Cmd->Sym->Value = V.getSectionOffset();
17618d19687SRui Ueyama   }
177ceabe80eSEugene Leviant }
178ceabe80eSEugene Leviant 
17904c9ca74SRui Ueyama static std::string getFilename(InputFile *File) {
1801e30f07cSDmitry Mikulin   if (!File)
181e0be2901SRui Ueyama     return "";
1821e30f07cSDmitry Mikulin   if (File->ArchiveName.empty())
1831e30f07cSDmitry Mikulin     return File->getName();
1841e30f07cSDmitry Mikulin   return (File->ArchiveName + "(" + File->getName() + ")").str();
185e0be2901SRui Ueyama }
186e0be2901SRui Ueyama 
187b8dd23f5SRui Ueyama bool LinkerScript::shouldKeep(InputSectionBase *S) {
18804c9ca74SRui Ueyama   std::string Filename = getFilename(S->File);
1897f1c266eSRui Ueyama   for (InputSectionDescription *ID : KeptSections)
190f300ca21SDmitry Mikulin     if (ID->FilePat.match(Filename))
191cf43f179SEugene Leviant       for (SectionPattern &P : ID->SectionPatterns)
192f91282e1SRui Ueyama         if (P.SectionPat.match(S->Name))
193eea3114fSGeorge Rimar           return true;
194eea3114fSGeorge Rimar   return false;
195eea3114fSGeorge Rimar }
196eea3114fSGeorge Rimar 
197ea93fe00SRui Ueyama // A helper function for the SORT() command.
198c404d50dSRafael Espindola static std::function<bool(InputSectionBase *, InputSectionBase *)>
199be394db3SGeorge Rimar getComparator(SortSectionPolicy K) {
200be394db3SGeorge Rimar   switch (K) {
201be394db3SGeorge Rimar   case SortSectionPolicy::Alignment:
202ea93fe00SRui Ueyama     return [](InputSectionBase *A, InputSectionBase *B) {
203ea93fe00SRui Ueyama       // ">" is not a mistake. Sections with larger alignments are placed
204ea93fe00SRui Ueyama       // before sections with smaller alignments in order to reduce the
205ea93fe00SRui Ueyama       // amount of padding necessary. This is compatible with GNU.
206ea93fe00SRui Ueyama       return A->Alignment > B->Alignment;
207ea93fe00SRui Ueyama     };
208be394db3SGeorge Rimar   case SortSectionPolicy::Name:
209ea93fe00SRui Ueyama     return [](InputSectionBase *A, InputSectionBase *B) {
210ea93fe00SRui Ueyama       return A->Name < B->Name;
211ea93fe00SRui Ueyama     };
212be394db3SGeorge Rimar   case SortSectionPolicy::Priority:
213ea93fe00SRui Ueyama     return [](InputSectionBase *A, InputSectionBase *B) {
214ea93fe00SRui Ueyama       return getPriority(A->Name) < getPriority(B->Name);
215ea93fe00SRui Ueyama     };
216be394db3SGeorge Rimar   default:
217be394db3SGeorge Rimar     llvm_unreachable("unknown sort policy");
218be394db3SGeorge Rimar   }
219742c3836SRui Ueyama }
2200702c4e8SGeorge Rimar 
221ea93fe00SRui Ueyama // A helper function for the SORT() command.
22205433431SRui Ueyama static bool matchConstraints(ArrayRef<InputSection *> Sections,
22306ae6836SGeorge Rimar                              ConstraintKind Kind) {
2248f66df92SGeorge Rimar   if (Kind == ConstraintKind::NoConstraint)
2258f66df92SGeorge Rimar     return true;
2262c7171bfSRui Ueyama 
227b801441eSRui Ueyama   bool IsRW = llvm::any_of(
22805433431SRui Ueyama       Sections, [](InputSection *Sec) { return Sec->Flags & SHF_WRITE; });
2292c7171bfSRui Ueyama 
230e746e52cSRafael Espindola   return (IsRW && Kind == ConstraintKind::ReadWrite) ||
231e746e52cSRafael Espindola          (!IsRW && Kind == ConstraintKind::ReadOnly);
23206ae6836SGeorge Rimar }
23306ae6836SGeorge Rimar 
2341f4d7b56SRui Ueyama static void sortSections(MutableArrayRef<InputSection *> Vec,
235ee924709SRui Ueyama                          SortSectionPolicy K) {
236ee924709SRui Ueyama   if (K != SortSectionPolicy::Default && K != SortSectionPolicy::None)
2371f4d7b56SRui Ueyama     std::stable_sort(Vec.begin(), Vec.end(), getComparator(K));
238ee924709SRui Ueyama }
239ee924709SRui Ueyama 
2407ad1e310SRui Ueyama // Sort sections as instructed by SORT-family commands and --sort-section
2417ad1e310SRui Ueyama // option. Because SORT-family commands can be nested at most two depth
2427ad1e310SRui Ueyama // (e.g. SORT_BY_NAME(SORT_BY_ALIGNMENT(.text.*))) and because the command
2437ad1e310SRui Ueyama // line option is respected even if a SORT command is given, the exact
2447ad1e310SRui Ueyama // behavior we have here is a bit complicated. Here are the rules.
2457ad1e310SRui Ueyama //
2467ad1e310SRui Ueyama // 1. If two SORT commands are given, --sort-section is ignored.
2477ad1e310SRui Ueyama // 2. If one SORT command is given, and if it is not SORT_NONE,
2487ad1e310SRui Ueyama //    --sort-section is handled as an inner SORT command.
2497ad1e310SRui Ueyama // 3. If one SORT command is given, and if it is SORT_NONE, don't sort.
2507ad1e310SRui Ueyama // 4. If no SORT command is given, sort according to --sort-section.
2517ad1e310SRui Ueyama // 5. If no SORT commands are given and --sort-section is not specified,
2527ad1e310SRui Ueyama //    apply sorting provided by --symbol-ordering-file if any exist.
2537ad1e310SRui Ueyama static void sortInputSections(
2547ad1e310SRui Ueyama     MutableArrayRef<InputSection *> Vec, const SectionPattern &Pat,
2557ad1e310SRui Ueyama     const DenseMap<SectionBase *, int> &Order) {
2567ad1e310SRui Ueyama   if (Pat.SortOuter == SortSectionPolicy::None)
2577ad1e310SRui Ueyama     return;
2587ad1e310SRui Ueyama 
2597ad1e310SRui Ueyama   if (Pat.SortOuter == SortSectionPolicy::Default &&
2607ad1e310SRui Ueyama       Config->SortSection == SortSectionPolicy::Default) {
2617ad1e310SRui Ueyama     // If -symbol-ordering-file was given, sort accordingly.
2627ad1e310SRui Ueyama     // Usually, Order is empty.
2637ad1e310SRui Ueyama     if (!Order.empty())
2647ad1e310SRui Ueyama       sortByOrder(Vec, [&](InputSectionBase *S) { return Order.lookup(S); });
2657ad1e310SRui Ueyama     return;
2667ad1e310SRui Ueyama   }
2677ad1e310SRui Ueyama 
2687ad1e310SRui Ueyama   if (Pat.SortInner == SortSectionPolicy::Default)
2697ad1e310SRui Ueyama     sortSections(Vec, Config->SortSection);
2707ad1e310SRui Ueyama   else
2717ad1e310SRui Ueyama     sortSections(Vec, Pat.SortInner);
2727ad1e310SRui Ueyama   sortSections(Vec, Pat.SortOuter);
2737ad1e310SRui Ueyama }
2747ad1e310SRui Ueyama 
275d3190795SRafael Espindola // Compute and remember which sections the InputSectionDescription matches.
2766a1aa8d9SRafael Espindola std::vector<InputSection *>
277849d499eSRafael Espindola LinkerScript::computeInputSections(const InputSectionDescription *Cmd,
278849d499eSRafael Espindola                                    const DenseMap<SectionBase *, int> &Order) {
2796a1aa8d9SRafael Espindola   std::vector<InputSection *> Ret;
2808c6a5aafSRui Ueyama 
28172e107f3SRui Ueyama   // Collects all sections that satisfy constraints of Cmd.
28272e107f3SRui Ueyama   for (const SectionPattern &Pat : Cmd->SectionPatterns) {
28372e107f3SRui Ueyama     size_t SizeBefore = Ret.size();
28472e107f3SRui Ueyama 
28572e107f3SRui Ueyama     for (InputSectionBase *Sec : InputSections) {
28696b11578SGeorge Rimar       if (!Sec->Live || Sec->Assigned)
2878c6a5aafSRui Ueyama         continue;
28872e107f3SRui Ueyama 
289908a3d34SRafael Espindola       // For -emit-relocs we have to ignore entries like
290908a3d34SRafael Espindola       //   .rela.dyn : { *(.rela.data) }
291908a3d34SRafael Espindola       // which are common because they are in the default bfd script.
29272e107f3SRui Ueyama       if (Sec->Type == SHT_REL || Sec->Type == SHT_RELA)
293908a3d34SRafael Espindola         continue;
2948c6a5aafSRui Ueyama 
29504c9ca74SRui Ueyama       std::string Filename = getFilename(Sec->File);
29672e107f3SRui Ueyama       if (!Cmd->FilePat.match(Filename) ||
29772e107f3SRui Ueyama           Pat.ExcludedFilePat.match(Filename) ||
29872e107f3SRui Ueyama           !Pat.SectionPat.match(Sec->Name))
299e0be2901SRui Ueyama         continue;
30072e107f3SRui Ueyama 
301ec5c4adbSRui Ueyama       // It is safe to assume that Sec is an InputSection
302ec5c4adbSRui Ueyama       // because mergeable or EH input sections have already been
303ec5c4adbSRui Ueyama       // handled and eliminated.
3046a1aa8d9SRafael Espindola       Ret.push_back(cast<InputSection>(Sec));
30572e107f3SRui Ueyama       Sec->Assigned = true;
306f94efdddSRui Ueyama     }
307d3190795SRafael Espindola 
3087ad1e310SRui Ueyama     sortInputSections(MutableArrayRef<InputSection *>(Ret).slice(SizeBefore),
3097ad1e310SRui Ueyama                       Pat, Order);
310ee924709SRui Ueyama   }
31172e107f3SRui Ueyama   return Ret;
312be94e1b6SRafael Espindola }
313be94e1b6SRafael Espindola 
31405433431SRui Ueyama void LinkerScript::discard(ArrayRef<InputSection *> V) {
31505433431SRui Ueyama   for (InputSection *S : V) {
3161e30f07cSDmitry Mikulin     if (S == InX::ShStrTab || S == InX::Dynamic || S == InX::DynSymTab ||
3171e30f07cSDmitry Mikulin         S == InX::DynStrTab)
3182af64b0bSRafael Espindola       error("discarding " + S->Name + " section is not allowed");
3198e38ea8bSRui Ueyama 
3208e38ea8bSRui Ueyama     S->Assigned = false;
3218e38ea8bSRui Ueyama     S->Live = false;
322647c1685SGeorge Rimar     discard(S->DependentSections);
323be94e1b6SRafael Espindola   }
324be94e1b6SRafael Espindola }
325be94e1b6SRafael Espindola 
326849d499eSRafael Espindola std::vector<InputSection *> LinkerScript::createInputSectionList(
327849d499eSRafael Espindola     OutputSection &OutCmd, const DenseMap<SectionBase *, int> &Order) {
32805433431SRui Ueyama   std::vector<InputSection *> Ret;
329e7f912cdSRui Ueyama 
3306b394caaSRui Ueyama   for (BaseCommand *Base : OutCmd.SectionCommands) {
33105433431SRui Ueyama     if (auto *Cmd = dyn_cast<InputSectionDescription>(Base)) {
332849d499eSRafael Espindola       Cmd->Sections = computeInputSections(Cmd, Order);
333e4c8b9b7SRafael Espindola       Ret.insert(Ret.end(), Cmd->Sections.begin(), Cmd->Sections.end());
3340b9ce6a4SRui Ueyama     }
33505433431SRui Ueyama   }
3360b9ce6a4SRui Ueyama   return Ret;
3370b9ce6a4SRui Ueyama }
3380b9ce6a4SRui Ueyama 
3393558e24aSRafael Espindola void LinkerScript::processSectionCommands() {
3405616adf6SRafael Espindola   // A symbol can be assigned before any section is mentioned in the linker
3415616adf6SRafael Espindola   // script. In an DSO, the symbol values are addresses, so the only important
3425616adf6SRafael Espindola   // section values are:
3435616adf6SRafael Espindola   // * SHN_UNDEF
3445616adf6SRafael Espindola   // * SHN_ABS
3455616adf6SRafael Espindola   // * Any value meaning a regular section.
3465616adf6SRafael Espindola   // To handle that, create a dummy aether section that fills the void before
3475616adf6SRafael Espindola   // the linker scripts switches to another section. It has an index of one
3485616adf6SRafael Espindola   // which will map to whatever the first actual section is.
3495616adf6SRafael Espindola   Aether = make<OutputSection>("", 0, SHF_ALLOC);
3505616adf6SRafael Espindola   Aether->SectionIndex = 1;
35118d19687SRui Ueyama 
35229b240c6SRui Ueyama   // Ctx captures the local AddressState and makes it accessible deliberately.
35329b240c6SRui Ueyama   // This is needed as there are some cases where we cannot just
354c1ace40bSPeter Smith   // thread the current state through to a lambda function created by the
355c1ace40bSPeter Smith   // script parser.
356089dac7bSRafael Espindola   auto Deleter = make_unique<AddressState>();
357089dac7bSRafael Espindola   Ctx = Deleter.get();
35829b240c6SRui Ueyama   Ctx->OutSec = Aether;
3595616adf6SRafael Espindola 
360849d499eSRafael Espindola   DenseMap<SectionBase *, int> Order = buildSectionOrder();
361355a8dd6SRui Ueyama   // Add input sections to output sections.
3626b394caaSRui Ueyama   for (size_t I = 0; I < SectionCommands.size(); ++I) {
3630b1b695aSRui Ueyama     // Handle symbol assignments outside of any output section.
3646b394caaSRui Ueyama     if (auto *Cmd = dyn_cast<SymbolAssignment>(SectionCommands[I])) {
3654cd7352cSRafael Espindola       addSymbol(Cmd);
3662ab5f73dSRui Ueyama       continue;
3672ab5f73dSRui Ueyama     }
3680b1b695aSRui Ueyama 
3696b394caaSRui Ueyama     if (auto *Sec = dyn_cast<OutputSection>(SectionCommands[I])) {
370849d499eSRafael Espindola       std::vector<InputSection *> V = createInputSectionList(*Sec, Order);
3717bd37870SRafael Espindola 
3720b1b695aSRui Ueyama       // The output section name `/DISCARD/' is special.
3730b1b695aSRui Ueyama       // Any input section assigned to it is discarded.
3748c022ca7SRafael Espindola       if (Sec->Name == "/DISCARD/") {
3757bd37870SRafael Espindola         discard(V);
37648c3f1ceSRui Ueyama         continue;
37748c3f1ceSRui Ueyama       }
3780b9ce6a4SRui Ueyama 
3790b1b695aSRui Ueyama       // This is for ONLY_IF_RO and ONLY_IF_RW. An output section directive
3800b1b695aSRui Ueyama       // ".foo : ONLY_IF_R[OW] { ... }" is handled only if all member input
3810b1b695aSRui Ueyama       // sections satisfy a given constraint. If not, a directive is handled
38207d7c42cSGeorge Rimar       // as if it wasn't present from the beginning.
3830b1b695aSRui Ueyama       //
3846b394caaSRui Ueyama       // Because we'll iterate over SectionCommands many more times, the easiest
38507d7c42cSGeorge Rimar       // way to "make it as if it wasn't present" is to just remove it.
3868c022ca7SRafael Espindola       if (!matchConstraints(V, Sec->Constraint)) {
387b4c9b81aSRafael Espindola         for (InputSectionBase *S : V)
388f94efdddSRui Ueyama           S->Assigned = false;
3896b394caaSRui Ueyama         SectionCommands.erase(SectionCommands.begin() + I);
39007d7c42cSGeorge Rimar         --I;
3917c3ff2ebSRafael Espindola         continue;
3927c3ff2ebSRafael Espindola       }
3937c3ff2ebSRafael Espindola 
3940b1b695aSRui Ueyama       // A directive may contain symbol definitions like this:
3950b1b695aSRui Ueyama       // ".foo : { ...; bar = .; }". Handle them.
3966b394caaSRui Ueyama       for (BaseCommand *Base : Sec->SectionCommands)
3978f99f73cSRui Ueyama         if (auto *OutCmd = dyn_cast<SymbolAssignment>(Base))
3984cd7352cSRafael Espindola           addSymbol(OutCmd);
3997c3ff2ebSRafael Espindola 
4000b1b695aSRui Ueyama       // Handle subalign (e.g. ".foo : SUBALIGN(32) { ... }"). If subalign
4010b1b695aSRui Ueyama       // is given, input sections are aligned to that value, whether the
4020b1b695aSRui Ueyama       // given value is larger or smaller than the original section alignment.
4038c022ca7SRafael Espindola       if (Sec->SubalignExpr) {
4048c022ca7SRafael Espindola         uint32_t Subalign = Sec->SubalignExpr().getValue();
405b4c9b81aSRafael Espindola         for (InputSectionBase *S : V)
4060b1b695aSRui Ueyama           S->Alignment = Subalign;
40720d03194SEugene Leviant       }
4080b1b695aSRui Ueyama 
4090b1b695aSRui Ueyama       // Add input sections to an output section.
41005433431SRui Ueyama       for (InputSection *S : V)
41105433431SRui Ueyama         Sec->addSection(S);
412355a8dd6SRui Ueyama     }
413355a8dd6SRui Ueyama   }
414355a8dd6SRui Ueyama   Ctx = nullptr;
415c54d5b16SRui Ueyama 
416355a8dd6SRui Ueyama   // Output sections are emitted in the exact same order as
417355a8dd6SRui Ueyama   // appeared in SECTIONS command, so we know their section indices.
418355a8dd6SRui Ueyama   for (size_t I = 0; I < SectionCommands.size(); ++I) {
419355a8dd6SRui Ueyama     auto *Sec = dyn_cast<OutputSection>(SectionCommands[I]);
420355a8dd6SRui Ueyama     if (!Sec)
421355a8dd6SRui Ueyama       continue;
422660c9ab9SRafael Espindola     assert(Sec->SectionIndex == INT_MAX);
423660c9ab9SRafael Espindola     Sec->SectionIndex = I;
4248c022ca7SRafael Espindola     if (Sec->Noload)
425fbb0463fSGeorge Rimar       Sec->Type = SHT_NOBITS;
42648c3f1ceSRui Ueyama   }
4274aa2ef5bSRafael Espindola }
428e63d81bdSEugene Leviant 
429d2f225fdSRui Ueyama static OutputSection *findByName(ArrayRef<BaseCommand *> Vec,
430d2f225fdSRui Ueyama                                  StringRef Name) {
431d2f225fdSRui Ueyama   for (BaseCommand *Base : Vec)
432d2f225fdSRui Ueyama     if (auto *Sec = dyn_cast<OutputSection>(Base))
433d2f225fdSRui Ueyama       if (Sec->Name == Name)
434d2f225fdSRui Ueyama         return Sec;
435d2f225fdSRui Ueyama   return nullptr;
436d2f225fdSRui Ueyama }
437d2f225fdSRui Ueyama 
4389814d151SGeorge Rimar static void reportOrphan(InputSectionBase *IS, StringRef Name) {
4399814d151SGeorge Rimar   if (Config->OrphanHandling == OrphanHandlingPolicy::Error)
4409814d151SGeorge Rimar     error(toString(IS) + " is being placed in '" + Name + "'");
4419814d151SGeorge Rimar   else if (Config->OrphanHandling == OrphanHandlingPolicy::Warn)
4429814d151SGeorge Rimar     warn(toString(IS) + " is being placed in '" + Name + "'");
4439814d151SGeorge Rimar }
4449814d151SGeorge Rimar 
4450b1b695aSRui Ueyama // Add sections that didn't match any sections command.
446b8dd23f5SRui Ueyama void LinkerScript::addOrphanSections(OutputSectionFactory &Factory) {
4476b394caaSRui Ueyama   unsigned End = SectionCommands.size();
448d2f225fdSRui Ueyama 
449f9b04fd9SGeorge Rimar   std::vector<OutputSection *> V;
4504f013bb3SRafael Espindola   for (InputSectionBase *S : InputSections) {
451db5e56f7SRafael Espindola     if (!S->Live || S->Parent)
4524f013bb3SRafael Espindola       continue;
453d2f225fdSRui Ueyama 
4544f013bb3SRafael Espindola     StringRef Name = getOutputSectionName(S->Name);
4559814d151SGeorge Rimar     reportOrphan(S, Name);
456d2f225fdSRui Ueyama 
457ac27de9dSRui Ueyama     if (OutputSection *Sec =
4586b394caaSRui Ueyama             findByName(makeArrayRef(SectionCommands).slice(0, End), Name)) {
4590e2bfb1eSRui Ueyama       Sec->addSection(cast<InputSection>(S));
460c54d5b16SRui Ueyama       continue;
461660c9ab9SRafael Espindola     }
462c54d5b16SRui Ueyama 
463c54d5b16SRui Ueyama     if (OutputSection *OS = Factory.addInputSec(S, Name))
464f9b04fd9SGeorge Rimar       V.push_back(OS);
465c54d5b16SRui Ueyama     assert(S->getOutputSection()->SectionIndex == INT_MAX);
466d7faa916SRafael Espindola   }
467f9b04fd9SGeorge Rimar 
468f9b04fd9SGeorge Rimar   // If no SECTIONS command was given, we should insert sections commands
469f9b04fd9SGeorge Rimar   // before others, so that we can handle scripts which refers them,
470f9b04fd9SGeorge Rimar   // for example: "foo = ABSOLUTE(ADDR(.text)));".
471f9b04fd9SGeorge Rimar   // When SECTIONS command is present we just add all orphans to the end.
472f9b04fd9SGeorge Rimar   if (HasSectionsCommand)
473f9b04fd9SGeorge Rimar     SectionCommands.insert(SectionCommands.end(), V.begin(), V.end());
474f9b04fd9SGeorge Rimar   else
475f9b04fd9SGeorge Rimar     SectionCommands.insert(SectionCommands.begin(), V.begin(), V.end());
4764f013bb3SRafael Espindola }
477e63d81bdSEugene Leviant 
47871f84067SRui Ueyama uint64_t LinkerScript::advance(uint64_t Size, unsigned Alignment) {
47929b240c6SRui Ueyama   bool IsTbss =
48029b240c6SRui Ueyama       (Ctx->OutSec->Flags & SHF_TLS) && Ctx->OutSec->Type == SHT_NOBITS;
48129b240c6SRui Ueyama   uint64_t Start = IsTbss ? Dot + Ctx->ThreadBssOffset : Dot;
48271f84067SRui Ueyama   Start = alignTo(Start, Alignment);
4837c4eafa3SRafael Espindola   uint64_t End = Start + Size;
4847c4eafa3SRafael Espindola 
4857c4eafa3SRafael Espindola   if (IsTbss)
48629b240c6SRui Ueyama     Ctx->ThreadBssOffset = End - Dot;
4877c4eafa3SRafael Espindola   else
4887c4eafa3SRafael Espindola     Dot = End;
4897c4eafa3SRafael Espindola   return End;
490a940e539SRafael Espindola }
491a940e539SRafael Espindola 
492b8dd23f5SRui Ueyama void LinkerScript::output(InputSection *S) {
493f694d33fSGeorge Rimar   uint64_t Before = advance(0, 1);
4947c4eafa3SRafael Espindola   uint64_t Pos = advance(S->getSize(), S->Alignment);
49529b240c6SRui Ueyama   S->OutSecOff = Pos - S->getSize() - Ctx->OutSec->Addr;
496d3190795SRafael Espindola 
497d3190795SRafael Espindola   // Update output section size after adding each section. This is so that
498d3190795SRafael Espindola   // SIZEOF works correctly in the case below:
499d3190795SRafael Espindola   // .foo { *(.aaa) a = SIZEOF(.foo); *(.bbb) }
50029b240c6SRui Ueyama   Ctx->OutSec->Size = Pos - Ctx->OutSec->Addr;
501d3190795SRafael Espindola 
502b889744eSMeador Inge   // If there is a memory region associated with this input section, then
503b889744eSMeador Inge   // place the section in that region and update the region index.
50429b240c6SRui Ueyama   if (Ctx->MemRegion) {
50529b240c6SRui Ueyama     uint64_t &CurOffset = Ctx->MemRegionOffset[Ctx->MemRegion];
506f694d33fSGeorge Rimar     CurOffset += Pos - Before;
50729b240c6SRui Ueyama     uint64_t CurSize = CurOffset - Ctx->MemRegion->Origin;
50829b240c6SRui Ueyama     if (CurSize > Ctx->MemRegion->Length) {
50929b240c6SRui Ueyama       uint64_t OverflowAmt = CurSize - Ctx->MemRegion->Length;
51029b240c6SRui Ueyama       error("section '" + Ctx->OutSec->Name + "' will not fit in region '" +
51129b240c6SRui Ueyama             Ctx->MemRegion->Name + "': overflowed by " + Twine(OverflowAmt) +
51229b240c6SRui Ueyama             " bytes");
513b889744eSMeador Inge     }
514b889744eSMeador Inge   }
5152de509c3SRui Ueyama }
516ceabe80eSEugene Leviant 
517b8dd23f5SRui Ueyama void LinkerScript::switchTo(OutputSection *Sec) {
51829b240c6SRui Ueyama   if (Ctx->OutSec == Sec)
519d3190795SRafael Espindola     return;
520d3190795SRafael Espindola 
52129b240c6SRui Ueyama   Ctx->OutSec = Sec;
52229b240c6SRui Ueyama   Ctx->OutSec->Addr = advance(0, Ctx->OutSec->Alignment);
523b71d6f7aSEugene Leviant 
524b71d6f7aSEugene Leviant   // If neither AT nor AT> is specified for an allocatable section, the linker
525b71d6f7aSEugene Leviant   // will set the LMA such that the difference between VMA and LMA for the
526b71d6f7aSEugene Leviant   // section is the same as the preceding output section in the same region
527b71d6f7aSEugene Leviant   // https://sourceware.org/binutils/docs-2.20/ld/Output-Section-LMA.html
52829b240c6SRui Ueyama   if (Ctx->LMAOffset)
52929b240c6SRui Ueyama     Ctx->OutSec->LMAOffset = Ctx->LMAOffset();
530d3190795SRafael Espindola }
531d3190795SRafael Espindola 
532b889744eSMeador Inge // This function searches for a memory region to place the given output
533b889744eSMeador Inge // section in. If found, a pointer to the appropriate memory region is
534b889744eSMeador Inge // returned. Otherwise, a nullptr is returned.
5358c022ca7SRafael Espindola MemoryRegion *LinkerScript::findMemoryRegion(OutputSection *Sec) {
536b889744eSMeador Inge   // If a memory region name was specified in the output section command,
537b889744eSMeador Inge   // then try to find that region first.
5388c022ca7SRafael Espindola   if (!Sec->MemoryRegionName.empty()) {
539ac27de9dSRui Ueyama     auto It = MemoryRegions.find(Sec->MemoryRegionName);
540ac27de9dSRui Ueyama     if (It != MemoryRegions.end())
5415f37541cSGeorge Rimar       return It->second;
5428c022ca7SRafael Espindola     error("memory region '" + Sec->MemoryRegionName + "' not declared");
543b889744eSMeador Inge     return nullptr;
544b889744eSMeador Inge   }
545b889744eSMeador Inge 
546d7c5400fSRui Ueyama   // If at least one memory region is defined, all sections must
547d7c5400fSRui Ueyama   // belong to some memory region. Otherwise, we don't need to do
548d7c5400fSRui Ueyama   // anything for memory regions.
549ac27de9dSRui Ueyama   if (MemoryRegions.empty())
550b889744eSMeador Inge     return nullptr;
551b889744eSMeador Inge 
552b889744eSMeador Inge   // See if a region can be found by matching section flags.
553ac27de9dSRui Ueyama   for (auto &Pair : MemoryRegions) {
5545f37541cSGeorge Rimar     MemoryRegion *M = Pair.second;
5555f37541cSGeorge Rimar     if ((M->Flags & Sec->Flags) && (M->NegFlags & Sec->Flags) == 0)
5565f37541cSGeorge Rimar       return M;
557b889744eSMeador Inge   }
558b889744eSMeador Inge 
559b889744eSMeador Inge   // Otherwise, no suitable region was found.
560b889744eSMeador Inge   if (Sec->Flags & SHF_ALLOC)
561b889744eSMeador Inge     error("no memory region specified for section '" + Sec->Name + "'");
562b889744eSMeador Inge   return nullptr;
563b889744eSMeador Inge }
564b889744eSMeador Inge 
5650b1b695aSRui Ueyama // This function assigns offsets to input sections and an output section
5660b1b695aSRui Ueyama // for a single sections command (e.g. ".text { *(.text); }").
5678c022ca7SRafael Espindola void LinkerScript::assignOffsets(OutputSection *Sec) {
568dece2808SRafael Espindola   if (!(Sec->Flags & SHF_ALLOC))
569dece2808SRafael Espindola     Dot = 0;
5708c022ca7SRafael Espindola   else if (Sec->AddrExpr)
5718c022ca7SRafael Espindola     setDot(Sec->AddrExpr, Sec->Location, false);
572679828ffSRafael Espindola 
57329b240c6SRui Ueyama   Ctx->MemRegion = Sec->MemRegion;
57429b240c6SRui Ueyama   if (Ctx->MemRegion)
57529b240c6SRui Ueyama     Dot = Ctx->MemRegionOffset[Ctx->MemRegion];
576c2dffe3aSGeorge Rimar 
5778c022ca7SRafael Espindola   if (Sec->LMAExpr) {
5780c1c8085SGeorge Rimar     uint64_t D = Dot;
57929b240c6SRui Ueyama     Ctx->LMAOffset = [=] { return Sec->LMAExpr().getValue() - D; };
5805784e96fSEugene Leviant   }
5815784e96fSEugene Leviant 
582b889744eSMeador Inge   switchTo(Sec);
5830b1b695aSRui Ueyama 
584d86a4e50SGeorge Rimar   // We do not support custom layout for compressed debug sectons.
585d86a4e50SGeorge Rimar   // At this point we already know their size and have compressed content.
58629b240c6SRui Ueyama   if (Ctx->OutSec->Flags & SHF_COMPRESSED)
587d86a4e50SGeorge Rimar     return;
588d86a4e50SGeorge Rimar 
5892f4c121dSRui Ueyama   // We visited SectionsCommands from processSectionCommands to
5902f4c121dSRui Ueyama   // layout sections. Now, we visit SectionsCommands again to fix
5912f4c121dSRui Ueyama   // section offsets.
5922f4c121dSRui Ueyama   for (BaseCommand *Base : Sec->SectionCommands) {
5932f4c121dSRui Ueyama     // This handles the assignments to symbol or to the dot.
5942f4c121dSRui Ueyama     if (auto *Cmd = dyn_cast<SymbolAssignment>(Base)) {
5952f4c121dSRui Ueyama       assignSymbol(Cmd, true);
5962f4c121dSRui Ueyama       continue;
5972f4c121dSRui Ueyama     }
5982f4c121dSRui Ueyama 
5992f4c121dSRui Ueyama     // Handle BYTE(), SHORT(), LONG(), or QUAD().
600f0403c60SRui Ueyama     if (auto *Cmd = dyn_cast<ByteCommand>(Base)) {
6012f4c121dSRui Ueyama       Cmd->Offset = Dot - Ctx->OutSec->Addr;
6022f4c121dSRui Ueyama       Dot += Cmd->Size;
6032f4c121dSRui Ueyama       Ctx->OutSec->Size = Dot - Ctx->OutSec->Addr;
6042f4c121dSRui Ueyama       continue;
6052f4c121dSRui Ueyama     }
6062f4c121dSRui Ueyama 
6072f4c121dSRui Ueyama     // Handle ASSERT().
6082f4c121dSRui Ueyama     if (auto *Cmd = dyn_cast<AssertCommand>(Base)) {
6092f4c121dSRui Ueyama       Cmd->Expression();
6102f4c121dSRui Ueyama       continue;
6112f4c121dSRui Ueyama     }
6122f4c121dSRui Ueyama 
6132f4c121dSRui Ueyama     // Handle a single input section description command.
6142f4c121dSRui Ueyama     // It calculates and assigns the offsets for each section and also
6152f4c121dSRui Ueyama     // updates the output section size.
6162f4c121dSRui Ueyama     auto *Cmd = cast<InputSectionDescription>(Base);
6172f4c121dSRui Ueyama     for (InputSection *Sec : Cmd->Sections) {
6182f4c121dSRui Ueyama       // We tentatively added all synthetic sections at the beginning and
6192f4c121dSRui Ueyama       // removed empty ones afterwards (because there is no way to know
6202f4c121dSRui Ueyama       // whether they were going be empty or not other than actually running
6212f4c121dSRui Ueyama       // linker scripts.) We need to ignore remains of empty sections.
6222f4c121dSRui Ueyama       if (auto *S = dyn_cast<SyntheticSection>(Sec))
6232f4c121dSRui Ueyama         if (S->empty())
6242f4c121dSRui Ueyama           continue;
6252f4c121dSRui Ueyama 
6262f4c121dSRui Ueyama       if (!Sec->Live)
6272f4c121dSRui Ueyama         continue;
6282f4c121dSRui Ueyama       assert(Ctx->OutSec == Sec->getParent());
6292f4c121dSRui Ueyama       output(Sec);
6302f4c121dSRui Ueyama     }
6312f4c121dSRui Ueyama   }
632d3190795SRafael Espindola }
633d3190795SRafael Espindola 
634b8dd23f5SRui Ueyama void LinkerScript::removeEmptyCommands() {
6356d38e4dbSRafael Espindola   // It is common practice to use very generic linker scripts. So for any
6366d38e4dbSRafael Espindola   // given run some of the output sections in the script will be empty.
6376d38e4dbSRafael Espindola   // We could create corresponding empty output sections, but that would
6386d38e4dbSRafael Espindola   // clutter the output.
6396d38e4dbSRafael Espindola   // We instead remove trivially empty sections. The bfd linker seems even
6406d38e4dbSRafael Espindola   // more aggressive at removing them.
6416b394caaSRui Ueyama   llvm::erase_if(SectionCommands, [&](BaseCommand *Base) {
6428c022ca7SRafael Espindola     if (auto *Sec = dyn_cast<OutputSection>(Base))
6438c022ca7SRafael Espindola       return !Sec->Live;
6440b1b695aSRui Ueyama     return false;
6456d38e4dbSRafael Espindola   });
64607fe6129SRafael Espindola }
64707fe6129SRafael Espindola 
6488c022ca7SRafael Espindola static bool isAllSectionDescription(const OutputSection &Cmd) {
6496b394caaSRui Ueyama   for (BaseCommand *Base : Cmd.SectionCommands)
6508f99f73cSRui Ueyama     if (!isa<InputSectionDescription>(*Base))
6516a53737cSRafael Espindola       return false;
6526a53737cSRafael Espindola   return true;
6536a53737cSRafael Espindola }
6546d38e4dbSRafael Espindola 
655b8dd23f5SRui Ueyama void LinkerScript::adjustSectionsBeforeSorting() {
6569546fffbSRafael Espindola   // If the output section contains only symbol assignments, create a
65726fa916dSGeorge Rimar   // corresponding output section. The issue is what to do with linker script
65826fa916dSGeorge Rimar   // like ".foo : { symbol = 42; }". One option would be to convert it to
65926fa916dSGeorge Rimar   // "symbol = 42;". That is, move the symbol out of the empty section
66026fa916dSGeorge Rimar   // description. That seems to be what bfd does for this simple case. The
66126fa916dSGeorge Rimar   // problem is that this is not completely general. bfd will give up and
66226fa916dSGeorge Rimar   // create a dummy section too if there is a ". = . + 1" inside the section
66326fa916dSGeorge Rimar   // for example.
66426fa916dSGeorge Rimar   // Given that we want to create the section, we have to worry what impact
66526fa916dSGeorge Rimar   // it will have on the link. For example, if we just create a section with
66626fa916dSGeorge Rimar   // 0 for flags, it would change which PT_LOADs are created.
66726fa916dSGeorge Rimar   // We could remember that that particular section is dummy and ignore it in
66826fa916dSGeorge Rimar   // other parts of the linker, but unfortunately there are quite a few places
66926fa916dSGeorge Rimar   // that would need to change:
67026fa916dSGeorge Rimar   //   * The program header creation.
67126fa916dSGeorge Rimar   //   * The orphan section placement.
67226fa916dSGeorge Rimar   //   * The address assignment.
67326fa916dSGeorge Rimar   // The other option is to pick flags that minimize the impact the section
67426fa916dSGeorge Rimar   // will have on the rest of the linker. That is why we copy the flags from
67526fa916dSGeorge Rimar   // the previous sections. Only a few flags are needed to keep the impact low.
6760c1c8085SGeorge Rimar   uint64_t Flags = SHF_ALLOC;
677660c9ab9SRafael Espindola 
6786b394caaSRui Ueyama   for (BaseCommand *Cmd : SectionCommands) {
6798962db91SGeorge Rimar     auto *Sec = dyn_cast<OutputSection>(Cmd);
6808c022ca7SRafael Espindola     if (!Sec)
6819546fffbSRafael Espindola       continue;
6828c022ca7SRafael Espindola     if (Sec->Live) {
68326fa916dSGeorge Rimar       Flags = Sec->Flags & (SHF_ALLOC | SHF_WRITE | SHF_EXECINSTR);
6849546fffbSRafael Espindola       continue;
6859546fffbSRafael Espindola     }
6869546fffbSRafael Espindola 
6878c022ca7SRafael Espindola     if (isAllSectionDescription(*Sec))
6886a53737cSRafael Espindola       continue;
6896a53737cSRafael Espindola 
6908c022ca7SRafael Espindola     Sec->Live = true;
6918c022ca7SRafael Espindola     Sec->Flags = Flags;
6929546fffbSRafael Espindola   }
693f7a17448SRafael Espindola }
694f7a17448SRafael Espindola 
695b8dd23f5SRui Ueyama void LinkerScript::adjustSectionsAfterSorting() {
696feed7506SRafael Espindola   // Try and find an appropriate memory region to assign offsets in.
6976b394caaSRui Ueyama   for (BaseCommand *Base : SectionCommands) {
6988c022ca7SRafael Espindola     if (auto *Sec = dyn_cast<OutputSection>(Base)) {
699ba45584cSGeorge Rimar       if (!Sec->Live)
700ba45584cSGeorge Rimar         continue;
7018c022ca7SRafael Espindola       Sec->MemRegion = findMemoryRegion(Sec);
702d1960dc0SRafael Espindola       // Handle align (e.g. ".foo : ALIGN(16) { ... }").
7038c022ca7SRafael Espindola       if (Sec->AlignExpr)
7048befefb2SRui Ueyama         Sec->Alignment =
7058befefb2SRui Ueyama             std::max<uint32_t>(Sec->Alignment, Sec->AlignExpr().getValue());
706d1960dc0SRafael Espindola     }
707d1960dc0SRafael Espindola   }
708feed7506SRafael Espindola 
709f7a17448SRafael Espindola   // If output section command doesn't specify any segments,
710f7a17448SRafael Espindola   // and we haven't previously assigned any section to segment,
711f7a17448SRafael Espindola   // then we simply assign section to the very first load segment.
712f7a17448SRafael Espindola   // Below is an example of such linker script:
713f7a17448SRafael Espindola   // PHDRS { seg PT_LOAD; }
714f7a17448SRafael Espindola   // SECTIONS { .aaa : { *(.aaa) } }
715f7a17448SRafael Espindola   std::vector<StringRef> DefPhdrs;
716f7a17448SRafael Espindola   auto FirstPtLoad =
717ac27de9dSRui Ueyama       std::find_if(PhdrsCommands.begin(), PhdrsCommands.end(),
718f7a17448SRafael Espindola                    [](const PhdrsCommand &Cmd) { return Cmd.Type == PT_LOAD; });
719ac27de9dSRui Ueyama   if (FirstPtLoad != PhdrsCommands.end())
720f7a17448SRafael Espindola     DefPhdrs.push_back(FirstPtLoad->Name);
721f7a17448SRafael Espindola 
722f7a17448SRafael Espindola   // Walk the commands and propagate the program headers to commands that don't
723f7a17448SRafael Espindola   // explicitly specify them.
7246b394caaSRui Ueyama   for (BaseCommand *Base : SectionCommands) {
7258c022ca7SRafael Espindola     auto *Sec = dyn_cast<OutputSection>(Base);
7268c022ca7SRafael Espindola     if (!Sec)
727f7a17448SRafael Espindola       continue;
7288f99f73cSRui Ueyama 
7298c022ca7SRafael Espindola     if (Sec->Phdrs.empty()) {
730a020d348SAndrew Ng       // To match the bfd linker script behaviour, only propagate program
731a020d348SAndrew Ng       // headers to sections that are allocated.
7328c022ca7SRafael Espindola       if (Sec->Flags & SHF_ALLOC)
7338c022ca7SRafael Espindola         Sec->Phdrs = DefPhdrs;
734a020d348SAndrew Ng     } else {
7358c022ca7SRafael Espindola       DefPhdrs = Sec->Phdrs;
736f7a17448SRafael Espindola     }
737a020d348SAndrew Ng   }
7389546fffbSRafael Espindola }
7399546fffbSRafael Espindola 
740582ede89SGeorge Rimar static OutputSection *findFirstSection(PhdrEntry *Load) {
741582ede89SGeorge Rimar   for (OutputSection *Sec : OutputSections)
742582ede89SGeorge Rimar     if (Sec->PtLoad == Load)
743582ede89SGeorge Rimar       return Sec;
744582ede89SGeorge Rimar   return nullptr;
745582ede89SGeorge Rimar }
746582ede89SGeorge Rimar 
747b93c5b9fSPetr Hosek // Try to find an address for the file and program headers output sections,
748b93c5b9fSPetr Hosek // which were unconditionally added to the first PT_LOAD segment earlier.
749b93c5b9fSPetr Hosek //
750b93c5b9fSPetr Hosek // When using the default layout, we check if the headers fit below the first
751b93c5b9fSPetr Hosek // allocated section. When using a linker script, we also check if the headers
752b93c5b9fSPetr Hosek // are covered by the output section. This allows omitting the headers by not
753b93c5b9fSPetr Hosek // leaving enough space for them in the linker script; this pattern is common
754b93c5b9fSPetr Hosek // in embedded systems.
755b93c5b9fSPetr Hosek //
756b93c5b9fSPetr Hosek // If there isn't enough space for these sections, we'll remove them from the
757b93c5b9fSPetr Hosek // PT_LOAD segment, and we'll also remove the PT_PHDR segment.
758aa354187SGeorge Rimar void LinkerScript::allocateHeaders(std::vector<PhdrEntry *> &Phdrs) {
7595aedebffSPeter Smith   uint64_t Min = std::numeric_limits<uint64_t>::max();
7608c022ca7SRafael Espindola   for (OutputSection *Sec : OutputSections)
7615aedebffSPeter Smith     if (Sec->Flags & SHF_ALLOC)
7625aedebffSPeter Smith       Min = std::min<uint64_t>(Min, Sec->Addr);
7635aedebffSPeter Smith 
764aa354187SGeorge Rimar   auto It = llvm::find_if(
765aa354187SGeorge Rimar       Phdrs, [](const PhdrEntry *E) { return E->p_type == PT_LOAD; });
766aa354187SGeorge Rimar   if (It == Phdrs.end())
767d971e703SGeorge Rimar     return;
768aa354187SGeorge Rimar   PhdrEntry *FirstPTLoad = *It;
76902ed7575SRafael Espindola 
77002ed7575SRafael Espindola   uint64_t HeaderSize = getHeaderSize();
771b93c5b9fSPetr Hosek   // When linker script with SECTIONS is being used, don't output headers
772b93c5b9fSPetr Hosek   // unless there's a space for them.
773a323e2a7SRui Ueyama   uint64_t Base = HasSectionsCommand ? alignDown(Min, Config->MaxPageSize) : 0;
774b93c5b9fSPetr Hosek   if (HeaderSize <= Min - Base || Script->hasPhdrsCommands()) {
7751f0fe88aSRafael Espindola     Min = alignDown(Min - HeaderSize, Config->MaxPageSize);
77602ed7575SRafael Espindola     Out::ElfHeader->Addr = Min;
77702ed7575SRafael Espindola     Out::ProgramHeaders->Addr = Min + Out::ElfHeader->Size;
778d971e703SGeorge Rimar     return;
77902ed7575SRafael Espindola   }
78002ed7575SRafael Espindola 
781582ede89SGeorge Rimar   Out::ElfHeader->PtLoad = nullptr;
782582ede89SGeorge Rimar   Out::ProgramHeaders->PtLoad = nullptr;
7836823c5f0SGeorge Rimar   FirstPTLoad->FirstSec = findFirstSection(FirstPTLoad);
78402ed7575SRafael Espindola 
78560608a8aSGeorge Rimar   llvm::erase_if(Phdrs,
78660608a8aSGeorge Rimar                  [](const PhdrEntry *E) { return E->p_type == PT_PHDR; });
78702ed7575SRafael Espindola }
78802ed7575SRafael Espindola 
789ac27de9dSRui Ueyama LinkerScript::AddressState::AddressState() {
790ac27de9dSRui Ueyama   for (auto &MRI : Script->MemoryRegions) {
7915f37541cSGeorge Rimar     const MemoryRegion *MR = MRI.second;
792906e9a18SPeter Smith     MemRegionOffset[MR] = MR->Origin;
793906e9a18SPeter Smith   }
794906e9a18SPeter Smith }
795906e9a18SPeter Smith 
796f9b04fd9SGeorge Rimar static uint64_t getInitialDot() {
797f9b04fd9SGeorge Rimar   // By default linker scripts use an initial value of 0 for '.',
798f9b04fd9SGeorge Rimar   // but prefer -image-base if set.
799f9b04fd9SGeorge Rimar   if (Script->HasSectionsCommand)
800f9b04fd9SGeorge Rimar     return Config->ImageBase ? *Config->ImageBase : 0;
801f9b04fd9SGeorge Rimar 
802f9b04fd9SGeorge Rimar   uint64_t StartAddr = UINT64_MAX;
803f9b04fd9SGeorge Rimar   // The Sections with -T<section> have been sorted in order of ascending
804f9b04fd9SGeorge Rimar   // address. We must lower StartAddr if the lowest -T<section address> as
805f9b04fd9SGeorge Rimar   // calls to setDot() must be monotonically increasing.
806f9b04fd9SGeorge Rimar   for (auto &KV : Config->SectionStartMap)
807f9b04fd9SGeorge Rimar     StartAddr = std::min(StartAddr, KV.second);
808f9b04fd9SGeorge Rimar   return std::min(StartAddr, Target->getImageBase() + elf::getHeaderSize());
809f9b04fd9SGeorge Rimar }
810f9b04fd9SGeorge Rimar 
811f9b04fd9SGeorge Rimar // Here we assign addresses as instructed by linker script SECTIONS
812f9b04fd9SGeorge Rimar // sub-commands. Doing that allows us to use final VA values, so here
813f9b04fd9SGeorge Rimar // we also handle rest commands like symbol assignments and ASSERTs.
814b5ca92efSJames Henderson void LinkerScript::assignAddresses() {
815f9b04fd9SGeorge Rimar   Dot = getInitialDot();
81618d19687SRui Ueyama 
817089dac7bSRafael Espindola   auto Deleter = make_unique<AddressState>();
818089dac7bSRafael Espindola   Ctx = Deleter.get();
81972dc195dSRafael Espindola   ErrorOnMissingSection = true;
82006f4743aSRafael Espindola   switchTo(Aether);
82106f4743aSRafael Espindola 
8226b394caaSRui Ueyama   for (BaseCommand *Base : SectionCommands) {
8238f99f73cSRui Ueyama     if (auto *Cmd = dyn_cast<SymbolAssignment>(Base)) {
824d379f735SRui Ueyama       assignSymbol(Cmd, false);
82505ef4cffSRui Ueyama       continue;
826652852c5SGeorge Rimar     }
827652852c5SGeorge Rimar 
8288f99f73cSRui Ueyama     if (auto *Cmd = dyn_cast<AssertCommand>(Base)) {
8294595df94SRafael Espindola       Cmd->Expression();
830eefa758eSGeorge Rimar       continue;
831eefa758eSGeorge Rimar     }
832eefa758eSGeorge Rimar 
8338c022ca7SRafael Espindola     assignOffsets(cast<OutputSection>(Base));
834a14b13d8SGeorge Rimar   }
83529b240c6SRui Ueyama   Ctx = nullptr;
836fb8978fcSDima Stepanov }
837652852c5SGeorge Rimar 
838464daadcSRui Ueyama // Creates program headers as instructed by PHDRS linker script command.
839aa354187SGeorge Rimar std::vector<PhdrEntry *> LinkerScript::createPhdrs() {
840aa354187SGeorge Rimar   std::vector<PhdrEntry *> Ret;
841bbe38602SEugene Leviant 
842464daadcSRui Ueyama   // Process PHDRS and FILEHDR keywords because they are not
843464daadcSRui Ueyama   // real output sections and cannot be added in the following loop.
844ac27de9dSRui Ueyama   for (const PhdrsCommand &Cmd : PhdrsCommands) {
8450ae2c24cSRui Ueyama     PhdrEntry *Phdr = make<PhdrEntry>(Cmd.Type, Cmd.Flags ? *Cmd.Flags : PF_R);
846bbe38602SEugene Leviant 
847bbe38602SEugene Leviant     if (Cmd.HasFilehdr)
848aa354187SGeorge Rimar       Phdr->add(Out::ElfHeader);
849bbe38602SEugene Leviant     if (Cmd.HasPhdrs)
850aa354187SGeorge Rimar       Phdr->add(Out::ProgramHeaders);
85156b21c86SEugene Leviant 
85256b21c86SEugene Leviant     if (Cmd.LMAExpr) {
853aa354187SGeorge Rimar       Phdr->p_paddr = Cmd.LMAExpr().getValue();
854aa354187SGeorge Rimar       Phdr->HasLMA = true;
85556b21c86SEugene Leviant     }
856aa354187SGeorge Rimar     Ret.push_back(Phdr);
857bbe38602SEugene Leviant   }
858bbe38602SEugene Leviant 
859464daadcSRui Ueyama   // Add output sections to program headers.
8608c022ca7SRafael Espindola   for (OutputSection *Sec : OutputSections) {
861bbe38602SEugene Leviant     // Assign headers specified by linker script
8628c022ca7SRafael Espindola     for (size_t Id : getPhdrIndices(Sec)) {
863aa354187SGeorge Rimar       Ret[Id]->add(Sec);
864ac27de9dSRui Ueyama       if (!PhdrsCommands[Id].Flags.hasValue())
865aa354187SGeorge Rimar         Ret[Id]->p_flags |= Sec->getPhdrFlags();
866bbe38602SEugene Leviant     }
867bbe38602SEugene Leviant   }
868edebbdf1SRui Ueyama   return Ret;
869bbe38602SEugene Leviant }
870bbe38602SEugene Leviant 
871e03ba023SRui Ueyama // Returns true if we should emit an .interp section.
872e03ba023SRui Ueyama //
873e03ba023SRui Ueyama // We usually do. But if PHDRS commands are given, and
874e03ba023SRui Ueyama // no PT_INTERP is there, there's no place to emit an
875e03ba023SRui Ueyama // .interp, so we don't do that in that case.
876e03ba023SRui Ueyama bool LinkerScript::needsInterpSection() {
877ac27de9dSRui Ueyama   if (PhdrsCommands.empty())
878e03ba023SRui Ueyama     return true;
879ac27de9dSRui Ueyama   for (PhdrsCommand &Cmd : PhdrsCommands)
880e31d9886SRui Ueyama     if (Cmd.Type == PT_INTERP)
881e31d9886SRui Ueyama       return true;
882e03ba023SRui Ueyama   return false;
883f9bc3bd2SEugene Leviant }
884f9bc3bd2SEugene Leviant 
885722221f5SRui Ueyama ExprValue LinkerScript::getSymbolValue(StringRef Name, const Twine &Loc) {
886722221f5SRui Ueyama   if (Name == ".") {
88729b240c6SRui Ueyama     if (Ctx)
88829b240c6SRui Ueyama       return {Ctx->OutSec, false, Dot - Ctx->OutSec->Addr, Loc};
8897e5b0a59SGeorge Rimar     error(Loc + ": unable to get location counter value");
8907e5b0a59SGeorge Rimar     return 0;
8917e5b0a59SGeorge Rimar   }
892f5733500SRui Ueyama 
893722221f5SRui Ueyama   if (auto *Sym = dyn_cast_or_null<DefinedRegular>(Symtab->find(Name)))
894f5733500SRui Ueyama     return {Sym->Section, false, Sym->Value, Loc};
895f5733500SRui Ueyama 
896722221f5SRui Ueyama   error(Loc + ": symbol not found: " + Name);
897884e786dSGeorge Rimar   return 0;
898884e786dSGeorge Rimar }
899884e786dSGeorge Rimar 
900656be311SRui Ueyama // Returns the index of the segment named Name.
901656be311SRui Ueyama static Optional<size_t> getPhdrIndex(ArrayRef<PhdrsCommand> Vec,
902656be311SRui Ueyama                                      StringRef Name) {
903656be311SRui Ueyama   for (size_t I = 0; I < Vec.size(); ++I)
904656be311SRui Ueyama     if (Vec[I].Name == Name)
905656be311SRui Ueyama       return I;
906656be311SRui Ueyama   return None;
907656be311SRui Ueyama }
908656be311SRui Ueyama 
9092c923c2cSRafael Espindola // Returns indices of ELF headers containing specific section. Each index is a
9102c923c2cSRafael Espindola // zero based number of ELF header listed within PHDRS {} script block.
9118c022ca7SRafael Espindola std::vector<size_t> LinkerScript::getPhdrIndices(OutputSection *Cmd) {
91229c5a2a9SRui Ueyama   std::vector<size_t> Ret;
913656be311SRui Ueyama 
914656be311SRui Ueyama   for (StringRef S : Cmd->Phdrs) {
915ac27de9dSRui Ueyama     if (Optional<size_t> Idx = getPhdrIndex(PhdrsCommands, S))
91687223574SRui Ueyama       Ret.push_back(*Idx);
917656be311SRui Ueyama     else if (S != "NONE")
918656be311SRui Ueyama       error(Cmd->Location + ": section header '" + S +
919656be311SRui Ueyama             "' is not listed in PHDRS");
920bbe38602SEugene Leviant   }
921656be311SRui Ueyama   return Ret;
92229c5a2a9SRui Ueyama }
923