1 //===- yaml2elf - Convert YAML to a ELF object file -----------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 ///
9 /// \file
10 /// The ELF component of yaml2obj.
11 ///
12 //===----------------------------------------------------------------------===//
13 
14 #include "llvm/ADT/ArrayRef.h"
15 #include "llvm/ADT/DenseMap.h"
16 #include "llvm/ADT/SetVector.h"
17 #include "llvm/ADT/StringSet.h"
18 #include "llvm/BinaryFormat/ELF.h"
19 #include "llvm/MC/StringTableBuilder.h"
20 #include "llvm/Object/ELFObjectFile.h"
21 #include "llvm/ObjectYAML/DWARFEmitter.h"
22 #include "llvm/ObjectYAML/DWARFYAML.h"
23 #include "llvm/ObjectYAML/ELFYAML.h"
24 #include "llvm/ObjectYAML/yaml2obj.h"
25 #include "llvm/Support/EndianStream.h"
26 #include "llvm/Support/Errc.h"
27 #include "llvm/Support/Error.h"
28 #include "llvm/Support/LEB128.h"
29 #include "llvm/Support/MemoryBuffer.h"
30 #include "llvm/Support/WithColor.h"
31 #include "llvm/Support/YAMLTraits.h"
32 #include "llvm/Support/raw_ostream.h"
33 
34 using namespace llvm;
35 
36 // This class is used to build up a contiguous binary blob while keeping
37 // track of an offset in the output (which notionally begins at
38 // `InitialOffset`).
39 // The blob might be limited to an arbitrary size. All attempts to write data
40 // are ignored and the error condition is remembered once the limit is reached.
41 // Such an approach allows us to simplify the code by delaying error reporting
42 // and doing it at a convenient time.
43 namespace {
44 class ContiguousBlobAccumulator {
45   const uint64_t InitialOffset;
46   const uint64_t MaxSize;
47 
48   SmallVector<char, 128> Buf;
49   raw_svector_ostream OS;
50   Error ReachedLimitErr = Error::success();
51 
52   bool checkLimit(uint64_t Size) {
53     if (!ReachedLimitErr && getOffset() + Size <= MaxSize)
54       return true;
55     if (!ReachedLimitErr)
56       ReachedLimitErr = createStringError(errc::invalid_argument,
57                                           "reached the output size limit");
58     return false;
59   }
60 
61 public:
62   ContiguousBlobAccumulator(uint64_t BaseOffset, uint64_t SizeLimit)
63       : InitialOffset(BaseOffset), MaxSize(SizeLimit), OS(Buf) {}
64 
65   uint64_t tell() const { return OS.tell(); }
66   uint64_t getOffset() const { return InitialOffset + OS.tell(); }
67   void writeBlobToStream(raw_ostream &Out) const { Out << OS.str(); }
68 
69   Error takeLimitError() {
70     // Request to write 0 bytes to check we did not reach the limit.
71     checkLimit(0);
72     return std::move(ReachedLimitErr);
73   }
74 
75   /// \returns The new offset.
76   uint64_t padToAlignment(unsigned Align) {
77     uint64_t CurrentOffset = getOffset();
78     if (ReachedLimitErr)
79       return CurrentOffset;
80 
81     uint64_t AlignedOffset = alignTo(CurrentOffset, Align == 0 ? 1 : Align);
82     uint64_t PaddingSize = AlignedOffset - CurrentOffset;
83     if (!checkLimit(PaddingSize))
84       return CurrentOffset;
85 
86     writeZeros(PaddingSize);
87     return AlignedOffset;
88   }
89 
90   raw_ostream *getRawOS(uint64_t Size) {
91     if (checkLimit(Size))
92       return &OS;
93     return nullptr;
94   }
95 
96   void writeAsBinary(const yaml::BinaryRef &Bin, uint64_t N = UINT64_MAX) {
97     if (!checkLimit(Bin.binary_size()))
98       return;
99     Bin.writeAsBinary(OS, N);
100   }
101 
102   void writeZeros(uint64_t Num) {
103     if (checkLimit(Num))
104       OS.write_zeros(Num);
105   }
106 
107   void write(const char *Ptr, size_t Size) {
108     if (checkLimit(Size))
109       OS.write(Ptr, Size);
110   }
111 
112   void write(unsigned char C) {
113     if (checkLimit(1))
114       OS.write(C);
115   }
116 
117   unsigned writeULEB128(uint64_t Val) {
118     if (!checkLimit(sizeof(uint64_t)))
119       return 0;
120     return encodeULEB128(Val, OS);
121   }
122 
123   template <typename T> void write(T Val, support::endianness E) {
124     if (checkLimit(sizeof(T)))
125       support::endian::write<T>(OS, Val, E);
126   }
127 };
128 
129 // Used to keep track of section and symbol names, so that in the YAML file
130 // sections and symbols can be referenced by name instead of by index.
131 class NameToIdxMap {
132   StringMap<unsigned> Map;
133 
134 public:
135   /// \Returns false if name is already present in the map.
136   bool addName(StringRef Name, unsigned Ndx) {
137     return Map.insert({Name, Ndx}).second;
138   }
139   /// \Returns false if name is not present in the map.
140   bool lookup(StringRef Name, unsigned &Idx) const {
141     auto I = Map.find(Name);
142     if (I == Map.end())
143       return false;
144     Idx = I->getValue();
145     return true;
146   }
147   /// Asserts if name is not present in the map.
148   unsigned get(StringRef Name) const {
149     unsigned Idx;
150     if (lookup(Name, Idx))
151       return Idx;
152     assert(false && "Expected section not found in index");
153     return 0;
154   }
155   unsigned size() const { return Map.size(); }
156 };
157 
158 namespace {
159 struct Fragment {
160   uint64_t Offset;
161   uint64_t Size;
162   uint32_t Type;
163   uint64_t AddrAlign;
164 };
165 } // namespace
166 
167 /// "Single point of truth" for the ELF file construction.
168 /// TODO: This class still has a ways to go before it is truly a "single
169 /// point of truth".
170 template <class ELFT> class ELFState {
171   typedef typename ELFT::Ehdr Elf_Ehdr;
172   typedef typename ELFT::Phdr Elf_Phdr;
173   typedef typename ELFT::Shdr Elf_Shdr;
174   typedef typename ELFT::Sym Elf_Sym;
175   typedef typename ELFT::Rel Elf_Rel;
176   typedef typename ELFT::Rela Elf_Rela;
177   typedef typename ELFT::Relr Elf_Relr;
178   typedef typename ELFT::Dyn Elf_Dyn;
179   typedef typename ELFT::uint uintX_t;
180 
181   enum class SymtabType { Static, Dynamic };
182 
183   /// The future ".strtab" section.
184   StringTableBuilder DotStrtab{StringTableBuilder::ELF};
185 
186   /// The future ".shstrtab" section.
187   StringTableBuilder DotShStrtab{StringTableBuilder::ELF};
188 
189   /// The future ".dynstr" section.
190   StringTableBuilder DotDynstr{StringTableBuilder::ELF};
191 
192   NameToIdxMap SN2I;
193   NameToIdxMap SymN2I;
194   NameToIdxMap DynSymN2I;
195   ELFYAML::Object &Doc;
196 
197   StringSet<> ExcludedSectionHeaders;
198 
199   uint64_t LocationCounter = 0;
200   bool HasError = false;
201   yaml::ErrorHandler ErrHandler;
202   void reportError(const Twine &Msg);
203   void reportError(Error Err);
204 
205   std::vector<Elf_Sym> toELFSymbols(ArrayRef<ELFYAML::Symbol> Symbols,
206                                     const StringTableBuilder &Strtab);
207   unsigned toSectionIndex(StringRef S, StringRef LocSec, StringRef LocSym = "");
208   unsigned toSymbolIndex(StringRef S, StringRef LocSec, bool IsDynamic);
209 
210   void buildSectionIndex();
211   void buildSymbolIndexes();
212   void initProgramHeaders(std::vector<Elf_Phdr> &PHeaders);
213   bool initImplicitHeader(ContiguousBlobAccumulator &CBA, Elf_Shdr &Header,
214                           StringRef SecName, ELFYAML::Section *YAMLSec);
215   void initSectionHeaders(std::vector<Elf_Shdr> &SHeaders,
216                           ContiguousBlobAccumulator &CBA);
217   void initSymtabSectionHeader(Elf_Shdr &SHeader, SymtabType STType,
218                                ContiguousBlobAccumulator &CBA,
219                                ELFYAML::Section *YAMLSec);
220   void initStrtabSectionHeader(Elf_Shdr &SHeader, StringRef Name,
221                                StringTableBuilder &STB,
222                                ContiguousBlobAccumulator &CBA,
223                                ELFYAML::Section *YAMLSec);
224   void initDWARFSectionHeader(Elf_Shdr &SHeader, StringRef Name,
225                               ContiguousBlobAccumulator &CBA,
226                               ELFYAML::Section *YAMLSec);
227   void setProgramHeaderLayout(std::vector<Elf_Phdr> &PHeaders,
228                               std::vector<Elf_Shdr> &SHeaders);
229 
230   std::vector<Fragment>
231   getPhdrFragments(const ELFYAML::ProgramHeader &Phdr,
232                    ArrayRef<typename ELFT::Shdr> SHeaders);
233 
234   void finalizeStrings();
235   void writeELFHeader(raw_ostream &OS, uint64_t SHOff);
236   void writeSectionContent(Elf_Shdr &SHeader,
237                            const ELFYAML::NoBitsSection &Section,
238                            ContiguousBlobAccumulator &CBA);
239   void writeSectionContent(Elf_Shdr &SHeader,
240                            const ELFYAML::RawContentSection &Section,
241                            ContiguousBlobAccumulator &CBA);
242   void writeSectionContent(Elf_Shdr &SHeader,
243                            const ELFYAML::RelocationSection &Section,
244                            ContiguousBlobAccumulator &CBA);
245   void writeSectionContent(Elf_Shdr &SHeader,
246                            const ELFYAML::RelrSection &Section,
247                            ContiguousBlobAccumulator &CBA);
248   void writeSectionContent(Elf_Shdr &SHeader, const ELFYAML::Group &Group,
249                            ContiguousBlobAccumulator &CBA);
250   void writeSectionContent(Elf_Shdr &SHeader,
251                            const ELFYAML::SymtabShndxSection &Shndx,
252                            ContiguousBlobAccumulator &CBA);
253   void writeSectionContent(Elf_Shdr &SHeader,
254                            const ELFYAML::SymverSection &Section,
255                            ContiguousBlobAccumulator &CBA);
256   void writeSectionContent(Elf_Shdr &SHeader,
257                            const ELFYAML::VerneedSection &Section,
258                            ContiguousBlobAccumulator &CBA);
259   void writeSectionContent(Elf_Shdr &SHeader,
260                            const ELFYAML::VerdefSection &Section,
261                            ContiguousBlobAccumulator &CBA);
262   void writeSectionContent(Elf_Shdr &SHeader,
263                            const ELFYAML::MipsABIFlags &Section,
264                            ContiguousBlobAccumulator &CBA);
265   void writeSectionContent(Elf_Shdr &SHeader,
266                            const ELFYAML::DynamicSection &Section,
267                            ContiguousBlobAccumulator &CBA);
268   void writeSectionContent(Elf_Shdr &SHeader,
269                            const ELFYAML::StackSizesSection &Section,
270                            ContiguousBlobAccumulator &CBA);
271   void writeSectionContent(Elf_Shdr &SHeader,
272                            const ELFYAML::HashSection &Section,
273                            ContiguousBlobAccumulator &CBA);
274   void writeSectionContent(Elf_Shdr &SHeader,
275                            const ELFYAML::AddrsigSection &Section,
276                            ContiguousBlobAccumulator &CBA);
277   void writeSectionContent(Elf_Shdr &SHeader,
278                            const ELFYAML::NoteSection &Section,
279                            ContiguousBlobAccumulator &CBA);
280   void writeSectionContent(Elf_Shdr &SHeader,
281                            const ELFYAML::GnuHashSection &Section,
282                            ContiguousBlobAccumulator &CBA);
283   void writeSectionContent(Elf_Shdr &SHeader,
284                            const ELFYAML::LinkerOptionsSection &Section,
285                            ContiguousBlobAccumulator &CBA);
286   void writeSectionContent(Elf_Shdr &SHeader,
287                            const ELFYAML::DependentLibrariesSection &Section,
288                            ContiguousBlobAccumulator &CBA);
289   void writeSectionContent(Elf_Shdr &SHeader,
290                            const ELFYAML::CallGraphProfileSection &Section,
291                            ContiguousBlobAccumulator &CBA);
292 
293   void writeFill(ELFYAML::Fill &Fill, ContiguousBlobAccumulator &CBA);
294 
295   ELFState(ELFYAML::Object &D, yaml::ErrorHandler EH);
296 
297   void assignSectionAddress(Elf_Shdr &SHeader, ELFYAML::Section *YAMLSec);
298 
299   DenseMap<StringRef, size_t> buildSectionHeaderReorderMap();
300 
301   BumpPtrAllocator StringAlloc;
302   uint64_t alignToOffset(ContiguousBlobAccumulator &CBA, uint64_t Align,
303                          llvm::Optional<llvm::yaml::Hex64> Offset);
304 
305   uint64_t getSectionNameOffset(StringRef Name);
306 
307 public:
308   static bool writeELF(raw_ostream &OS, ELFYAML::Object &Doc,
309                        yaml::ErrorHandler EH, uint64_t MaxSize);
310 };
311 } // end anonymous namespace
312 
313 template <class T> static size_t arrayDataSize(ArrayRef<T> A) {
314   return A.size() * sizeof(T);
315 }
316 
317 template <class T> static void writeArrayData(raw_ostream &OS, ArrayRef<T> A) {
318   OS.write((const char *)A.data(), arrayDataSize(A));
319 }
320 
321 template <class T> static void zero(T &Obj) { memset(&Obj, 0, sizeof(Obj)); }
322 
323 template <class ELFT>
324 ELFState<ELFT>::ELFState(ELFYAML::Object &D, yaml::ErrorHandler EH)
325     : Doc(D), ErrHandler(EH) {
326   std::vector<ELFYAML::Section *> Sections = Doc.getSections();
327   // Insert SHT_NULL section implicitly when it is not defined in YAML.
328   if (Sections.empty() || Sections.front()->Type != ELF::SHT_NULL)
329     Doc.Chunks.insert(
330         Doc.Chunks.begin(),
331         std::make_unique<ELFYAML::Section>(
332             ELFYAML::Chunk::ChunkKind::RawContent, /*IsImplicit=*/true));
333 
334   // We add a technical suffix for each unnamed section/fill. It does not affect
335   // the output, but allows us to map them by name in the code and report better
336   // error messages.
337   StringSet<> DocSections;
338   for (size_t I = 0; I < Doc.Chunks.size(); ++I) {
339     const std::unique_ptr<ELFYAML::Chunk> &C = Doc.Chunks[I];
340     if (C->Name.empty()) {
341       std::string NewName = ELFYAML::appendUniqueSuffix(
342           /*Name=*/"", "index " + Twine(I));
343       C->Name = StringRef(NewName).copy(StringAlloc);
344       assert(ELFYAML::dropUniqueSuffix(C->Name).empty());
345     }
346 
347     if (!DocSections.insert(C->Name).second)
348       reportError("repeated section/fill name: '" + C->Name +
349                   "' at YAML section/fill number " + Twine(I));
350   }
351 
352   std::vector<StringRef> ImplicitSections;
353   if (Doc.DynamicSymbols)
354     ImplicitSections.insert(ImplicitSections.end(), {".dynsym", ".dynstr"});
355   if (Doc.Symbols)
356     ImplicitSections.push_back(".symtab");
357   if (Doc.DWARF)
358     for (StringRef DebugSecName : Doc.DWARF->getUsedSectionNames()) {
359       std::string SecName = ("." + DebugSecName).str();
360       ImplicitSections.push_back(StringRef(SecName).copy(StringAlloc));
361     }
362   ImplicitSections.insert(ImplicitSections.end(), {".strtab", ".shstrtab"});
363 
364   // Insert placeholders for implicit sections that are not
365   // defined explicitly in YAML.
366   for (StringRef SecName : ImplicitSections) {
367     if (DocSections.count(SecName))
368       continue;
369 
370     std::unique_ptr<ELFYAML::Chunk> Sec = std::make_unique<ELFYAML::Section>(
371         ELFYAML::Chunk::ChunkKind::RawContent, true /*IsImplicit*/);
372     Sec->Name = SecName;
373     Doc.Chunks.push_back(std::move(Sec));
374   }
375 }
376 
377 template <class ELFT>
378 void ELFState<ELFT>::writeELFHeader(raw_ostream &OS, uint64_t SHOff) {
379   using namespace llvm::ELF;
380 
381   Elf_Ehdr Header;
382   zero(Header);
383   Header.e_ident[EI_MAG0] = 0x7f;
384   Header.e_ident[EI_MAG1] = 'E';
385   Header.e_ident[EI_MAG2] = 'L';
386   Header.e_ident[EI_MAG3] = 'F';
387   Header.e_ident[EI_CLASS] = ELFT::Is64Bits ? ELFCLASS64 : ELFCLASS32;
388   Header.e_ident[EI_DATA] = Doc.Header.Data;
389   Header.e_ident[EI_VERSION] = EV_CURRENT;
390   Header.e_ident[EI_OSABI] = Doc.Header.OSABI;
391   Header.e_ident[EI_ABIVERSION] = Doc.Header.ABIVersion;
392   Header.e_type = Doc.Header.Type;
393   Header.e_machine = Doc.Header.Machine;
394   Header.e_version = EV_CURRENT;
395   Header.e_entry = Doc.Header.Entry;
396   Header.e_phoff = Doc.ProgramHeaders.size() ? sizeof(Header) : 0;
397   Header.e_flags = Doc.Header.Flags;
398   Header.e_ehsize = sizeof(Elf_Ehdr);
399   Header.e_phentsize = Doc.ProgramHeaders.size() ? sizeof(Elf_Phdr) : 0;
400   Header.e_phnum = Doc.ProgramHeaders.size();
401 
402   Header.e_shentsize =
403       Doc.Header.SHEntSize ? (uint16_t)*Doc.Header.SHEntSize : sizeof(Elf_Shdr);
404 
405   const bool NoShdrs = Doc.SectionHeaders && Doc.SectionHeaders->NoHeaders;
406 
407   if (Doc.Header.SHOff)
408     Header.e_shoff = *Doc.Header.SHOff;
409   else if (NoShdrs)
410     Header.e_shoff = 0;
411   else
412     Header.e_shoff = SHOff;
413 
414   if (Doc.Header.SHNum)
415     Header.e_shnum = *Doc.Header.SHNum;
416   else if (!Doc.SectionHeaders)
417     Header.e_shnum = Doc.getSections().size();
418   else if (NoShdrs)
419     Header.e_shnum = 0;
420   else
421     Header.e_shnum =
422         (Doc.SectionHeaders->Sections ? Doc.SectionHeaders->Sections->size()
423                                       : 0) +
424         /*Null section*/ 1;
425 
426   if (Doc.Header.SHStrNdx)
427     Header.e_shstrndx = *Doc.Header.SHStrNdx;
428   else if (NoShdrs || ExcludedSectionHeaders.count(".shstrtab"))
429     Header.e_shstrndx = 0;
430   else
431     Header.e_shstrndx = SN2I.get(".shstrtab");
432 
433   OS.write((const char *)&Header, sizeof(Header));
434 }
435 
436 template <class ELFT>
437 void ELFState<ELFT>::initProgramHeaders(std::vector<Elf_Phdr> &PHeaders) {
438   DenseMap<StringRef, ELFYAML::Fill *> NameToFill;
439   for (const std::unique_ptr<ELFYAML::Chunk> &D : Doc.Chunks)
440     if (auto S = dyn_cast<ELFYAML::Fill>(D.get()))
441       NameToFill[S->Name] = S;
442 
443   std::vector<ELFYAML::Section *> Sections = Doc.getSections();
444   for (ELFYAML::ProgramHeader &YamlPhdr : Doc.ProgramHeaders) {
445     Elf_Phdr Phdr;
446     zero(Phdr);
447     Phdr.p_type = YamlPhdr.Type;
448     Phdr.p_flags = YamlPhdr.Flags;
449     Phdr.p_vaddr = YamlPhdr.VAddr;
450     Phdr.p_paddr = YamlPhdr.PAddr;
451     PHeaders.push_back(Phdr);
452 
453     // Map Sections list to corresponding chunks.
454     for (const ELFYAML::SectionName &SecName : YamlPhdr.Sections) {
455       if (ELFYAML::Fill *Fill = NameToFill.lookup(SecName.Section)) {
456         YamlPhdr.Chunks.push_back(Fill);
457         continue;
458       }
459 
460       unsigned Index;
461       if (SN2I.lookup(SecName.Section, Index)) {
462         YamlPhdr.Chunks.push_back(Sections[Index]);
463         continue;
464       }
465 
466       reportError("unknown section or fill referenced: '" + SecName.Section +
467                   "' by program header");
468     }
469   }
470 }
471 
472 template <class ELFT>
473 unsigned ELFState<ELFT>::toSectionIndex(StringRef S, StringRef LocSec,
474                                         StringRef LocSym) {
475   assert(LocSec.empty() || LocSym.empty());
476 
477   unsigned Index;
478   if (!SN2I.lookup(S, Index) && !to_integer(S, Index)) {
479     if (!LocSym.empty())
480       reportError("unknown section referenced: '" + S + "' by YAML symbol '" +
481                   LocSym + "'");
482     else
483       reportError("unknown section referenced: '" + S + "' by YAML section '" +
484                   LocSec + "'");
485     return 0;
486   }
487 
488   if (!Doc.SectionHeaders ||
489       (!Doc.SectionHeaders->NoHeaders && !Doc.SectionHeaders->Excluded))
490     return Index;
491 
492   assert(!Doc.SectionHeaders->NoHeaders || !Doc.SectionHeaders->Sections);
493   size_t FirstExcluded =
494       Doc.SectionHeaders->Sections ? Doc.SectionHeaders->Sections->size() : 0;
495   if (Index >= FirstExcluded) {
496     if (LocSym.empty())
497       reportError("unable to link '" + LocSec + "' to excluded section '" + S +
498                   "'");
499     else
500       reportError("excluded section referenced: '" + S + "'  by symbol '" +
501                   LocSym + "'");
502   }
503   return Index;
504 }
505 
506 template <class ELFT>
507 unsigned ELFState<ELFT>::toSymbolIndex(StringRef S, StringRef LocSec,
508                                        bool IsDynamic) {
509   const NameToIdxMap &SymMap = IsDynamic ? DynSymN2I : SymN2I;
510   unsigned Index;
511   // Here we try to look up S in the symbol table. If it is not there,
512   // treat its value as a symbol index.
513   if (!SymMap.lookup(S, Index) && !to_integer(S, Index)) {
514     reportError("unknown symbol referenced: '" + S + "' by YAML section '" +
515                 LocSec + "'");
516     return 0;
517   }
518   return Index;
519 }
520 
521 template <class ELFT>
522 static void overrideFields(ELFYAML::Section *From, typename ELFT::Shdr &To) {
523   if (!From)
524     return;
525   if (From->ShFlags)
526     To.sh_flags = *From->ShFlags;
527   if (From->ShName)
528     To.sh_name = *From->ShName;
529   if (From->ShOffset)
530     To.sh_offset = *From->ShOffset;
531   if (From->ShSize)
532     To.sh_size = *From->ShSize;
533 }
534 
535 template <class ELFT>
536 bool ELFState<ELFT>::initImplicitHeader(ContiguousBlobAccumulator &CBA,
537                                         Elf_Shdr &Header, StringRef SecName,
538                                         ELFYAML::Section *YAMLSec) {
539   // Check if the header was already initialized.
540   if (Header.sh_offset)
541     return false;
542 
543   if (SecName == ".symtab")
544     initSymtabSectionHeader(Header, SymtabType::Static, CBA, YAMLSec);
545   else if (SecName == ".strtab")
546     initStrtabSectionHeader(Header, SecName, DotStrtab, CBA, YAMLSec);
547   else if (SecName == ".shstrtab")
548     initStrtabSectionHeader(Header, SecName, DotShStrtab, CBA, YAMLSec);
549   else if (SecName == ".dynsym")
550     initSymtabSectionHeader(Header, SymtabType::Dynamic, CBA, YAMLSec);
551   else if (SecName == ".dynstr")
552     initStrtabSectionHeader(Header, SecName, DotDynstr, CBA, YAMLSec);
553   else if (SecName.startswith(".debug_")) {
554     // If a ".debug_*" section's type is a preserved one, e.g., SHT_DYNAMIC, we
555     // will not treat it as a debug section.
556     if (YAMLSec && !isa<ELFYAML::RawContentSection>(YAMLSec))
557       return false;
558     initDWARFSectionHeader(Header, SecName, CBA, YAMLSec);
559   } else
560     return false;
561 
562   LocationCounter += Header.sh_size;
563 
564   // Override section fields if requested.
565   overrideFields<ELFT>(YAMLSec, Header);
566   return true;
567 }
568 
569 constexpr char SuffixStart = '(';
570 constexpr char SuffixEnd = ')';
571 
572 std::string llvm::ELFYAML::appendUniqueSuffix(StringRef Name,
573                                               const Twine &Msg) {
574   // Do not add a space when a Name is empty.
575   std::string Ret = Name.empty() ? "" : Name.str() + ' ';
576   return Ret + (Twine(SuffixStart) + Msg + Twine(SuffixEnd)).str();
577 }
578 
579 StringRef llvm::ELFYAML::dropUniqueSuffix(StringRef S) {
580   if (S.empty() || S.back() != SuffixEnd)
581     return S;
582 
583   // A special case for empty names. See appendUniqueSuffix() above.
584   size_t SuffixPos = S.rfind(SuffixStart);
585   if (SuffixPos == 0)
586     return "";
587 
588   if (SuffixPos == StringRef::npos || S[SuffixPos - 1] != ' ')
589     return S;
590   return S.substr(0, SuffixPos - 1);
591 }
592 
593 template <class ELFT>
594 uint64_t ELFState<ELFT>::getSectionNameOffset(StringRef Name) {
595   // If a section is excluded from section headers, we do not save its name in
596   // the string table.
597   if (ExcludedSectionHeaders.count(Name))
598     return 0;
599   return DotShStrtab.getOffset(Name);
600 }
601 
602 template <class ELFT>
603 void ELFState<ELFT>::initSectionHeaders(std::vector<Elf_Shdr> &SHeaders,
604                                         ContiguousBlobAccumulator &CBA) {
605   // Ensure SHN_UNDEF entry is present. An all-zero section header is a
606   // valid SHN_UNDEF entry since SHT_NULL == 0.
607   SHeaders.resize(Doc.getSections().size());
608 
609   for (const std::unique_ptr<ELFYAML::Chunk> &D : Doc.Chunks) {
610     if (ELFYAML::Fill *S = dyn_cast<ELFYAML::Fill>(D.get())) {
611       S->Offset = alignToOffset(CBA, /*Align=*/1, S->Offset);
612       writeFill(*S, CBA);
613       LocationCounter += S->Size;
614       continue;
615     }
616 
617     ELFYAML::Section *Sec = cast<ELFYAML::Section>(D.get());
618     bool IsFirstUndefSection = D == Doc.Chunks.front();
619     if (IsFirstUndefSection && Sec->IsImplicit)
620       continue;
621 
622     // We have a few sections like string or symbol tables that are usually
623     // added implicitly to the end. However, if they are explicitly specified
624     // in the YAML, we need to write them here. This ensures the file offset
625     // remains correct.
626     Elf_Shdr &SHeader = SHeaders[SN2I.get(Sec->Name)];
627     if (initImplicitHeader(CBA, SHeader, Sec->Name,
628                            Sec->IsImplicit ? nullptr : Sec))
629       continue;
630 
631     assert(Sec && "It can't be null unless it is an implicit section. But all "
632                   "implicit sections should already have been handled above.");
633 
634     SHeader.sh_name =
635         getSectionNameOffset(ELFYAML::dropUniqueSuffix(Sec->Name));
636     SHeader.sh_type = Sec->Type;
637     if (Sec->Flags)
638       SHeader.sh_flags = *Sec->Flags;
639     SHeader.sh_addralign = Sec->AddressAlign;
640 
641     // Set the offset for all sections, except the SHN_UNDEF section with index
642     // 0 when not explicitly requested.
643     if (!IsFirstUndefSection || Sec->Offset)
644       SHeader.sh_offset = alignToOffset(CBA, SHeader.sh_addralign, Sec->Offset);
645 
646     assignSectionAddress(SHeader, Sec);
647 
648     if (!Sec->Link.empty())
649       SHeader.sh_link = toSectionIndex(Sec->Link, Sec->Name);
650 
651     if (IsFirstUndefSection) {
652       if (auto RawSec = dyn_cast<ELFYAML::RawContentSection>(Sec)) {
653         // We do not write any content for special SHN_UNDEF section.
654         if (RawSec->Size)
655           SHeader.sh_size = *RawSec->Size;
656         if (RawSec->Info)
657           SHeader.sh_info = *RawSec->Info;
658       }
659       if (Sec->EntSize)
660         SHeader.sh_entsize = *Sec->EntSize;
661     } else if (auto S = dyn_cast<ELFYAML::RawContentSection>(Sec)) {
662       writeSectionContent(SHeader, *S, CBA);
663     } else if (auto S = dyn_cast<ELFYAML::SymtabShndxSection>(Sec)) {
664       writeSectionContent(SHeader, *S, CBA);
665     } else if (auto S = dyn_cast<ELFYAML::RelocationSection>(Sec)) {
666       writeSectionContent(SHeader, *S, CBA);
667     } else if (auto S = dyn_cast<ELFYAML::RelrSection>(Sec)) {
668       writeSectionContent(SHeader, *S, CBA);
669     } else if (auto S = dyn_cast<ELFYAML::Group>(Sec)) {
670       writeSectionContent(SHeader, *S, CBA);
671     } else if (auto S = dyn_cast<ELFYAML::MipsABIFlags>(Sec)) {
672       writeSectionContent(SHeader, *S, CBA);
673     } else if (auto S = dyn_cast<ELFYAML::NoBitsSection>(Sec)) {
674       writeSectionContent(SHeader, *S, CBA);
675     } else if (auto S = dyn_cast<ELFYAML::DynamicSection>(Sec)) {
676       writeSectionContent(SHeader, *S, CBA);
677     } else if (auto S = dyn_cast<ELFYAML::SymverSection>(Sec)) {
678       writeSectionContent(SHeader, *S, CBA);
679     } else if (auto S = dyn_cast<ELFYAML::VerneedSection>(Sec)) {
680       writeSectionContent(SHeader, *S, CBA);
681     } else if (auto S = dyn_cast<ELFYAML::VerdefSection>(Sec)) {
682       writeSectionContent(SHeader, *S, CBA);
683     } else if (auto S = dyn_cast<ELFYAML::StackSizesSection>(Sec)) {
684       writeSectionContent(SHeader, *S, CBA);
685     } else if (auto S = dyn_cast<ELFYAML::HashSection>(Sec)) {
686       writeSectionContent(SHeader, *S, CBA);
687     } else if (auto S = dyn_cast<ELFYAML::AddrsigSection>(Sec)) {
688       writeSectionContent(SHeader, *S, CBA);
689     } else if (auto S = dyn_cast<ELFYAML::LinkerOptionsSection>(Sec)) {
690       writeSectionContent(SHeader, *S, CBA);
691     } else if (auto S = dyn_cast<ELFYAML::NoteSection>(Sec)) {
692       writeSectionContent(SHeader, *S, CBA);
693     } else if (auto S = dyn_cast<ELFYAML::GnuHashSection>(Sec)) {
694       writeSectionContent(SHeader, *S, CBA);
695     } else if (auto S = dyn_cast<ELFYAML::DependentLibrariesSection>(Sec)) {
696       writeSectionContent(SHeader, *S, CBA);
697     } else if (auto S = dyn_cast<ELFYAML::CallGraphProfileSection>(Sec)) {
698       writeSectionContent(SHeader, *S, CBA);
699     } else {
700       llvm_unreachable("Unknown section type");
701     }
702 
703     LocationCounter += SHeader.sh_size;
704 
705     // Override section fields if requested.
706     overrideFields<ELFT>(Sec, SHeader);
707   }
708 }
709 
710 template <class ELFT>
711 void ELFState<ELFT>::assignSectionAddress(Elf_Shdr &SHeader,
712                                           ELFYAML::Section *YAMLSec) {
713   if (YAMLSec && YAMLSec->Address) {
714     SHeader.sh_addr = *YAMLSec->Address;
715     LocationCounter = *YAMLSec->Address;
716     return;
717   }
718 
719   // sh_addr represents the address in the memory image of a process. Sections
720   // in a relocatable object file or non-allocatable sections do not need
721   // sh_addr assignment.
722   if (Doc.Header.Type.value == ELF::ET_REL ||
723       !(SHeader.sh_flags & ELF::SHF_ALLOC))
724     return;
725 
726   LocationCounter =
727       alignTo(LocationCounter, SHeader.sh_addralign ? SHeader.sh_addralign : 1);
728   SHeader.sh_addr = LocationCounter;
729 }
730 
731 static size_t findFirstNonGlobal(ArrayRef<ELFYAML::Symbol> Symbols) {
732   for (size_t I = 0; I < Symbols.size(); ++I)
733     if (Symbols[I].Binding.value != ELF::STB_LOCAL)
734       return I;
735   return Symbols.size();
736 }
737 
738 static uint64_t writeContent(ContiguousBlobAccumulator &CBA,
739                              const Optional<yaml::BinaryRef> &Content,
740                              const Optional<llvm::yaml::Hex64> &Size) {
741   size_t ContentSize = 0;
742   if (Content) {
743     CBA.writeAsBinary(*Content);
744     ContentSize = Content->binary_size();
745   }
746 
747   if (!Size)
748     return ContentSize;
749 
750   CBA.writeZeros(*Size - ContentSize);
751   return *Size;
752 }
753 
754 template <class ELFT>
755 std::vector<typename ELFT::Sym>
756 ELFState<ELFT>::toELFSymbols(ArrayRef<ELFYAML::Symbol> Symbols,
757                              const StringTableBuilder &Strtab) {
758   std::vector<Elf_Sym> Ret;
759   Ret.resize(Symbols.size() + 1);
760 
761   size_t I = 0;
762   for (const ELFYAML::Symbol &Sym : Symbols) {
763     Elf_Sym &Symbol = Ret[++I];
764 
765     // If NameIndex, which contains the name offset, is explicitly specified, we
766     // use it. This is useful for preparing broken objects. Otherwise, we add
767     // the specified Name to the string table builder to get its offset.
768     if (Sym.StName)
769       Symbol.st_name = *Sym.StName;
770     else if (!Sym.Name.empty())
771       Symbol.st_name = Strtab.getOffset(ELFYAML::dropUniqueSuffix(Sym.Name));
772 
773     Symbol.setBindingAndType(Sym.Binding, Sym.Type);
774     if (!Sym.Section.empty())
775       Symbol.st_shndx = toSectionIndex(Sym.Section, "", Sym.Name);
776     else if (Sym.Index)
777       Symbol.st_shndx = *Sym.Index;
778 
779     Symbol.st_value = Sym.Value;
780     Symbol.st_other = Sym.Other ? *Sym.Other : 0;
781     Symbol.st_size = Sym.Size;
782   }
783 
784   return Ret;
785 }
786 
787 template <class ELFT>
788 void ELFState<ELFT>::initSymtabSectionHeader(Elf_Shdr &SHeader,
789                                              SymtabType STType,
790                                              ContiguousBlobAccumulator &CBA,
791                                              ELFYAML::Section *YAMLSec) {
792 
793   bool IsStatic = STType == SymtabType::Static;
794   ArrayRef<ELFYAML::Symbol> Symbols;
795   if (IsStatic && Doc.Symbols)
796     Symbols = *Doc.Symbols;
797   else if (!IsStatic && Doc.DynamicSymbols)
798     Symbols = *Doc.DynamicSymbols;
799 
800   ELFYAML::RawContentSection *RawSec =
801       dyn_cast_or_null<ELFYAML::RawContentSection>(YAMLSec);
802   if (RawSec && (RawSec->Content || RawSec->Size)) {
803     bool HasSymbolsDescription =
804         (IsStatic && Doc.Symbols) || (!IsStatic && Doc.DynamicSymbols);
805     if (HasSymbolsDescription) {
806       StringRef Property = (IsStatic ? "`Symbols`" : "`DynamicSymbols`");
807       if (RawSec->Content)
808         reportError("cannot specify both `Content` and " + Property +
809                     " for symbol table section '" + RawSec->Name + "'");
810       if (RawSec->Size)
811         reportError("cannot specify both `Size` and " + Property +
812                     " for symbol table section '" + RawSec->Name + "'");
813       return;
814     }
815   }
816 
817   zero(SHeader);
818   SHeader.sh_name = getSectionNameOffset(IsStatic ? ".symtab" : ".dynsym");
819 
820   if (YAMLSec)
821     SHeader.sh_type = YAMLSec->Type;
822   else
823     SHeader.sh_type = IsStatic ? ELF::SHT_SYMTAB : ELF::SHT_DYNSYM;
824 
825   if (RawSec && !RawSec->Link.empty()) {
826     // If the Link field is explicitly defined in the document,
827     // we should use it.
828     SHeader.sh_link = toSectionIndex(RawSec->Link, RawSec->Name);
829   } else {
830     // When we describe the .dynsym section in the document explicitly, it is
831     // allowed to omit the "DynamicSymbols" tag. In this case .dynstr is not
832     // added implicitly and we should be able to leave the Link zeroed if
833     // .dynstr is not defined.
834     unsigned Link = 0;
835     if (IsStatic) {
836       if (!ExcludedSectionHeaders.count(".strtab"))
837         Link = SN2I.get(".strtab");
838     } else {
839       if (!ExcludedSectionHeaders.count(".dynstr"))
840         SN2I.lookup(".dynstr", Link);
841     }
842     SHeader.sh_link = Link;
843   }
844 
845   if (YAMLSec && YAMLSec->Flags)
846     SHeader.sh_flags = *YAMLSec->Flags;
847   else if (!IsStatic)
848     SHeader.sh_flags = ELF::SHF_ALLOC;
849 
850   // If the symbol table section is explicitly described in the YAML
851   // then we should set the fields requested.
852   SHeader.sh_info = (RawSec && RawSec->Info) ? (unsigned)(*RawSec->Info)
853                                              : findFirstNonGlobal(Symbols) + 1;
854   SHeader.sh_entsize = (YAMLSec && YAMLSec->EntSize)
855                            ? (uint64_t)(*YAMLSec->EntSize)
856                            : sizeof(Elf_Sym);
857   SHeader.sh_addralign = YAMLSec ? (uint64_t)YAMLSec->AddressAlign : 8;
858 
859   assignSectionAddress(SHeader, YAMLSec);
860 
861   SHeader.sh_offset = alignToOffset(CBA, SHeader.sh_addralign, /*Offset=*/None);
862 
863   if (RawSec && (RawSec->Content || RawSec->Size)) {
864     assert(Symbols.empty());
865     SHeader.sh_size = writeContent(CBA, RawSec->Content, RawSec->Size);
866     return;
867   }
868 
869   std::vector<Elf_Sym> Syms =
870       toELFSymbols(Symbols, IsStatic ? DotStrtab : DotDynstr);
871   SHeader.sh_size = Syms.size() * sizeof(Elf_Sym);
872   CBA.write((const char *)Syms.data(), SHeader.sh_size);
873 }
874 
875 template <class ELFT>
876 void ELFState<ELFT>::initStrtabSectionHeader(Elf_Shdr &SHeader, StringRef Name,
877                                              StringTableBuilder &STB,
878                                              ContiguousBlobAccumulator &CBA,
879                                              ELFYAML::Section *YAMLSec) {
880   zero(SHeader);
881   SHeader.sh_name = getSectionNameOffset(Name);
882   SHeader.sh_type = YAMLSec ? YAMLSec->Type : ELF::SHT_STRTAB;
883   SHeader.sh_addralign = YAMLSec ? (uint64_t)YAMLSec->AddressAlign : 1;
884 
885   ELFYAML::RawContentSection *RawSec =
886       dyn_cast_or_null<ELFYAML::RawContentSection>(YAMLSec);
887 
888   SHeader.sh_offset = alignToOffset(CBA, SHeader.sh_addralign, /*Offset=*/None);
889 
890   if (RawSec && (RawSec->Content || RawSec->Size)) {
891     SHeader.sh_size = writeContent(CBA, RawSec->Content, RawSec->Size);
892   } else {
893     if (raw_ostream *OS = CBA.getRawOS(STB.getSize()))
894       STB.write(*OS);
895     SHeader.sh_size = STB.getSize();
896   }
897 
898   if (YAMLSec && YAMLSec->EntSize)
899     SHeader.sh_entsize = *YAMLSec->EntSize;
900 
901   if (RawSec && RawSec->Info)
902     SHeader.sh_info = *RawSec->Info;
903 
904   if (YAMLSec && YAMLSec->Flags)
905     SHeader.sh_flags = *YAMLSec->Flags;
906   else if (Name == ".dynstr")
907     SHeader.sh_flags = ELF::SHF_ALLOC;
908 
909   assignSectionAddress(SHeader, YAMLSec);
910 }
911 
912 static bool shouldEmitDWARF(DWARFYAML::Data &DWARF, StringRef Name) {
913   SetVector<StringRef> DebugSecNames = DWARF.getUsedSectionNames();
914   return Name.consume_front(".") && DebugSecNames.count(Name);
915 }
916 
917 template <class ELFT>
918 Expected<uint64_t> emitDWARF(typename ELFT::Shdr &SHeader, StringRef Name,
919                              const DWARFYAML::Data &DWARF,
920                              ContiguousBlobAccumulator &CBA) {
921   // We are unable to predict the size of debug data, so we request to write 0
922   // bytes. This should always return us an output stream unless CBA is already
923   // in an error state.
924   raw_ostream *OS = CBA.getRawOS(0);
925   if (!OS)
926     return 0;
927 
928   uint64_t BeginOffset = CBA.tell();
929   Error Err = Error::success();
930   cantFail(std::move(Err));
931 
932   if (Name == ".debug_str")
933     Err = DWARFYAML::emitDebugStr(*OS, DWARF);
934   else if (Name == ".debug_aranges")
935     Err = DWARFYAML::emitDebugAranges(*OS, DWARF);
936   else if (Name == ".debug_ranges")
937     Err = DWARFYAML::emitDebugRanges(*OS, DWARF);
938   else if (Name == ".debug_line")
939     Err = DWARFYAML::emitDebugLine(*OS, DWARF);
940   else if (Name == ".debug_addr")
941     Err = DWARFYAML::emitDebugAddr(*OS, DWARF);
942   else
943     llvm_unreachable("unexpected emitDWARF() call");
944 
945   if (Err)
946     return std::move(Err);
947 
948   return CBA.tell() - BeginOffset;
949 }
950 
951 template <class ELFT>
952 void ELFState<ELFT>::initDWARFSectionHeader(Elf_Shdr &SHeader, StringRef Name,
953                                             ContiguousBlobAccumulator &CBA,
954                                             ELFYAML::Section *YAMLSec) {
955   zero(SHeader);
956   SHeader.sh_name = getSectionNameOffset(ELFYAML::dropUniqueSuffix(Name));
957   SHeader.sh_type = YAMLSec ? YAMLSec->Type : ELF::SHT_PROGBITS;
958   SHeader.sh_addralign = YAMLSec ? (uint64_t)YAMLSec->AddressAlign : 1;
959   SHeader.sh_offset = alignToOffset(CBA, SHeader.sh_addralign,
960                                     YAMLSec ? YAMLSec->Offset : None);
961 
962   ELFYAML::RawContentSection *RawSec =
963       dyn_cast_or_null<ELFYAML::RawContentSection>(YAMLSec);
964   if (Doc.DWARF && shouldEmitDWARF(*Doc.DWARF, Name)) {
965     if (RawSec && (RawSec->Content || RawSec->Size))
966       reportError("cannot specify section '" + Name +
967                   "' contents in the 'DWARF' entry and the 'Content' "
968                   "or 'Size' in the 'Sections' entry at the same time");
969     else {
970       if (Expected<uint64_t> ShSizeOrErr =
971               emitDWARF<ELFT>(SHeader, Name, *Doc.DWARF, CBA))
972         SHeader.sh_size = *ShSizeOrErr;
973       else
974         reportError(ShSizeOrErr.takeError());
975     }
976   } else if (RawSec)
977     SHeader.sh_size = writeContent(CBA, RawSec->Content, RawSec->Size);
978   else
979     llvm_unreachable("debug sections can only be initialized via the 'DWARF' "
980                      "entry or a RawContentSection");
981 
982   if (YAMLSec && YAMLSec->EntSize)
983     SHeader.sh_entsize = *YAMLSec->EntSize;
984   else if (Name == ".debug_str")
985     SHeader.sh_entsize = 1;
986 
987   if (RawSec && RawSec->Info)
988     SHeader.sh_info = *RawSec->Info;
989 
990   if (YAMLSec && YAMLSec->Flags)
991     SHeader.sh_flags = *YAMLSec->Flags;
992   else if (Name == ".debug_str")
993     SHeader.sh_flags = ELF::SHF_MERGE | ELF::SHF_STRINGS;
994 
995   if (YAMLSec && !YAMLSec->Link.empty())
996     SHeader.sh_link = toSectionIndex(YAMLSec->Link, Name);
997 
998   assignSectionAddress(SHeader, YAMLSec);
999 }
1000 
1001 template <class ELFT> void ELFState<ELFT>::reportError(const Twine &Msg) {
1002   ErrHandler(Msg);
1003   HasError = true;
1004 }
1005 
1006 template <class ELFT> void ELFState<ELFT>::reportError(Error Err) {
1007   handleAllErrors(std::move(Err), [&](const ErrorInfoBase &Err) {
1008     reportError(Err.message());
1009   });
1010 }
1011 
1012 template <class ELFT>
1013 std::vector<Fragment>
1014 ELFState<ELFT>::getPhdrFragments(const ELFYAML::ProgramHeader &Phdr,
1015                                  ArrayRef<Elf_Shdr> SHeaders) {
1016   std::vector<Fragment> Ret;
1017   for (const ELFYAML::Chunk *C : Phdr.Chunks) {
1018     if (const ELFYAML::Fill *F = dyn_cast<ELFYAML::Fill>(C)) {
1019       Ret.push_back({*F->Offset, F->Size, llvm::ELF::SHT_PROGBITS,
1020                      /*ShAddrAlign=*/1});
1021       continue;
1022     }
1023 
1024     const ELFYAML::Section *S = cast<ELFYAML::Section>(C);
1025     const Elf_Shdr &H = SHeaders[SN2I.get(S->Name)];
1026     Ret.push_back({H.sh_offset, H.sh_size, H.sh_type, H.sh_addralign});
1027   }
1028   return Ret;
1029 }
1030 
1031 template <class ELFT>
1032 void ELFState<ELFT>::setProgramHeaderLayout(std::vector<Elf_Phdr> &PHeaders,
1033                                             std::vector<Elf_Shdr> &SHeaders) {
1034   uint32_t PhdrIdx = 0;
1035   for (auto &YamlPhdr : Doc.ProgramHeaders) {
1036     Elf_Phdr &PHeader = PHeaders[PhdrIdx++];
1037     std::vector<Fragment> Fragments = getPhdrFragments(YamlPhdr, SHeaders);
1038     if (!llvm::is_sorted(Fragments, [](const Fragment &A, const Fragment &B) {
1039           return A.Offset < B.Offset;
1040         }))
1041       reportError("sections in the program header with index " +
1042                   Twine(PhdrIdx) + " are not sorted by their file offset");
1043 
1044     if (YamlPhdr.Offset) {
1045       if (!Fragments.empty() && *YamlPhdr.Offset > Fragments.front().Offset)
1046         reportError("'Offset' for segment with index " + Twine(PhdrIdx) +
1047                     " must be less than or equal to the minimum file offset of "
1048                     "all included sections (0x" +
1049                     Twine::utohexstr(Fragments.front().Offset) + ")");
1050       PHeader.p_offset = *YamlPhdr.Offset;
1051     } else if (!Fragments.empty()) {
1052       PHeader.p_offset = Fragments.front().Offset;
1053     }
1054 
1055     // Set the file size if not set explicitly.
1056     if (YamlPhdr.FileSize) {
1057       PHeader.p_filesz = *YamlPhdr.FileSize;
1058     } else if (!Fragments.empty()) {
1059       uint64_t FileSize = Fragments.back().Offset - PHeader.p_offset;
1060       // SHT_NOBITS sections occupy no physical space in a file, we should not
1061       // take their sizes into account when calculating the file size of a
1062       // segment.
1063       if (Fragments.back().Type != llvm::ELF::SHT_NOBITS)
1064         FileSize += Fragments.back().Size;
1065       PHeader.p_filesz = FileSize;
1066     }
1067 
1068     // Find the maximum offset of the end of a section in order to set p_memsz.
1069     uint64_t MemOffset = PHeader.p_offset;
1070     for (const Fragment &F : Fragments)
1071       MemOffset = std::max(MemOffset, F.Offset + F.Size);
1072     // Set the memory size if not set explicitly.
1073     PHeader.p_memsz = YamlPhdr.MemSize ? uint64_t(*YamlPhdr.MemSize)
1074                                        : MemOffset - PHeader.p_offset;
1075 
1076     if (YamlPhdr.Align) {
1077       PHeader.p_align = *YamlPhdr.Align;
1078     } else {
1079       // Set the alignment of the segment to be the maximum alignment of the
1080       // sections so that by default the segment has a valid and sensible
1081       // alignment.
1082       PHeader.p_align = 1;
1083       for (const Fragment &F : Fragments)
1084         PHeader.p_align = std::max((uint64_t)PHeader.p_align, F.AddrAlign);
1085     }
1086   }
1087 }
1088 
1089 static bool shouldAllocateFileSpace(ArrayRef<ELFYAML::ProgramHeader> Phdrs,
1090                                     const ELFYAML::NoBitsSection &S) {
1091   for (const ELFYAML::ProgramHeader &PH : Phdrs) {
1092     auto It = llvm::find_if(
1093         PH.Chunks, [&](ELFYAML::Chunk *C) { return C->Name == S.Name; });
1094     if (std::any_of(It, PH.Chunks.end(), [](ELFYAML::Chunk *C) {
1095           return (isa<ELFYAML::Fill>(C) ||
1096                   cast<ELFYAML::Section>(C)->Type != ELF::SHT_NOBITS);
1097         }))
1098       return true;
1099   }
1100   return false;
1101 }
1102 
1103 template <class ELFT>
1104 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1105                                          const ELFYAML::NoBitsSection &S,
1106                                          ContiguousBlobAccumulator &CBA) {
1107   // SHT_NOBITS sections do not have any content to write.
1108   SHeader.sh_entsize = 0;
1109   SHeader.sh_size = S.Size;
1110 
1111   // When a nobits section is followed by a non-nobits section or fill
1112   // in the same segment, we allocate the file space for it. This behavior
1113   // matches linkers.
1114   if (shouldAllocateFileSpace(Doc.ProgramHeaders, S))
1115     CBA.writeZeros(S.Size);
1116 }
1117 
1118 template <class ELFT>
1119 void ELFState<ELFT>::writeSectionContent(
1120     Elf_Shdr &SHeader, const ELFYAML::RawContentSection &Section,
1121     ContiguousBlobAccumulator &CBA) {
1122   SHeader.sh_size = writeContent(CBA, Section.Content, Section.Size);
1123 
1124   if (Section.EntSize)
1125     SHeader.sh_entsize = *Section.EntSize;
1126 
1127   if (Section.Info)
1128     SHeader.sh_info = *Section.Info;
1129 }
1130 
1131 static bool isMips64EL(const ELFYAML::Object &Doc) {
1132   return Doc.Header.Machine == ELFYAML::ELF_EM(llvm::ELF::EM_MIPS) &&
1133          Doc.Header.Class == ELFYAML::ELF_ELFCLASS(ELF::ELFCLASS64) &&
1134          Doc.Header.Data == ELFYAML::ELF_ELFDATA(ELF::ELFDATA2LSB);
1135 }
1136 
1137 template <class ELFT>
1138 void ELFState<ELFT>::writeSectionContent(
1139     Elf_Shdr &SHeader, const ELFYAML::RelocationSection &Section,
1140     ContiguousBlobAccumulator &CBA) {
1141   assert((Section.Type == llvm::ELF::SHT_REL ||
1142           Section.Type == llvm::ELF::SHT_RELA) &&
1143          "Section type is not SHT_REL nor SHT_RELA");
1144 
1145   bool IsRela = Section.Type == llvm::ELF::SHT_RELA;
1146   if (Section.EntSize)
1147     SHeader.sh_entsize = *Section.EntSize;
1148   else
1149     SHeader.sh_entsize = IsRela ? sizeof(Elf_Rela) : sizeof(Elf_Rel);
1150   SHeader.sh_size = (IsRela ? sizeof(Elf_Rela) : sizeof(Elf_Rel)) *
1151                     Section.Relocations.size();
1152 
1153   // For relocation section set link to .symtab by default.
1154   unsigned Link = 0;
1155   if (Section.Link.empty() && !ExcludedSectionHeaders.count(".symtab") &&
1156       SN2I.lookup(".symtab", Link))
1157     SHeader.sh_link = Link;
1158 
1159   if (!Section.RelocatableSec.empty())
1160     SHeader.sh_info = toSectionIndex(Section.RelocatableSec, Section.Name);
1161 
1162   for (const auto &Rel : Section.Relocations) {
1163     unsigned SymIdx = Rel.Symbol ? toSymbolIndex(*Rel.Symbol, Section.Name,
1164                                                  Section.Link == ".dynsym")
1165                                  : 0;
1166     if (IsRela) {
1167       Elf_Rela REntry;
1168       zero(REntry);
1169       REntry.r_offset = Rel.Offset;
1170       REntry.r_addend = Rel.Addend;
1171       REntry.setSymbolAndType(SymIdx, Rel.Type, isMips64EL(Doc));
1172       CBA.write((const char *)&REntry, sizeof(REntry));
1173     } else {
1174       Elf_Rel REntry;
1175       zero(REntry);
1176       REntry.r_offset = Rel.Offset;
1177       REntry.setSymbolAndType(SymIdx, Rel.Type, isMips64EL(Doc));
1178       CBA.write((const char *)&REntry, sizeof(REntry));
1179     }
1180   }
1181 }
1182 
1183 template <class ELFT>
1184 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1185                                          const ELFYAML::RelrSection &Section,
1186                                          ContiguousBlobAccumulator &CBA) {
1187   SHeader.sh_entsize =
1188       Section.EntSize ? uint64_t(*Section.EntSize) : sizeof(Elf_Relr);
1189 
1190   if (Section.Content) {
1191     SHeader.sh_size = writeContent(CBA, Section.Content, None);
1192     return;
1193   }
1194 
1195   if (!Section.Entries)
1196     return;
1197 
1198   for (llvm::yaml::Hex64 E : *Section.Entries) {
1199     if (!ELFT::Is64Bits && E > UINT32_MAX)
1200       reportError(Section.Name + ": the value is too large for 32-bits: 0x" +
1201                   Twine::utohexstr(E));
1202     CBA.write<uintX_t>(E, ELFT::TargetEndianness);
1203   }
1204 
1205   SHeader.sh_size = sizeof(uintX_t) * Section.Entries->size();
1206 }
1207 
1208 template <class ELFT>
1209 void ELFState<ELFT>::writeSectionContent(
1210     Elf_Shdr &SHeader, const ELFYAML::SymtabShndxSection &Shndx,
1211     ContiguousBlobAccumulator &CBA) {
1212   for (uint32_t E : Shndx.Entries)
1213     CBA.write<uint32_t>(E, ELFT::TargetEndianness);
1214 
1215   SHeader.sh_entsize = Shndx.EntSize ? (uint64_t)*Shndx.EntSize : 4;
1216   SHeader.sh_size = Shndx.Entries.size() * SHeader.sh_entsize;
1217 }
1218 
1219 template <class ELFT>
1220 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1221                                          const ELFYAML::Group &Section,
1222                                          ContiguousBlobAccumulator &CBA) {
1223   assert(Section.Type == llvm::ELF::SHT_GROUP &&
1224          "Section type is not SHT_GROUP");
1225 
1226   unsigned Link = 0;
1227   if (Section.Link.empty() && !ExcludedSectionHeaders.count(".symtab") &&
1228       SN2I.lookup(".symtab", Link))
1229     SHeader.sh_link = Link;
1230 
1231   SHeader.sh_entsize = 4;
1232   SHeader.sh_size = SHeader.sh_entsize * Section.Members.size();
1233 
1234   if (Section.Signature)
1235     SHeader.sh_info =
1236         toSymbolIndex(*Section.Signature, Section.Name, /*IsDynamic=*/false);
1237 
1238   for (const ELFYAML::SectionOrType &Member : Section.Members) {
1239     unsigned int SectionIndex = 0;
1240     if (Member.sectionNameOrType == "GRP_COMDAT")
1241       SectionIndex = llvm::ELF::GRP_COMDAT;
1242     else
1243       SectionIndex = toSectionIndex(Member.sectionNameOrType, Section.Name);
1244     CBA.write<uint32_t>(SectionIndex, ELFT::TargetEndianness);
1245   }
1246 }
1247 
1248 template <class ELFT>
1249 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1250                                          const ELFYAML::SymverSection &Section,
1251                                          ContiguousBlobAccumulator &CBA) {
1252   for (uint16_t Version : Section.Entries)
1253     CBA.write<uint16_t>(Version, ELFT::TargetEndianness);
1254 
1255   SHeader.sh_entsize = Section.EntSize ? (uint64_t)*Section.EntSize : 2;
1256   SHeader.sh_size = Section.Entries.size() * SHeader.sh_entsize;
1257 }
1258 
1259 template <class ELFT>
1260 void ELFState<ELFT>::writeSectionContent(
1261     Elf_Shdr &SHeader, const ELFYAML::StackSizesSection &Section,
1262     ContiguousBlobAccumulator &CBA) {
1263   if (Section.Content || Section.Size) {
1264     SHeader.sh_size = writeContent(CBA, Section.Content, Section.Size);
1265     return;
1266   }
1267 
1268   for (const ELFYAML::StackSizeEntry &E : *Section.Entries) {
1269     CBA.write<uintX_t>(E.Address, ELFT::TargetEndianness);
1270     SHeader.sh_size += sizeof(uintX_t) + CBA.writeULEB128(E.Size);
1271   }
1272 }
1273 
1274 template <class ELFT>
1275 void ELFState<ELFT>::writeSectionContent(
1276     Elf_Shdr &SHeader, const ELFYAML::LinkerOptionsSection &Section,
1277     ContiguousBlobAccumulator &CBA) {
1278   if (Section.Content) {
1279     SHeader.sh_size = writeContent(CBA, Section.Content, None);
1280     return;
1281   }
1282 
1283   if (!Section.Options)
1284     return;
1285 
1286   for (const ELFYAML::LinkerOption &LO : *Section.Options) {
1287     CBA.write(LO.Key.data(), LO.Key.size());
1288     CBA.write('\0');
1289     CBA.write(LO.Value.data(), LO.Value.size());
1290     CBA.write('\0');
1291     SHeader.sh_size += (LO.Key.size() + LO.Value.size() + 2);
1292   }
1293 }
1294 
1295 template <class ELFT>
1296 void ELFState<ELFT>::writeSectionContent(
1297     Elf_Shdr &SHeader, const ELFYAML::DependentLibrariesSection &Section,
1298     ContiguousBlobAccumulator &CBA) {
1299   if (Section.Content) {
1300     SHeader.sh_size = writeContent(CBA, Section.Content, None);
1301     return;
1302   }
1303 
1304   if (!Section.Libs)
1305     return;
1306 
1307   for (StringRef Lib : *Section.Libs) {
1308     CBA.write(Lib.data(), Lib.size());
1309     CBA.write('\0');
1310     SHeader.sh_size += Lib.size() + 1;
1311   }
1312 }
1313 
1314 template <class ELFT>
1315 uint64_t
1316 ELFState<ELFT>::alignToOffset(ContiguousBlobAccumulator &CBA, uint64_t Align,
1317                               llvm::Optional<llvm::yaml::Hex64> Offset) {
1318   uint64_t CurrentOffset = CBA.getOffset();
1319   uint64_t AlignedOffset;
1320 
1321   if (Offset) {
1322     if ((uint64_t)*Offset < CurrentOffset) {
1323       reportError("the 'Offset' value (0x" +
1324                   Twine::utohexstr((uint64_t)*Offset) + ") goes backward");
1325       return CurrentOffset;
1326     }
1327 
1328     // We ignore an alignment when an explicit offset has been requested.
1329     AlignedOffset = *Offset;
1330   } else {
1331     AlignedOffset = alignTo(CurrentOffset, std::max(Align, (uint64_t)1));
1332   }
1333 
1334   CBA.writeZeros(AlignedOffset - CurrentOffset);
1335   return AlignedOffset;
1336 }
1337 
1338 template <class ELFT>
1339 void ELFState<ELFT>::writeSectionContent(
1340     Elf_Shdr &SHeader, const ELFYAML::CallGraphProfileSection &Section,
1341     ContiguousBlobAccumulator &CBA) {
1342   if (Section.EntSize)
1343     SHeader.sh_entsize = *Section.EntSize;
1344   else
1345     SHeader.sh_entsize = 16;
1346 
1347   unsigned Link = 0;
1348   if (Section.Link.empty() && !ExcludedSectionHeaders.count(".symtab") &&
1349       SN2I.lookup(".symtab", Link))
1350     SHeader.sh_link = Link;
1351 
1352   if (Section.Content) {
1353     SHeader.sh_size = writeContent(CBA, Section.Content, None);
1354     return;
1355   }
1356 
1357   if (!Section.Entries)
1358     return;
1359 
1360   for (const ELFYAML::CallGraphEntry &E : *Section.Entries) {
1361     unsigned From = toSymbolIndex(E.From, Section.Name, /*IsDynamic=*/false);
1362     unsigned To = toSymbolIndex(E.To, Section.Name, /*IsDynamic=*/false);
1363 
1364     CBA.write<uint32_t>(From, ELFT::TargetEndianness);
1365     CBA.write<uint32_t>(To, ELFT::TargetEndianness);
1366     CBA.write<uint64_t>(E.Weight, ELFT::TargetEndianness);
1367     SHeader.sh_size += 16;
1368   }
1369 }
1370 
1371 template <class ELFT>
1372 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1373                                          const ELFYAML::HashSection &Section,
1374                                          ContiguousBlobAccumulator &CBA) {
1375   unsigned Link = 0;
1376   if (Section.Link.empty() && !ExcludedSectionHeaders.count(".dynsym") &&
1377       SN2I.lookup(".dynsym", Link))
1378     SHeader.sh_link = Link;
1379 
1380   if (Section.Content || Section.Size) {
1381     SHeader.sh_size = writeContent(CBA, Section.Content, Section.Size);
1382     return;
1383   }
1384 
1385   CBA.write<uint32_t>(
1386       Section.NBucket.getValueOr(llvm::yaml::Hex64(Section.Bucket->size())),
1387       ELFT::TargetEndianness);
1388   CBA.write<uint32_t>(
1389       Section.NChain.getValueOr(llvm::yaml::Hex64(Section.Chain->size())),
1390       ELFT::TargetEndianness);
1391 
1392   for (uint32_t Val : *Section.Bucket)
1393     CBA.write<uint32_t>(Val, ELFT::TargetEndianness);
1394   for (uint32_t Val : *Section.Chain)
1395     CBA.write<uint32_t>(Val, ELFT::TargetEndianness);
1396 
1397   SHeader.sh_size = (2 + Section.Bucket->size() + Section.Chain->size()) * 4;
1398 }
1399 
1400 template <class ELFT>
1401 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1402                                          const ELFYAML::VerdefSection &Section,
1403                                          ContiguousBlobAccumulator &CBA) {
1404   typedef typename ELFT::Verdef Elf_Verdef;
1405   typedef typename ELFT::Verdaux Elf_Verdaux;
1406 
1407   SHeader.sh_info = Section.Info;
1408 
1409   if (Section.Content) {
1410     SHeader.sh_size = writeContent(CBA, Section.Content, None);
1411     return;
1412   }
1413 
1414   if (!Section.Entries)
1415     return;
1416 
1417   uint64_t AuxCnt = 0;
1418   for (size_t I = 0; I < Section.Entries->size(); ++I) {
1419     const ELFYAML::VerdefEntry &E = (*Section.Entries)[I];
1420 
1421     Elf_Verdef VerDef;
1422     VerDef.vd_version = E.Version;
1423     VerDef.vd_flags = E.Flags;
1424     VerDef.vd_ndx = E.VersionNdx;
1425     VerDef.vd_hash = E.Hash;
1426     VerDef.vd_aux = sizeof(Elf_Verdef);
1427     VerDef.vd_cnt = E.VerNames.size();
1428     if (I == Section.Entries->size() - 1)
1429       VerDef.vd_next = 0;
1430     else
1431       VerDef.vd_next =
1432           sizeof(Elf_Verdef) + E.VerNames.size() * sizeof(Elf_Verdaux);
1433     CBA.write((const char *)&VerDef, sizeof(Elf_Verdef));
1434 
1435     for (size_t J = 0; J < E.VerNames.size(); ++J, ++AuxCnt) {
1436       Elf_Verdaux VernAux;
1437       VernAux.vda_name = DotDynstr.getOffset(E.VerNames[J]);
1438       if (J == E.VerNames.size() - 1)
1439         VernAux.vda_next = 0;
1440       else
1441         VernAux.vda_next = sizeof(Elf_Verdaux);
1442       CBA.write((const char *)&VernAux, sizeof(Elf_Verdaux));
1443     }
1444   }
1445 
1446   SHeader.sh_size = Section.Entries->size() * sizeof(Elf_Verdef) +
1447                     AuxCnt * sizeof(Elf_Verdaux);
1448 }
1449 
1450 template <class ELFT>
1451 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1452                                          const ELFYAML::VerneedSection &Section,
1453                                          ContiguousBlobAccumulator &CBA) {
1454   typedef typename ELFT::Verneed Elf_Verneed;
1455   typedef typename ELFT::Vernaux Elf_Vernaux;
1456 
1457   SHeader.sh_info = Section.Info;
1458 
1459   if (Section.Content) {
1460     SHeader.sh_size = writeContent(CBA, Section.Content, None);
1461     return;
1462   }
1463 
1464   if (!Section.VerneedV)
1465     return;
1466 
1467   uint64_t AuxCnt = 0;
1468   for (size_t I = 0; I < Section.VerneedV->size(); ++I) {
1469     const ELFYAML::VerneedEntry &VE = (*Section.VerneedV)[I];
1470 
1471     Elf_Verneed VerNeed;
1472     VerNeed.vn_version = VE.Version;
1473     VerNeed.vn_file = DotDynstr.getOffset(VE.File);
1474     if (I == Section.VerneedV->size() - 1)
1475       VerNeed.vn_next = 0;
1476     else
1477       VerNeed.vn_next =
1478           sizeof(Elf_Verneed) + VE.AuxV.size() * sizeof(Elf_Vernaux);
1479     VerNeed.vn_cnt = VE.AuxV.size();
1480     VerNeed.vn_aux = sizeof(Elf_Verneed);
1481     CBA.write((const char *)&VerNeed, sizeof(Elf_Verneed));
1482 
1483     for (size_t J = 0; J < VE.AuxV.size(); ++J, ++AuxCnt) {
1484       const ELFYAML::VernauxEntry &VAuxE = VE.AuxV[J];
1485 
1486       Elf_Vernaux VernAux;
1487       VernAux.vna_hash = VAuxE.Hash;
1488       VernAux.vna_flags = VAuxE.Flags;
1489       VernAux.vna_other = VAuxE.Other;
1490       VernAux.vna_name = DotDynstr.getOffset(VAuxE.Name);
1491       if (J == VE.AuxV.size() - 1)
1492         VernAux.vna_next = 0;
1493       else
1494         VernAux.vna_next = sizeof(Elf_Vernaux);
1495       CBA.write((const char *)&VernAux, sizeof(Elf_Vernaux));
1496     }
1497   }
1498 
1499   SHeader.sh_size = Section.VerneedV->size() * sizeof(Elf_Verneed) +
1500                     AuxCnt * sizeof(Elf_Vernaux);
1501 }
1502 
1503 template <class ELFT>
1504 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1505                                          const ELFYAML::MipsABIFlags &Section,
1506                                          ContiguousBlobAccumulator &CBA) {
1507   assert(Section.Type == llvm::ELF::SHT_MIPS_ABIFLAGS &&
1508          "Section type is not SHT_MIPS_ABIFLAGS");
1509 
1510   object::Elf_Mips_ABIFlags<ELFT> Flags;
1511   zero(Flags);
1512   SHeader.sh_entsize = sizeof(Flags);
1513   SHeader.sh_size = SHeader.sh_entsize;
1514 
1515   Flags.version = Section.Version;
1516   Flags.isa_level = Section.ISALevel;
1517   Flags.isa_rev = Section.ISARevision;
1518   Flags.gpr_size = Section.GPRSize;
1519   Flags.cpr1_size = Section.CPR1Size;
1520   Flags.cpr2_size = Section.CPR2Size;
1521   Flags.fp_abi = Section.FpABI;
1522   Flags.isa_ext = Section.ISAExtension;
1523   Flags.ases = Section.ASEs;
1524   Flags.flags1 = Section.Flags1;
1525   Flags.flags2 = Section.Flags2;
1526   CBA.write((const char *)&Flags, sizeof(Flags));
1527 }
1528 
1529 template <class ELFT>
1530 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1531                                          const ELFYAML::DynamicSection &Section,
1532                                          ContiguousBlobAccumulator &CBA) {
1533   assert(Section.Type == llvm::ELF::SHT_DYNAMIC &&
1534          "Section type is not SHT_DYNAMIC");
1535 
1536   if (!Section.Entries.empty() && Section.Content)
1537     reportError("cannot specify both raw content and explicit entries "
1538                 "for dynamic section '" +
1539                 Section.Name + "'");
1540 
1541   if (Section.Content)
1542     SHeader.sh_size = Section.Content->binary_size();
1543   else
1544     SHeader.sh_size = 2 * sizeof(uintX_t) * Section.Entries.size();
1545   if (Section.EntSize)
1546     SHeader.sh_entsize = *Section.EntSize;
1547   else
1548     SHeader.sh_entsize = sizeof(Elf_Dyn);
1549 
1550   for (const ELFYAML::DynamicEntry &DE : Section.Entries) {
1551     CBA.write<uintX_t>(DE.Tag, ELFT::TargetEndianness);
1552     CBA.write<uintX_t>(DE.Val, ELFT::TargetEndianness);
1553   }
1554   if (Section.Content)
1555     CBA.writeAsBinary(*Section.Content);
1556 }
1557 
1558 template <class ELFT>
1559 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1560                                          const ELFYAML::AddrsigSection &Section,
1561                                          ContiguousBlobAccumulator &CBA) {
1562   unsigned Link = 0;
1563   if (Section.Link.empty() && !ExcludedSectionHeaders.count(".symtab") &&
1564       SN2I.lookup(".symtab", Link))
1565     SHeader.sh_link = Link;
1566 
1567   if (Section.Content || Section.Size) {
1568     SHeader.sh_size = writeContent(CBA, Section.Content, Section.Size);
1569     return;
1570   }
1571 
1572   for (StringRef Sym : *Section.Symbols)
1573     SHeader.sh_size +=
1574         CBA.writeULEB128(toSymbolIndex(Sym, Section.Name, /*IsDynamic=*/false));
1575 }
1576 
1577 template <class ELFT>
1578 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1579                                          const ELFYAML::NoteSection &Section,
1580                                          ContiguousBlobAccumulator &CBA) {
1581   uint64_t Offset = CBA.tell();
1582   if (Section.Content || Section.Size) {
1583     SHeader.sh_size = writeContent(CBA, Section.Content, Section.Size);
1584     return;
1585   }
1586 
1587   for (const ELFYAML::NoteEntry &NE : *Section.Notes) {
1588     // Write name size.
1589     if (NE.Name.empty())
1590       CBA.write<uint32_t>(0, ELFT::TargetEndianness);
1591     else
1592       CBA.write<uint32_t>(NE.Name.size() + 1, ELFT::TargetEndianness);
1593 
1594     // Write description size.
1595     if (NE.Desc.binary_size() == 0)
1596       CBA.write<uint32_t>(0, ELFT::TargetEndianness);
1597     else
1598       CBA.write<uint32_t>(NE.Desc.binary_size(), ELFT::TargetEndianness);
1599 
1600     // Write type.
1601     CBA.write<uint32_t>(NE.Type, ELFT::TargetEndianness);
1602 
1603     // Write name, null terminator and padding.
1604     if (!NE.Name.empty()) {
1605       CBA.write(NE.Name.data(), NE.Name.size());
1606       CBA.write('\0');
1607       CBA.padToAlignment(4);
1608     }
1609 
1610     // Write description and padding.
1611     if (NE.Desc.binary_size() != 0) {
1612       CBA.writeAsBinary(NE.Desc);
1613       CBA.padToAlignment(4);
1614     }
1615   }
1616 
1617   SHeader.sh_size = CBA.tell() - Offset;
1618 }
1619 
1620 template <class ELFT>
1621 void ELFState<ELFT>::writeSectionContent(Elf_Shdr &SHeader,
1622                                          const ELFYAML::GnuHashSection &Section,
1623                                          ContiguousBlobAccumulator &CBA) {
1624   unsigned Link = 0;
1625   if (Section.Link.empty() && !ExcludedSectionHeaders.count(".dynsym") &&
1626       SN2I.lookup(".dynsym", Link))
1627     SHeader.sh_link = Link;
1628 
1629   if (Section.Content) {
1630     SHeader.sh_size = writeContent(CBA, Section.Content, None);
1631     return;
1632   }
1633 
1634   // We write the header first, starting with the hash buckets count. Normally
1635   // it is the number of entries in HashBuckets, but the "NBuckets" property can
1636   // be used to override this field, which is useful for producing broken
1637   // objects.
1638   if (Section.Header->NBuckets)
1639     CBA.write<uint32_t>(*Section.Header->NBuckets, ELFT::TargetEndianness);
1640   else
1641     CBA.write<uint32_t>(Section.HashBuckets->size(), ELFT::TargetEndianness);
1642 
1643   // Write the index of the first symbol in the dynamic symbol table accessible
1644   // via the hash table.
1645   CBA.write<uint32_t>(Section.Header->SymNdx, ELFT::TargetEndianness);
1646 
1647   // Write the number of words in the Bloom filter. As above, the "MaskWords"
1648   // property can be used to set this field to any value.
1649   if (Section.Header->MaskWords)
1650     CBA.write<uint32_t>(*Section.Header->MaskWords, ELFT::TargetEndianness);
1651   else
1652     CBA.write<uint32_t>(Section.BloomFilter->size(), ELFT::TargetEndianness);
1653 
1654   // Write the shift constant used by the Bloom filter.
1655   CBA.write<uint32_t>(Section.Header->Shift2, ELFT::TargetEndianness);
1656 
1657   // We've finished writing the header. Now write the Bloom filter.
1658   for (llvm::yaml::Hex64 Val : *Section.BloomFilter)
1659     CBA.write<uintX_t>(Val, ELFT::TargetEndianness);
1660 
1661   // Write an array of hash buckets.
1662   for (llvm::yaml::Hex32 Val : *Section.HashBuckets)
1663     CBA.write<uint32_t>(Val, ELFT::TargetEndianness);
1664 
1665   // Write an array of hash values.
1666   for (llvm::yaml::Hex32 Val : *Section.HashValues)
1667     CBA.write<uint32_t>(Val, ELFT::TargetEndianness);
1668 
1669   SHeader.sh_size = 16 /*Header size*/ +
1670                     Section.BloomFilter->size() * sizeof(typename ELFT::uint) +
1671                     Section.HashBuckets->size() * 4 +
1672                     Section.HashValues->size() * 4;
1673 }
1674 
1675 template <class ELFT>
1676 void ELFState<ELFT>::writeFill(ELFYAML::Fill &Fill,
1677                                ContiguousBlobAccumulator &CBA) {
1678   size_t PatternSize = Fill.Pattern ? Fill.Pattern->binary_size() : 0;
1679   if (!PatternSize) {
1680     CBA.writeZeros(Fill.Size);
1681     return;
1682   }
1683 
1684   // Fill the content with the specified pattern.
1685   uint64_t Written = 0;
1686   for (; Written + PatternSize <= Fill.Size; Written += PatternSize)
1687     CBA.writeAsBinary(*Fill.Pattern);
1688   CBA.writeAsBinary(*Fill.Pattern, Fill.Size - Written);
1689 }
1690 
1691 template <class ELFT>
1692 DenseMap<StringRef, size_t> ELFState<ELFT>::buildSectionHeaderReorderMap() {
1693   if (!Doc.SectionHeaders || Doc.SectionHeaders->NoHeaders)
1694     return DenseMap<StringRef, size_t>();
1695 
1696   DenseMap<StringRef, size_t> Ret;
1697   size_t SecNdx = 0;
1698   StringSet<> Seen;
1699 
1700   auto AddSection = [&](const ELFYAML::SectionHeader &Hdr) {
1701     if (!Ret.try_emplace(Hdr.Name, ++SecNdx).second)
1702       reportError("repeated section name: '" + Hdr.Name +
1703                   "' in the section header description");
1704     Seen.insert(Hdr.Name);
1705   };
1706 
1707   if (Doc.SectionHeaders->Sections)
1708     for (const ELFYAML::SectionHeader &Hdr : *Doc.SectionHeaders->Sections)
1709       AddSection(Hdr);
1710 
1711   if (Doc.SectionHeaders->Excluded)
1712     for (const ELFYAML::SectionHeader &Hdr : *Doc.SectionHeaders->Excluded)
1713       AddSection(Hdr);
1714 
1715   for (const ELFYAML::Section *S : Doc.getSections()) {
1716     // Ignore special first SHT_NULL section.
1717     if (S == Doc.getSections().front())
1718       continue;
1719     if (!Seen.count(S->Name))
1720       reportError("section '" + S->Name +
1721                   "' should be present in the 'Sections' or 'Excluded' lists");
1722     Seen.erase(S->Name);
1723   }
1724 
1725   for (const auto &It : Seen)
1726     reportError("section header contains undefined section '" + It.getKey() +
1727                 "'");
1728   return Ret;
1729 }
1730 
1731 template <class ELFT> void ELFState<ELFT>::buildSectionIndex() {
1732   // A YAML description can have an explicit section header declaration that
1733   // allows to change the order of section headers.
1734   DenseMap<StringRef, size_t> ReorderMap = buildSectionHeaderReorderMap();
1735 
1736   if (HasError)
1737     return;
1738 
1739   // Build excluded section headers map.
1740   std::vector<ELFYAML::Section *> Sections = Doc.getSections();
1741   if (Doc.SectionHeaders) {
1742     if (Doc.SectionHeaders->Excluded)
1743       for (const ELFYAML::SectionHeader &Hdr : *Doc.SectionHeaders->Excluded)
1744         if (!ExcludedSectionHeaders.insert(Hdr.Name).second)
1745           llvm_unreachable("buildSectionIndex() failed");
1746 
1747     if (Doc.SectionHeaders->NoHeaders)
1748       for (const ELFYAML::Section *S : Sections)
1749         if (!ExcludedSectionHeaders.insert(S->Name).second)
1750           llvm_unreachable("buildSectionIndex() failed");
1751   }
1752 
1753   size_t SecNdx = -1;
1754   for (const ELFYAML::Section *S : Sections) {
1755     ++SecNdx;
1756 
1757     size_t Index = ReorderMap.empty() ? SecNdx : ReorderMap.lookup(S->Name);
1758     if (!SN2I.addName(S->Name, Index))
1759       llvm_unreachable("buildSectionIndex() failed");
1760 
1761     if (!ExcludedSectionHeaders.count(S->Name))
1762       DotShStrtab.add(ELFYAML::dropUniqueSuffix(S->Name));
1763   }
1764 
1765   DotShStrtab.finalize();
1766 }
1767 
1768 template <class ELFT> void ELFState<ELFT>::buildSymbolIndexes() {
1769   auto Build = [this](ArrayRef<ELFYAML::Symbol> V, NameToIdxMap &Map) {
1770     for (size_t I = 0, S = V.size(); I < S; ++I) {
1771       const ELFYAML::Symbol &Sym = V[I];
1772       if (!Sym.Name.empty() && !Map.addName(Sym.Name, I + 1))
1773         reportError("repeated symbol name: '" + Sym.Name + "'");
1774     }
1775   };
1776 
1777   if (Doc.Symbols)
1778     Build(*Doc.Symbols, SymN2I);
1779   if (Doc.DynamicSymbols)
1780     Build(*Doc.DynamicSymbols, DynSymN2I);
1781 }
1782 
1783 template <class ELFT> void ELFState<ELFT>::finalizeStrings() {
1784   // Add the regular symbol names to .strtab section.
1785   if (Doc.Symbols)
1786     for (const ELFYAML::Symbol &Sym : *Doc.Symbols)
1787       DotStrtab.add(ELFYAML::dropUniqueSuffix(Sym.Name));
1788   DotStrtab.finalize();
1789 
1790   // Add the dynamic symbol names to .dynstr section.
1791   if (Doc.DynamicSymbols)
1792     for (const ELFYAML::Symbol &Sym : *Doc.DynamicSymbols)
1793       DotDynstr.add(ELFYAML::dropUniqueSuffix(Sym.Name));
1794 
1795   // SHT_GNU_verdef and SHT_GNU_verneed sections might also
1796   // add strings to .dynstr section.
1797   for (const ELFYAML::Chunk *Sec : Doc.getSections()) {
1798     if (auto VerNeed = dyn_cast<ELFYAML::VerneedSection>(Sec)) {
1799       if (VerNeed->VerneedV) {
1800         for (const ELFYAML::VerneedEntry &VE : *VerNeed->VerneedV) {
1801           DotDynstr.add(VE.File);
1802           for (const ELFYAML::VernauxEntry &Aux : VE.AuxV)
1803             DotDynstr.add(Aux.Name);
1804         }
1805       }
1806     } else if (auto VerDef = dyn_cast<ELFYAML::VerdefSection>(Sec)) {
1807       if (VerDef->Entries)
1808         for (const ELFYAML::VerdefEntry &E : *VerDef->Entries)
1809           for (StringRef Name : E.VerNames)
1810             DotDynstr.add(Name);
1811     }
1812   }
1813 
1814   DotDynstr.finalize();
1815 }
1816 
1817 template <class ELFT>
1818 bool ELFState<ELFT>::writeELF(raw_ostream &OS, ELFYAML::Object &Doc,
1819                               yaml::ErrorHandler EH, uint64_t MaxSize) {
1820   ELFState<ELFT> State(Doc, EH);
1821   if (State.HasError)
1822     return false;
1823 
1824   // Finalize .strtab and .dynstr sections. We do that early because want to
1825   // finalize the string table builders before writing the content of the
1826   // sections that might want to use them.
1827   State.finalizeStrings();
1828 
1829   State.buildSectionIndex();
1830   State.buildSymbolIndexes();
1831 
1832   if (State.HasError)
1833     return false;
1834 
1835   std::vector<Elf_Phdr> PHeaders;
1836   State.initProgramHeaders(PHeaders);
1837 
1838   // XXX: This offset is tightly coupled with the order that we write
1839   // things to `OS`.
1840   const size_t SectionContentBeginOffset =
1841       sizeof(Elf_Ehdr) + sizeof(Elf_Phdr) * Doc.ProgramHeaders.size();
1842   // It is quite easy to accidentally create output with yaml2obj that is larger
1843   // than intended, for example, due to an issue in the YAML description.
1844   // We limit the maximum allowed output size, but also provide a command line
1845   // option to change this limitation.
1846   ContiguousBlobAccumulator CBA(SectionContentBeginOffset, MaxSize);
1847 
1848   std::vector<Elf_Shdr> SHeaders;
1849   State.initSectionHeaders(SHeaders, CBA);
1850 
1851   // Now we can decide segment offsets.
1852   State.setProgramHeaderLayout(PHeaders, SHeaders);
1853 
1854   // Align the start of the section header table, which is written after all
1855   // section data.
1856   uint64_t SHOff =
1857       State.alignToOffset(CBA, sizeof(typename ELFT::uint), /*Offset=*/None);
1858   bool ReachedLimit = SHOff + arrayDataSize(makeArrayRef(SHeaders)) > MaxSize;
1859   if (Error E = CBA.takeLimitError()) {
1860     // We report a custom error message instead below.
1861     consumeError(std::move(E));
1862     ReachedLimit = true;
1863   }
1864 
1865   if (ReachedLimit)
1866     State.reportError(
1867         "the desired output size is greater than permitted. Use the "
1868         "--max-size option to change the limit");
1869 
1870   if (State.HasError)
1871     return false;
1872 
1873   State.writeELFHeader(OS, SHOff);
1874   writeArrayData(OS, makeArrayRef(PHeaders));
1875   CBA.writeBlobToStream(OS);
1876   writeArrayData(OS, makeArrayRef(SHeaders));
1877   return true;
1878 }
1879 
1880 namespace llvm {
1881 namespace yaml {
1882 
1883 bool yaml2elf(llvm::ELFYAML::Object &Doc, raw_ostream &Out, ErrorHandler EH,
1884               uint64_t MaxSize) {
1885   bool IsLE = Doc.Header.Data == ELFYAML::ELF_ELFDATA(ELF::ELFDATA2LSB);
1886   bool Is64Bit = Doc.Header.Class == ELFYAML::ELF_ELFCLASS(ELF::ELFCLASS64);
1887   if (Is64Bit) {
1888     if (IsLE)
1889       return ELFState<object::ELF64LE>::writeELF(Out, Doc, EH, MaxSize);
1890     return ELFState<object::ELF64BE>::writeELF(Out, Doc, EH, MaxSize);
1891   }
1892   if (IsLE)
1893     return ELFState<object::ELF32LE>::writeELF(Out, Doc, EH, MaxSize);
1894   return ELFState<object::ELF32BE>::writeELF(Out, Doc, EH, MaxSize);
1895 }
1896 
1897 } // namespace yaml
1898 } // namespace llvm
1899