xref: /llvm-project-15.0.7/lld/ELF/Driver.cpp (revision dcc8fc9e)
1 //===- Driver.cpp ---------------------------------------------------------===//
2 //
3 //                             The LLVM Linker
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 //
10 // The driver drives the entire linking process. It is responsible for
11 // parsing command line options and doing whatever it is instructed to do.
12 //
13 // One notable thing in the LLD's driver when compared to other linkers is
14 // that the LLD's driver is agnostic on the host operating system.
15 // Other linkers usually have implicit default values (such as a dynamic
16 // linker path or library paths) for each host OS.
17 //
18 // I don't think implicit default values are useful because they are
19 // usually explicitly specified by the compiler driver. They can even
20 // be harmful when you are doing cross-linking. Therefore, in LLD, we
21 // simply trust the compiler driver to pass all required options and
22 // don't try to make effort on our side.
23 //
24 //===----------------------------------------------------------------------===//
25 
26 #include "Driver.h"
27 #include "Config.h"
28 #include "Filesystem.h"
29 #include "ICF.h"
30 #include "InputFiles.h"
31 #include "InputSection.h"
32 #include "LinkerScript.h"
33 #include "MarkLive.h"
34 #include "OutputSections.h"
35 #include "ScriptParser.h"
36 #include "SymbolTable.h"
37 #include "Symbols.h"
38 #include "SyntheticSections.h"
39 #include "Target.h"
40 #include "Writer.h"
41 #include "lld/Common/Args.h"
42 #include "lld/Common/Driver.h"
43 #include "lld/Common/ErrorHandler.h"
44 #include "lld/Common/Memory.h"
45 #include "lld/Common/Strings.h"
46 #include "lld/Common/TargetOptionsCommandFlags.h"
47 #include "lld/Common/Threads.h"
48 #include "lld/Common/Version.h"
49 #include "llvm/ADT/SetVector.h"
50 #include "llvm/ADT/StringExtras.h"
51 #include "llvm/ADT/StringSwitch.h"
52 #include "llvm/Support/CommandLine.h"
53 #include "llvm/Support/Compression.h"
54 #include "llvm/Support/LEB128.h"
55 #include "llvm/Support/Path.h"
56 #include "llvm/Support/TarWriter.h"
57 #include "llvm/Support/TargetSelect.h"
58 #include "llvm/Support/raw_ostream.h"
59 #include <cstdlib>
60 #include <utility>
61 
62 using namespace llvm;
63 using namespace llvm::ELF;
64 using namespace llvm::object;
65 using namespace llvm::sys;
66 using namespace llvm::support;
67 
68 using namespace lld;
69 using namespace lld::elf;
70 
71 Configuration *elf::Config;
72 LinkerDriver *elf::Driver;
73 
74 static void setConfigs(opt::InputArgList &Args);
75 
76 bool elf::link(ArrayRef<const char *> Args, bool CanExitEarly,
77                raw_ostream &Error) {
78   errorHandler().LogName = args::getFilenameWithoutExe(Args[0]);
79   errorHandler().ErrorLimitExceededMsg =
80       "too many errors emitted, stopping now (use "
81       "-error-limit=0 to see all errors)";
82   errorHandler().ErrorOS = &Error;
83   errorHandler().ExitEarly = CanExitEarly;
84   errorHandler().ColorDiagnostics = Error.has_colors();
85 
86   InputSections.clear();
87   OutputSections.clear();
88   BinaryFiles.clear();
89   BitcodeFiles.clear();
90   ObjectFiles.clear();
91   SharedFiles.clear();
92 
93   Config = make<Configuration>();
94   Driver = make<LinkerDriver>();
95   Script = make<LinkerScript>();
96   Symtab = make<SymbolTable>();
97 
98   Tar = nullptr;
99   memset(&In, 0, sizeof(In));
100 
101   Config->ProgName = Args[0];
102 
103   Driver->main(Args);
104 
105   // Exit immediately if we don't need to return to the caller.
106   // This saves time because the overhead of calling destructors
107   // for all globally-allocated objects is not negligible.
108   if (CanExitEarly)
109     exitLld(errorCount() ? 1 : 0);
110 
111   freeArena();
112   return !errorCount();
113 }
114 
115 // Parses a linker -m option.
116 static std::tuple<ELFKind, uint16_t, uint8_t> parseEmulation(StringRef Emul) {
117   uint8_t OSABI = 0;
118   StringRef S = Emul;
119   if (S.endswith("_fbsd")) {
120     S = S.drop_back(5);
121     OSABI = ELFOSABI_FREEBSD;
122   }
123 
124   std::pair<ELFKind, uint16_t> Ret =
125       StringSwitch<std::pair<ELFKind, uint16_t>>(S)
126           .Cases("aarch64elf", "aarch64linux", "aarch64_elf64_le_vec",
127                  {ELF64LEKind, EM_AARCH64})
128           .Cases("armelf", "armelf_linux_eabi", {ELF32LEKind, EM_ARM})
129           .Case("elf32_x86_64", {ELF32LEKind, EM_X86_64})
130           .Cases("elf32btsmip", "elf32btsmipn32", {ELF32BEKind, EM_MIPS})
131           .Cases("elf32ltsmip", "elf32ltsmipn32", {ELF32LEKind, EM_MIPS})
132           .Case("elf32lriscv", {ELF32LEKind, EM_RISCV})
133           .Case("elf32ppc", {ELF32BEKind, EM_PPC})
134           .Case("elf64btsmip", {ELF64BEKind, EM_MIPS})
135           .Case("elf64ltsmip", {ELF64LEKind, EM_MIPS})
136           .Case("elf64lriscv", {ELF64LEKind, EM_RISCV})
137           .Case("elf64ppc", {ELF64BEKind, EM_PPC64})
138           .Case("elf64lppc", {ELF64LEKind, EM_PPC64})
139           .Cases("elf_amd64", "elf_x86_64", {ELF64LEKind, EM_X86_64})
140           .Case("elf_i386", {ELF32LEKind, EM_386})
141           .Case("elf_iamcu", {ELF32LEKind, EM_IAMCU})
142           .Default({ELFNoneKind, EM_NONE});
143 
144   if (Ret.first == ELFNoneKind)
145     error("unknown emulation: " + Emul);
146   return std::make_tuple(Ret.first, Ret.second, OSABI);
147 }
148 
149 // Returns slices of MB by parsing MB as an archive file.
150 // Each slice consists of a member file in the archive.
151 std::vector<std::pair<MemoryBufferRef, uint64_t>> static getArchiveMembers(
152     MemoryBufferRef MB) {
153   std::unique_ptr<Archive> File =
154       CHECK(Archive::create(MB),
155             MB.getBufferIdentifier() + ": failed to parse archive");
156 
157   std::vector<std::pair<MemoryBufferRef, uint64_t>> V;
158   Error Err = Error::success();
159   bool AddToTar = File->isThin() && Tar;
160   for (const ErrorOr<Archive::Child> &COrErr : File->children(Err)) {
161     Archive::Child C =
162         CHECK(COrErr, MB.getBufferIdentifier() +
163                           ": could not get the child of the archive");
164     MemoryBufferRef MBRef =
165         CHECK(C.getMemoryBufferRef(),
166               MB.getBufferIdentifier() +
167                   ": could not get the buffer for a child of the archive");
168     if (AddToTar)
169       Tar->append(relativeToRoot(check(C.getFullName())), MBRef.getBuffer());
170     V.push_back(std::make_pair(MBRef, C.getChildOffset()));
171   }
172   if (Err)
173     fatal(MB.getBufferIdentifier() + ": Archive::children failed: " +
174           toString(std::move(Err)));
175 
176   // Take ownership of memory buffers created for members of thin archives.
177   for (std::unique_ptr<MemoryBuffer> &MB : File->takeThinBuffers())
178     make<std::unique_ptr<MemoryBuffer>>(std::move(MB));
179 
180   return V;
181 }
182 
183 // Opens a file and create a file object. Path has to be resolved already.
184 void LinkerDriver::addFile(StringRef Path, bool WithLOption) {
185   using namespace sys::fs;
186 
187   Optional<MemoryBufferRef> Buffer = readFile(Path);
188   if (!Buffer.hasValue())
189     return;
190   MemoryBufferRef MBRef = *Buffer;
191 
192   if (Config->FormatBinary) {
193     Files.push_back(make<BinaryFile>(MBRef));
194     return;
195   }
196 
197   switch (identify_magic(MBRef.getBuffer())) {
198   case file_magic::unknown:
199     readLinkerScript(MBRef);
200     return;
201   case file_magic::archive: {
202     // Handle -whole-archive.
203     if (InWholeArchive) {
204       for (const auto &P : getArchiveMembers(MBRef))
205         Files.push_back(createObjectFile(P.first, Path, P.second));
206       return;
207     }
208 
209     std::unique_ptr<Archive> File =
210         CHECK(Archive::create(MBRef), Path + ": failed to parse archive");
211 
212     // If an archive file has no symbol table, it is likely that a user
213     // is attempting LTO and using a default ar command that doesn't
214     // understand the LLVM bitcode file. It is a pretty common error, so
215     // we'll handle it as if it had a symbol table.
216     if (!File->isEmpty() && !File->hasSymbolTable()) {
217       for (const auto &P : getArchiveMembers(MBRef))
218         Files.push_back(make<LazyObjFile>(P.first, Path, P.second));
219       return;
220     }
221 
222     // Handle the regular case.
223     Files.push_back(make<ArchiveFile>(std::move(File)));
224     return;
225   }
226   case file_magic::elf_shared_object:
227     if (Config->Static || Config->Relocatable) {
228       error("attempted static link of dynamic object " + Path);
229       return;
230     }
231 
232     // DSOs usually have DT_SONAME tags in their ELF headers, and the
233     // sonames are used to identify DSOs. But if they are missing,
234     // they are identified by filenames. We don't know whether the new
235     // file has a DT_SONAME or not because we haven't parsed it yet.
236     // Here, we set the default soname for the file because we might
237     // need it later.
238     //
239     // If a file was specified by -lfoo, the directory part is not
240     // significant, as a user did not specify it. This behavior is
241     // compatible with GNU.
242     Files.push_back(
243         createSharedFile(MBRef, WithLOption ? path::filename(Path) : Path));
244     return;
245   case file_magic::bitcode:
246   case file_magic::elf_relocatable:
247     if (InLib)
248       Files.push_back(make<LazyObjFile>(MBRef, "", 0));
249     else
250       Files.push_back(createObjectFile(MBRef));
251     break;
252   default:
253     error(Path + ": unknown file type");
254   }
255 }
256 
257 // Add a given library by searching it from input search paths.
258 void LinkerDriver::addLibrary(StringRef Name) {
259   if (Optional<std::string> Path = searchLibrary(Name))
260     addFile(*Path, /*WithLOption=*/true);
261   else
262     error("unable to find library -l" + Name);
263 }
264 
265 // This function is called on startup. We need this for LTO since
266 // LTO calls LLVM functions to compile bitcode files to native code.
267 // Technically this can be delayed until we read bitcode files, but
268 // we don't bother to do lazily because the initialization is fast.
269 static void initLLVM() {
270   InitializeAllTargets();
271   InitializeAllTargetMCs();
272   InitializeAllAsmPrinters();
273   InitializeAllAsmParsers();
274 }
275 
276 // Some command line options or some combinations of them are not allowed.
277 // This function checks for such errors.
278 static void checkOptions() {
279   // The MIPS ABI as of 2016 does not support the GNU-style symbol lookup
280   // table which is a relatively new feature.
281   if (Config->EMachine == EM_MIPS && Config->GnuHash)
282     error("the .gnu.hash section is not compatible with the MIPS target");
283 
284   if (Config->FixCortexA53Errata843419 && Config->EMachine != EM_AARCH64)
285     error("--fix-cortex-a53-843419 is only supported on AArch64 targets");
286 
287   if (Config->TocOptimize && Config->EMachine != EM_PPC64)
288     error("--toc-optimize is only supported on the PowerPC64 target");
289 
290   if (Config->Pie && Config->Shared)
291     error("-shared and -pie may not be used together");
292 
293   if (!Config->Shared && !Config->FilterList.empty())
294     error("-F may not be used without -shared");
295 
296   if (!Config->Shared && !Config->AuxiliaryList.empty())
297     error("-f may not be used without -shared");
298 
299   if (!Config->Relocatable && !Config->DefineCommon)
300     error("-no-define-common not supported in non relocatable output");
301 
302   if (Config->Relocatable) {
303     if (Config->Shared)
304       error("-r and -shared may not be used together");
305     if (Config->GcSections)
306       error("-r and --gc-sections may not be used together");
307     if (Config->GdbIndex)
308       error("-r and --gdb-index may not be used together");
309     if (Config->ICF != ICFLevel::None)
310       error("-r and --icf may not be used together");
311     if (Config->Pie)
312       error("-r and -pie may not be used together");
313   }
314 
315   if (Config->ExecuteOnly) {
316     if (Config->EMachine != EM_AARCH64)
317       error("-execute-only is only supported on AArch64 targets");
318 
319     if (Config->SingleRoRx && !Script->HasSectionsCommand)
320       error("-execute-only and -no-rosegment cannot be used together");
321   }
322 }
323 
324 static const char *getReproduceOption(opt::InputArgList &Args) {
325   if (auto *Arg = Args.getLastArg(OPT_reproduce))
326     return Arg->getValue();
327   return getenv("LLD_REPRODUCE");
328 }
329 
330 static bool hasZOption(opt::InputArgList &Args, StringRef Key) {
331   for (auto *Arg : Args.filtered(OPT_z))
332     if (Key == Arg->getValue())
333       return true;
334   return false;
335 }
336 
337 static bool getZFlag(opt::InputArgList &Args, StringRef K1, StringRef K2,
338                      bool Default) {
339   for (auto *Arg : Args.filtered_reverse(OPT_z)) {
340     if (K1 == Arg->getValue())
341       return true;
342     if (K2 == Arg->getValue())
343       return false;
344   }
345   return Default;
346 }
347 
348 static bool isKnownZFlag(StringRef S) {
349   return S == "combreloc" || S == "copyreloc" || S == "defs" ||
350          S == "execstack" || S == "global" || S == "hazardplt" ||
351          S == "initfirst" || S == "interpose" ||
352          S == "keep-text-section-prefix" || S == "lazy" || S == "muldefs" ||
353          S == "nocombreloc" || S == "nocopyreloc" || S == "nodefaultlib" ||
354          S == "nodelete" || S == "nodlopen" || S == "noexecstack" ||
355          S == "nokeep-text-section-prefix" || S == "norelro" || S == "notext" ||
356          S == "now" || S == "origin" || S == "relro" || S == "retpolineplt" ||
357          S == "rodynamic" || S == "text" || S == "wxneeded" ||
358          S.startswith("max-page-size=") || S.startswith("stack-size=");
359 }
360 
361 // Report an error for an unknown -z option.
362 static void checkZOptions(opt::InputArgList &Args) {
363   for (auto *Arg : Args.filtered(OPT_z))
364     if (!isKnownZFlag(Arg->getValue()))
365       error("unknown -z value: " + StringRef(Arg->getValue()));
366 }
367 
368 void LinkerDriver::main(ArrayRef<const char *> ArgsArr) {
369   ELFOptTable Parser;
370   opt::InputArgList Args = Parser.parse(ArgsArr.slice(1));
371 
372   // Interpret this flag early because error() depends on them.
373   errorHandler().ErrorLimit = args::getInteger(Args, OPT_error_limit, 20);
374 
375   // Handle -help
376   if (Args.hasArg(OPT_help)) {
377     printHelp();
378     return;
379   }
380 
381   // Handle -v or -version.
382   //
383   // A note about "compatible with GNU linkers" message: this is a hack for
384   // scripts generated by GNU Libtool 2.4.6 (released in February 2014 and
385   // still the newest version in March 2017) or earlier to recognize LLD as
386   // a GNU compatible linker. As long as an output for the -v option
387   // contains "GNU" or "with BFD", they recognize us as GNU-compatible.
388   //
389   // This is somewhat ugly hack, but in reality, we had no choice other
390   // than doing this. Considering the very long release cycle of Libtool,
391   // it is not easy to improve it to recognize LLD as a GNU compatible
392   // linker in a timely manner. Even if we can make it, there are still a
393   // lot of "configure" scripts out there that are generated by old version
394   // of Libtool. We cannot convince every software developer to migrate to
395   // the latest version and re-generate scripts. So we have this hack.
396   if (Args.hasArg(OPT_v) || Args.hasArg(OPT_version))
397     message(getLLDVersion() + " (compatible with GNU linkers)");
398 
399   if (const char *Path = getReproduceOption(Args)) {
400     // Note that --reproduce is a debug option so you can ignore it
401     // if you are trying to understand the whole picture of the code.
402     Expected<std::unique_ptr<TarWriter>> ErrOrWriter =
403         TarWriter::create(Path, path::stem(Path));
404     if (ErrOrWriter) {
405       Tar = std::move(*ErrOrWriter);
406       Tar->append("response.txt", createResponseFile(Args));
407       Tar->append("version.txt", getLLDVersion() + "\n");
408     } else {
409       error("--reproduce: " + toString(ErrOrWriter.takeError()));
410     }
411   }
412 
413   readConfigs(Args);
414   checkZOptions(Args);
415 
416   // The behavior of -v or --version is a bit strange, but this is
417   // needed for compatibility with GNU linkers.
418   if (Args.hasArg(OPT_v) && !Args.hasArg(OPT_INPUT))
419     return;
420   if (Args.hasArg(OPT_version))
421     return;
422 
423   initLLVM();
424   createFiles(Args);
425   if (errorCount())
426     return;
427 
428   inferMachineType();
429   setConfigs(Args);
430   checkOptions();
431   if (errorCount())
432     return;
433 
434   switch (Config->EKind) {
435   case ELF32LEKind:
436     link<ELF32LE>(Args);
437     return;
438   case ELF32BEKind:
439     link<ELF32BE>(Args);
440     return;
441   case ELF64LEKind:
442     link<ELF64LE>(Args);
443     return;
444   case ELF64BEKind:
445     link<ELF64BE>(Args);
446     return;
447   default:
448     llvm_unreachable("unknown Config->EKind");
449   }
450 }
451 
452 static std::string getRpath(opt::InputArgList &Args) {
453   std::vector<StringRef> V = args::getStrings(Args, OPT_rpath);
454   return llvm::join(V.begin(), V.end(), ":");
455 }
456 
457 // Determines what we should do if there are remaining unresolved
458 // symbols after the name resolution.
459 static UnresolvedPolicy getUnresolvedSymbolPolicy(opt::InputArgList &Args) {
460   UnresolvedPolicy ErrorOrWarn = Args.hasFlag(OPT_error_unresolved_symbols,
461                                               OPT_warn_unresolved_symbols, true)
462                                      ? UnresolvedPolicy::ReportError
463                                      : UnresolvedPolicy::Warn;
464 
465   // Process the last of -unresolved-symbols, -no-undefined or -z defs.
466   for (auto *Arg : llvm::reverse(Args)) {
467     switch (Arg->getOption().getID()) {
468     case OPT_unresolved_symbols: {
469       StringRef S = Arg->getValue();
470       if (S == "ignore-all" || S == "ignore-in-object-files")
471         return UnresolvedPolicy::Ignore;
472       if (S == "ignore-in-shared-libs" || S == "report-all")
473         return ErrorOrWarn;
474       error("unknown --unresolved-symbols value: " + S);
475       continue;
476     }
477     case OPT_no_undefined:
478       return ErrorOrWarn;
479     case OPT_z:
480       if (StringRef(Arg->getValue()) == "defs")
481         return ErrorOrWarn;
482       continue;
483     }
484   }
485 
486   // -shared implies -unresolved-symbols=ignore-all because missing
487   // symbols are likely to be resolved at runtime using other DSOs.
488   if (Config->Shared)
489     return UnresolvedPolicy::Ignore;
490   return ErrorOrWarn;
491 }
492 
493 static Target2Policy getTarget2(opt::InputArgList &Args) {
494   StringRef S = Args.getLastArgValue(OPT_target2, "got-rel");
495   if (S == "rel")
496     return Target2Policy::Rel;
497   if (S == "abs")
498     return Target2Policy::Abs;
499   if (S == "got-rel")
500     return Target2Policy::GotRel;
501   error("unknown --target2 option: " + S);
502   return Target2Policy::GotRel;
503 }
504 
505 static bool isOutputFormatBinary(opt::InputArgList &Args) {
506   StringRef S = Args.getLastArgValue(OPT_oformat, "elf");
507   if (S == "binary")
508     return true;
509   if (!S.startswith("elf"))
510     error("unknown --oformat value: " + S);
511   return false;
512 }
513 
514 static DiscardPolicy getDiscard(opt::InputArgList &Args) {
515   if (Args.hasArg(OPT_relocatable))
516     return DiscardPolicy::None;
517 
518   auto *Arg =
519       Args.getLastArg(OPT_discard_all, OPT_discard_locals, OPT_discard_none);
520   if (!Arg)
521     return DiscardPolicy::Default;
522   if (Arg->getOption().getID() == OPT_discard_all)
523     return DiscardPolicy::All;
524   if (Arg->getOption().getID() == OPT_discard_locals)
525     return DiscardPolicy::Locals;
526   return DiscardPolicy::None;
527 }
528 
529 static StringRef getDynamicLinker(opt::InputArgList &Args) {
530   auto *Arg = Args.getLastArg(OPT_dynamic_linker, OPT_no_dynamic_linker);
531   if (!Arg || Arg->getOption().getID() == OPT_no_dynamic_linker)
532     return "";
533   return Arg->getValue();
534 }
535 
536 static ICFLevel getICF(opt::InputArgList &Args) {
537   auto *Arg = Args.getLastArg(OPT_icf_none, OPT_icf_safe, OPT_icf_all);
538   if (!Arg || Arg->getOption().getID() == OPT_icf_none)
539     return ICFLevel::None;
540   if (Arg->getOption().getID() == OPT_icf_safe)
541     return ICFLevel::Safe;
542   return ICFLevel::All;
543 }
544 
545 static StripPolicy getStrip(opt::InputArgList &Args) {
546   if (Args.hasArg(OPT_relocatable))
547     return StripPolicy::None;
548 
549   auto *Arg = Args.getLastArg(OPT_strip_all, OPT_strip_debug);
550   if (!Arg)
551     return StripPolicy::None;
552   if (Arg->getOption().getID() == OPT_strip_all)
553     return StripPolicy::All;
554   return StripPolicy::Debug;
555 }
556 
557 static uint64_t parseSectionAddress(StringRef S, const opt::Arg &Arg) {
558   uint64_t VA = 0;
559   if (S.startswith("0x"))
560     S = S.drop_front(2);
561   if (!to_integer(S, VA, 16))
562     error("invalid argument: " + toString(Arg));
563   return VA;
564 }
565 
566 static StringMap<uint64_t> getSectionStartMap(opt::InputArgList &Args) {
567   StringMap<uint64_t> Ret;
568   for (auto *Arg : Args.filtered(OPT_section_start)) {
569     StringRef Name;
570     StringRef Addr;
571     std::tie(Name, Addr) = StringRef(Arg->getValue()).split('=');
572     Ret[Name] = parseSectionAddress(Addr, *Arg);
573   }
574 
575   if (auto *Arg = Args.getLastArg(OPT_Ttext))
576     Ret[".text"] = parseSectionAddress(Arg->getValue(), *Arg);
577   if (auto *Arg = Args.getLastArg(OPT_Tdata))
578     Ret[".data"] = parseSectionAddress(Arg->getValue(), *Arg);
579   if (auto *Arg = Args.getLastArg(OPT_Tbss))
580     Ret[".bss"] = parseSectionAddress(Arg->getValue(), *Arg);
581   return Ret;
582 }
583 
584 static SortSectionPolicy getSortSection(opt::InputArgList &Args) {
585   StringRef S = Args.getLastArgValue(OPT_sort_section);
586   if (S == "alignment")
587     return SortSectionPolicy::Alignment;
588   if (S == "name")
589     return SortSectionPolicy::Name;
590   if (!S.empty())
591     error("unknown --sort-section rule: " + S);
592   return SortSectionPolicy::Default;
593 }
594 
595 static OrphanHandlingPolicy getOrphanHandling(opt::InputArgList &Args) {
596   StringRef S = Args.getLastArgValue(OPT_orphan_handling, "place");
597   if (S == "warn")
598     return OrphanHandlingPolicy::Warn;
599   if (S == "error")
600     return OrphanHandlingPolicy::Error;
601   if (S != "place")
602     error("unknown --orphan-handling mode: " + S);
603   return OrphanHandlingPolicy::Place;
604 }
605 
606 // Parse --build-id or --build-id=<style>. We handle "tree" as a
607 // synonym for "sha1" because all our hash functions including
608 // -build-id=sha1 are actually tree hashes for performance reasons.
609 static std::pair<BuildIdKind, std::vector<uint8_t>>
610 getBuildId(opt::InputArgList &Args) {
611   auto *Arg = Args.getLastArg(OPT_build_id, OPT_build_id_eq);
612   if (!Arg)
613     return {BuildIdKind::None, {}};
614 
615   if (Arg->getOption().getID() == OPT_build_id)
616     return {BuildIdKind::Fast, {}};
617 
618   StringRef S = Arg->getValue();
619   if (S == "fast")
620     return {BuildIdKind::Fast, {}};
621   if (S == "md5")
622     return {BuildIdKind::Md5, {}};
623   if (S == "sha1" || S == "tree")
624     return {BuildIdKind::Sha1, {}};
625   if (S == "uuid")
626     return {BuildIdKind::Uuid, {}};
627   if (S.startswith("0x"))
628     return {BuildIdKind::Hexstring, parseHex(S.substr(2))};
629 
630   if (S != "none")
631     error("unknown --build-id style: " + S);
632   return {BuildIdKind::None, {}};
633 }
634 
635 static std::pair<bool, bool> getPackDynRelocs(opt::InputArgList &Args) {
636   StringRef S = Args.getLastArgValue(OPT_pack_dyn_relocs, "none");
637   if (S == "android")
638     return {true, false};
639   if (S == "relr")
640     return {false, true};
641   if (S == "android+relr")
642     return {true, true};
643 
644   if (S != "none")
645     error("unknown -pack-dyn-relocs format: " + S);
646   return {false, false};
647 }
648 
649 static void readCallGraph(MemoryBufferRef MB) {
650   // Build a map from symbol name to section
651   DenseMap<StringRef, Symbol *> Map;
652   for (InputFile *File : ObjectFiles)
653     for (Symbol *Sym : File->getSymbols())
654       Map[Sym->getName()] = Sym;
655 
656   auto FindSection = [&](StringRef Name) -> InputSectionBase * {
657     Symbol *Sym = Map.lookup(Name);
658     if (!Sym) {
659       if (Config->WarnSymbolOrdering)
660         warn(MB.getBufferIdentifier() + ": no such symbol: " + Name);
661       return nullptr;
662     }
663     maybeWarnUnorderableSymbol(Sym);
664 
665     if (Defined *DR = dyn_cast_or_null<Defined>(Sym))
666       return dyn_cast_or_null<InputSectionBase>(DR->Section);
667     return nullptr;
668   };
669 
670   for (StringRef Line : args::getLines(MB)) {
671     SmallVector<StringRef, 3> Fields;
672     Line.split(Fields, ' ');
673     uint64_t Count;
674 
675     if (Fields.size() != 3 || !to_integer(Fields[2], Count)) {
676       error(MB.getBufferIdentifier() + ": parse error");
677       return;
678     }
679 
680     if (InputSectionBase *From = FindSection(Fields[0]))
681       if (InputSectionBase *To = FindSection(Fields[1]))
682         Config->CallGraphProfile[std::make_pair(From, To)] += Count;
683   }
684 }
685 
686 template <class ELFT> static void readCallGraphsFromObjectFiles() {
687   for (auto File : ObjectFiles) {
688     auto *Obj = cast<ObjFile<ELFT>>(File);
689 
690     for (const Elf_CGProfile_Impl<ELFT> &CGPE : Obj->CGProfile) {
691       auto *FromSym = dyn_cast<Defined>(&Obj->getSymbol(CGPE.cgp_from));
692       auto *ToSym = dyn_cast<Defined>(&Obj->getSymbol(CGPE.cgp_to));
693       if (!FromSym || !ToSym)
694         continue;
695 
696       auto *From = dyn_cast_or_null<InputSectionBase>(FromSym->Section);
697       auto *To = dyn_cast_or_null<InputSectionBase>(ToSym->Section);
698       if (From && To)
699         Config->CallGraphProfile[{From, To}] += CGPE.cgp_weight;
700     }
701   }
702 }
703 
704 static bool getCompressDebugSections(opt::InputArgList &Args) {
705   StringRef S = Args.getLastArgValue(OPT_compress_debug_sections, "none");
706   if (S == "none")
707     return false;
708   if (S != "zlib")
709     error("unknown --compress-debug-sections value: " + S);
710   if (!zlib::isAvailable())
711     error("--compress-debug-sections: zlib is not available");
712   return true;
713 }
714 
715 static std::pair<StringRef, StringRef> getOldNewOptions(opt::InputArgList &Args,
716                                                         unsigned Id) {
717   auto *Arg = Args.getLastArg(Id);
718   if (!Arg)
719     return {"", ""};
720 
721   StringRef S = Arg->getValue();
722   std::pair<StringRef, StringRef> Ret = S.split(';');
723   if (Ret.second.empty())
724     error(Arg->getSpelling() + " expects 'old;new' format, but got " + S);
725   return Ret;
726 }
727 
728 // Parse the symbol ordering file and warn for any duplicate entries.
729 static std::vector<StringRef> getSymbolOrderingFile(MemoryBufferRef MB) {
730   SetVector<StringRef> Names;
731   for (StringRef S : args::getLines(MB))
732     if (!Names.insert(S) && Config->WarnSymbolOrdering)
733       warn(MB.getBufferIdentifier() + ": duplicate ordered symbol: " + S);
734 
735   return Names.takeVector();
736 }
737 
738 static void parseClangOption(StringRef Opt, const Twine &Msg) {
739   std::string Err;
740   raw_string_ostream OS(Err);
741 
742   const char *Argv[] = {Config->ProgName.data(), Opt.data()};
743   if (cl::ParseCommandLineOptions(2, Argv, "", &OS))
744     return;
745   OS.flush();
746   error(Msg + ": " + StringRef(Err).trim());
747 }
748 
749 // Initializes Config members by the command line options.
750 void LinkerDriver::readConfigs(opt::InputArgList &Args) {
751   errorHandler().Verbose = Args.hasArg(OPT_verbose);
752   errorHandler().FatalWarnings =
753       Args.hasFlag(OPT_fatal_warnings, OPT_no_fatal_warnings, false);
754   ThreadsEnabled = Args.hasFlag(OPT_threads, OPT_no_threads, true);
755 
756   Config->AllowMultipleDefinition =
757       Args.hasFlag(OPT_allow_multiple_definition,
758                    OPT_no_allow_multiple_definition, false) ||
759       hasZOption(Args, "muldefs");
760   Config->AuxiliaryList = args::getStrings(Args, OPT_auxiliary);
761   Config->Bsymbolic = Args.hasArg(OPT_Bsymbolic);
762   Config->BsymbolicFunctions = Args.hasArg(OPT_Bsymbolic_functions);
763   Config->CheckSections =
764       Args.hasFlag(OPT_check_sections, OPT_no_check_sections, true);
765   Config->Chroot = Args.getLastArgValue(OPT_chroot);
766   Config->CompressDebugSections = getCompressDebugSections(Args);
767   Config->Cref = Args.hasFlag(OPT_cref, OPT_no_cref, false);
768   Config->DefineCommon = Args.hasFlag(OPT_define_common, OPT_no_define_common,
769                                       !Args.hasArg(OPT_relocatable));
770   Config->Demangle = Args.hasFlag(OPT_demangle, OPT_no_demangle, true);
771   Config->DisableVerify = Args.hasArg(OPT_disable_verify);
772   Config->Discard = getDiscard(Args);
773   Config->DwoDir = Args.getLastArgValue(OPT_plugin_opt_dwo_dir_eq);
774   Config->DynamicLinker = getDynamicLinker(Args);
775   Config->EhFrameHdr =
776       Args.hasFlag(OPT_eh_frame_hdr, OPT_no_eh_frame_hdr, false);
777   Config->EmitLLVM = Args.hasArg(OPT_plugin_opt_emit_llvm, false);
778   Config->EmitRelocs = Args.hasArg(OPT_emit_relocs);
779   Config->CallGraphProfileSort = Args.hasFlag(
780       OPT_call_graph_profile_sort, OPT_no_call_graph_profile_sort, true);
781   Config->EnableNewDtags =
782       Args.hasFlag(OPT_enable_new_dtags, OPT_disable_new_dtags, true);
783   Config->Entry = Args.getLastArgValue(OPT_entry);
784   Config->ExecuteOnly =
785       Args.hasFlag(OPT_execute_only, OPT_no_execute_only, false);
786   Config->ExportDynamic =
787       Args.hasFlag(OPT_export_dynamic, OPT_no_export_dynamic, false);
788   Config->FilterList = args::getStrings(Args, OPT_filter);
789   Config->Fini = Args.getLastArgValue(OPT_fini, "_fini");
790   Config->FixCortexA53Errata843419 = Args.hasArg(OPT_fix_cortex_a53_843419);
791   Config->GcSections = Args.hasFlag(OPT_gc_sections, OPT_no_gc_sections, false);
792   Config->GnuUnique = Args.hasFlag(OPT_gnu_unique, OPT_no_gnu_unique, true);
793   Config->GdbIndex = Args.hasFlag(OPT_gdb_index, OPT_no_gdb_index, false);
794   Config->ICF = getICF(Args);
795   Config->IgnoreDataAddressEquality =
796       Args.hasArg(OPT_ignore_data_address_equality);
797   Config->IgnoreFunctionAddressEquality =
798       Args.hasArg(OPT_ignore_function_address_equality);
799   Config->Init = Args.getLastArgValue(OPT_init, "_init");
800   Config->LTOAAPipeline = Args.getLastArgValue(OPT_lto_aa_pipeline);
801   Config->LTODebugPassManager = Args.hasArg(OPT_lto_debug_pass_manager);
802   Config->LTONewPassManager = Args.hasArg(OPT_lto_new_pass_manager);
803   Config->LTONewPmPasses = Args.getLastArgValue(OPT_lto_newpm_passes);
804   Config->LTOO = args::getInteger(Args, OPT_lto_O, 2);
805   Config->LTOObjPath = Args.getLastArgValue(OPT_plugin_opt_obj_path_eq);
806   Config->LTOPartitions = args::getInteger(Args, OPT_lto_partitions, 1);
807   Config->LTOSampleProfile = Args.getLastArgValue(OPT_lto_sample_profile);
808   Config->MapFile = Args.getLastArgValue(OPT_Map);
809   Config->MipsGotSize = args::getInteger(Args, OPT_mips_got_size, 0xfff0);
810   Config->MergeArmExidx =
811       Args.hasFlag(OPT_merge_exidx_entries, OPT_no_merge_exidx_entries, true);
812   Config->NoinhibitExec = Args.hasArg(OPT_noinhibit_exec);
813   Config->Nostdlib = Args.hasArg(OPT_nostdlib);
814   Config->OFormatBinary = isOutputFormatBinary(Args);
815   Config->Omagic = Args.hasFlag(OPT_omagic, OPT_no_omagic, false);
816   Config->OptRemarksFilename = Args.getLastArgValue(OPT_opt_remarks_filename);
817   Config->OptRemarksWithHotness = Args.hasArg(OPT_opt_remarks_with_hotness);
818   Config->Optimize = args::getInteger(Args, OPT_O, 1);
819   Config->OrphanHandling = getOrphanHandling(Args);
820   Config->OutputFile = Args.getLastArgValue(OPT_o);
821   Config->Pie = Args.hasFlag(OPT_pie, OPT_no_pie, false);
822   Config->PrintIcfSections =
823       Args.hasFlag(OPT_print_icf_sections, OPT_no_print_icf_sections, false);
824   Config->PrintGcSections =
825       Args.hasFlag(OPT_print_gc_sections, OPT_no_print_gc_sections, false);
826   Config->Rpath = getRpath(Args);
827   Config->Relocatable = Args.hasArg(OPT_relocatable);
828   Config->SaveTemps = Args.hasArg(OPT_save_temps);
829   Config->SearchPaths = args::getStrings(Args, OPT_library_path);
830   Config->SectionStartMap = getSectionStartMap(Args);
831   Config->Shared = Args.hasArg(OPT_shared);
832   Config->SingleRoRx = Args.hasArg(OPT_no_rosegment);
833   Config->SoName = Args.getLastArgValue(OPT_soname);
834   Config->SortSection = getSortSection(Args);
835   Config->SplitStackAdjustSize = args::getInteger(Args, OPT_split_stack_adjust_size, 16384);
836   Config->Strip = getStrip(Args);
837   Config->Sysroot = Args.getLastArgValue(OPT_sysroot);
838   Config->Target1Rel = Args.hasFlag(OPT_target1_rel, OPT_target1_abs, false);
839   Config->Target2 = getTarget2(Args);
840   Config->ThinLTOCacheDir = Args.getLastArgValue(OPT_thinlto_cache_dir);
841   Config->ThinLTOCachePolicy = CHECK(
842       parseCachePruningPolicy(Args.getLastArgValue(OPT_thinlto_cache_policy)),
843       "--thinlto-cache-policy: invalid cache policy");
844   Config->ThinLTOEmitImportsFiles =
845       Args.hasArg(OPT_plugin_opt_thinlto_emit_imports_files);
846   Config->ThinLTOIndexOnly = Args.hasArg(OPT_plugin_opt_thinlto_index_only) ||
847                              Args.hasArg(OPT_plugin_opt_thinlto_index_only_eq);
848   Config->ThinLTOIndexOnlyArg =
849       Args.getLastArgValue(OPT_plugin_opt_thinlto_index_only_eq);
850   Config->ThinLTOJobs = args::getInteger(Args, OPT_thinlto_jobs, -1u);
851   Config->ThinLTOObjectSuffixReplace =
852       getOldNewOptions(Args, OPT_plugin_opt_thinlto_object_suffix_replace_eq);
853   Config->ThinLTOPrefixReplace =
854       getOldNewOptions(Args, OPT_plugin_opt_thinlto_prefix_replace_eq);
855   Config->Trace = Args.hasArg(OPT_trace);
856   Config->Undefined = args::getStrings(Args, OPT_undefined);
857   Config->UndefinedVersion =
858       Args.hasFlag(OPT_undefined_version, OPT_no_undefined_version, true);
859   Config->UseAndroidRelrTags = Args.hasFlag(
860       OPT_use_android_relr_tags, OPT_no_use_android_relr_tags, false);
861   Config->UnresolvedSymbols = getUnresolvedSymbolPolicy(Args);
862   Config->WarnBackrefs =
863       Args.hasFlag(OPT_warn_backrefs, OPT_no_warn_backrefs, false);
864   Config->WarnCommon = Args.hasFlag(OPT_warn_common, OPT_no_warn_common, false);
865   Config->WarnIfuncTextrel =
866       Args.hasFlag(OPT_warn_ifunc_textrel, OPT_no_warn_ifunc_textrel, false);
867   Config->WarnSymbolOrdering =
868       Args.hasFlag(OPT_warn_symbol_ordering, OPT_no_warn_symbol_ordering, true);
869   Config->ZCombreloc = getZFlag(Args, "combreloc", "nocombreloc", true);
870   Config->ZCopyreloc = getZFlag(Args, "copyreloc", "nocopyreloc", true);
871   Config->ZExecstack = getZFlag(Args, "execstack", "noexecstack", false);
872   Config->ZGlobal = hasZOption(Args, "global");
873   Config->ZHazardplt = hasZOption(Args, "hazardplt");
874   Config->ZInitfirst = hasZOption(Args, "initfirst");
875   Config->ZInterpose = hasZOption(Args, "interpose");
876   Config->ZKeepTextSectionPrefix = getZFlag(
877       Args, "keep-text-section-prefix", "nokeep-text-section-prefix", false);
878   Config->ZNodefaultlib = hasZOption(Args, "nodefaultlib");
879   Config->ZNodelete = hasZOption(Args, "nodelete");
880   Config->ZNodlopen = hasZOption(Args, "nodlopen");
881   Config->ZNow = getZFlag(Args, "now", "lazy", false);
882   Config->ZOrigin = hasZOption(Args, "origin");
883   Config->ZRelro = getZFlag(Args, "relro", "norelro", true);
884   Config->ZRetpolineplt = hasZOption(Args, "retpolineplt");
885   Config->ZRodynamic = hasZOption(Args, "rodynamic");
886   Config->ZStackSize = args::getZOptionValue(Args, OPT_z, "stack-size", 0);
887   Config->ZText = getZFlag(Args, "text", "notext", true);
888   Config->ZWxneeded = hasZOption(Args, "wxneeded");
889 
890   // Parse LTO options.
891   if (auto *Arg = Args.getLastArg(OPT_plugin_opt_mcpu_eq))
892     parseClangOption(Saver.save("-mcpu=" + StringRef(Arg->getValue())),
893                      Arg->getSpelling());
894 
895   for (auto *Arg : Args.filtered(OPT_plugin_opt))
896     parseClangOption(Arg->getValue(), Arg->getSpelling());
897 
898   // Parse -mllvm options.
899   for (auto *Arg : Args.filtered(OPT_mllvm))
900     parseClangOption(Arg->getValue(), Arg->getSpelling());
901 
902   if (Config->LTOO > 3)
903     error("invalid optimization level for LTO: " + Twine(Config->LTOO));
904   if (Config->LTOPartitions == 0)
905     error("--lto-partitions: number of threads must be > 0");
906   if (Config->ThinLTOJobs == 0)
907     error("--thinlto-jobs: number of threads must be > 0");
908 
909   if (Config->SplitStackAdjustSize < 0)
910     error("--split-stack-adjust-size: size must be >= 0");
911 
912   // Parse ELF{32,64}{LE,BE} and CPU type.
913   if (auto *Arg = Args.getLastArg(OPT_m)) {
914     StringRef S = Arg->getValue();
915     std::tie(Config->EKind, Config->EMachine, Config->OSABI) =
916         parseEmulation(S);
917     Config->MipsN32Abi = (S == "elf32btsmipn32" || S == "elf32ltsmipn32");
918     Config->Emulation = S;
919   }
920 
921   // Parse -hash-style={sysv,gnu,both}.
922   if (auto *Arg = Args.getLastArg(OPT_hash_style)) {
923     StringRef S = Arg->getValue();
924     if (S == "sysv")
925       Config->SysvHash = true;
926     else if (S == "gnu")
927       Config->GnuHash = true;
928     else if (S == "both")
929       Config->SysvHash = Config->GnuHash = true;
930     else
931       error("unknown -hash-style: " + S);
932   }
933 
934   if (Args.hasArg(OPT_print_map))
935     Config->MapFile = "-";
936 
937   // --omagic is an option to create old-fashioned executables in which
938   // .text segments are writable. Today, the option is still in use to
939   // create special-purpose programs such as boot loaders. It doesn't
940   // make sense to create PT_GNU_RELRO for such executables.
941   if (Config->Omagic)
942     Config->ZRelro = false;
943 
944   std::tie(Config->BuildId, Config->BuildIdVector) = getBuildId(Args);
945 
946   std::tie(Config->AndroidPackDynRelocs, Config->RelrPackDynRelocs) =
947       getPackDynRelocs(Args);
948 
949   if (auto *Arg = Args.getLastArg(OPT_symbol_ordering_file))
950     if (Optional<MemoryBufferRef> Buffer = readFile(Arg->getValue()))
951       Config->SymbolOrderingFile = getSymbolOrderingFile(*Buffer);
952 
953   // If --retain-symbol-file is used, we'll keep only the symbols listed in
954   // the file and discard all others.
955   if (auto *Arg = Args.getLastArg(OPT_retain_symbols_file)) {
956     Config->DefaultSymbolVersion = VER_NDX_LOCAL;
957     if (Optional<MemoryBufferRef> Buffer = readFile(Arg->getValue()))
958       for (StringRef S : args::getLines(*Buffer))
959         Config->VersionScriptGlobals.push_back(
960             {S, /*IsExternCpp*/ false, /*HasWildcard*/ false});
961   }
962 
963   bool HasExportDynamic =
964       Args.hasFlag(OPT_export_dynamic, OPT_no_export_dynamic, false);
965 
966   // Parses -dynamic-list and -export-dynamic-symbol. They make some
967   // symbols private. Note that -export-dynamic takes precedence over them
968   // as it says all symbols should be exported.
969   if (!HasExportDynamic) {
970     for (auto *Arg : Args.filtered(OPT_dynamic_list))
971       if (Optional<MemoryBufferRef> Buffer = readFile(Arg->getValue()))
972         readDynamicList(*Buffer);
973 
974     for (auto *Arg : Args.filtered(OPT_export_dynamic_symbol))
975       Config->DynamicList.push_back(
976           {Arg->getValue(), /*IsExternCpp*/ false, /*HasWildcard*/ false});
977   }
978 
979   // If --export-dynamic-symbol=foo is given and symbol foo is defined in
980   // an object file in an archive file, that object file should be pulled
981   // out and linked. (It doesn't have to behave like that from technical
982   // point of view, but this is needed for compatibility with GNU.)
983   for (auto *Arg : Args.filtered(OPT_export_dynamic_symbol))
984     Config->Undefined.push_back(Arg->getValue());
985 
986   for (auto *Arg : Args.filtered(OPT_version_script))
987     if (Optional<std::string> Path = searchScript(Arg->getValue())) {
988       if (Optional<MemoryBufferRef> Buffer = readFile(*Path))
989         readVersionScript(*Buffer);
990     } else {
991       error(Twine("cannot find version script ") + Arg->getValue());
992     }
993 }
994 
995 // Some Config members do not directly correspond to any particular
996 // command line options, but computed based on other Config values.
997 // This function initialize such members. See Config.h for the details
998 // of these values.
999 static void setConfigs(opt::InputArgList &Args) {
1000   ELFKind K = Config->EKind;
1001   uint16_t M = Config->EMachine;
1002 
1003   Config->CopyRelocs = (Config->Relocatable || Config->EmitRelocs);
1004   Config->Is64 = (K == ELF64LEKind || K == ELF64BEKind);
1005   Config->IsLE = (K == ELF32LEKind || K == ELF64LEKind);
1006   Config->Endianness = Config->IsLE ? endianness::little : endianness::big;
1007   Config->IsMips64EL = (K == ELF64LEKind && M == EM_MIPS);
1008   Config->Pic = Config->Pie || Config->Shared;
1009   Config->Wordsize = Config->Is64 ? 8 : 4;
1010 
1011   // ELF defines two different ways to store relocation addends as shown below:
1012   //
1013   //  Rel:  Addends are stored to the location where relocations are applied.
1014   //  Rela: Addends are stored as part of relocation entry.
1015   //
1016   // In other words, Rela makes it easy to read addends at the price of extra
1017   // 4 or 8 byte for each relocation entry. We don't know why ELF defined two
1018   // different mechanisms in the first place, but this is how the spec is
1019   // defined.
1020   //
1021   // You cannot choose which one, Rel or Rela, you want to use. Instead each
1022   // ABI defines which one you need to use. The following expression expresses
1023   // that.
1024   Config->IsRela = M == EM_AARCH64 || M == EM_AMDGPU || M == EM_HEXAGON ||
1025                    M == EM_PPC || M == EM_PPC64 || M == EM_RISCV ||
1026                    M == EM_X86_64;
1027 
1028   // If the output uses REL relocations we must store the dynamic relocation
1029   // addends to the output sections. We also store addends for RELA relocations
1030   // if --apply-dynamic-relocs is used.
1031   // We default to not writing the addends when using RELA relocations since
1032   // any standard conforming tool can find it in r_addend.
1033   Config->WriteAddends = Args.hasFlag(OPT_apply_dynamic_relocs,
1034                                       OPT_no_apply_dynamic_relocs, false) ||
1035                          !Config->IsRela;
1036 
1037   Config->TocOptimize =
1038       Args.hasFlag(OPT_toc_optimize, OPT_no_toc_optimize, M == EM_PPC64);
1039 }
1040 
1041 // Returns a value of "-format" option.
1042 static bool isFormatBinary(StringRef S) {
1043   if (S == "binary")
1044     return true;
1045   if (S == "elf" || S == "default")
1046     return false;
1047   error("unknown -format value: " + S +
1048         " (supported formats: elf, default, binary)");
1049   return false;
1050 }
1051 
1052 void LinkerDriver::createFiles(opt::InputArgList &Args) {
1053   // For --{push,pop}-state.
1054   std::vector<std::tuple<bool, bool, bool>> Stack;
1055 
1056   // Iterate over argv to process input files and positional arguments.
1057   for (auto *Arg : Args) {
1058     switch (Arg->getOption().getUnaliasedOption().getID()) {
1059     case OPT_library:
1060       addLibrary(Arg->getValue());
1061       break;
1062     case OPT_INPUT:
1063       addFile(Arg->getValue(), /*WithLOption=*/false);
1064       break;
1065     case OPT_defsym: {
1066       StringRef From;
1067       StringRef To;
1068       std::tie(From, To) = StringRef(Arg->getValue()).split('=');
1069       if (From.empty() || To.empty())
1070         error("-defsym: syntax error: " + StringRef(Arg->getValue()));
1071       else
1072         readDefsym(From, MemoryBufferRef(To, "-defsym"));
1073       break;
1074     }
1075     case OPT_script:
1076       if (Optional<std::string> Path = searchScript(Arg->getValue())) {
1077         if (Optional<MemoryBufferRef> MB = readFile(*Path))
1078           readLinkerScript(*MB);
1079         break;
1080       }
1081       error(Twine("cannot find linker script ") + Arg->getValue());
1082       break;
1083     case OPT_as_needed:
1084       Config->AsNeeded = true;
1085       break;
1086     case OPT_format:
1087       Config->FormatBinary = isFormatBinary(Arg->getValue());
1088       break;
1089     case OPT_no_as_needed:
1090       Config->AsNeeded = false;
1091       break;
1092     case OPT_Bstatic:
1093       Config->Static = true;
1094       break;
1095     case OPT_Bdynamic:
1096       Config->Static = false;
1097       break;
1098     case OPT_whole_archive:
1099       InWholeArchive = true;
1100       break;
1101     case OPT_no_whole_archive:
1102       InWholeArchive = false;
1103       break;
1104     case OPT_just_symbols:
1105       if (Optional<MemoryBufferRef> MB = readFile(Arg->getValue())) {
1106         Files.push_back(createObjectFile(*MB));
1107         Files.back()->JustSymbols = true;
1108       }
1109       break;
1110     case OPT_start_group:
1111       if (InputFile::IsInGroup)
1112         error("nested --start-group");
1113       InputFile::IsInGroup = true;
1114       break;
1115     case OPT_end_group:
1116       if (!InputFile::IsInGroup)
1117         error("stray --end-group");
1118       InputFile::IsInGroup = false;
1119       ++InputFile::NextGroupId;
1120       break;
1121     case OPT_start_lib:
1122       if (InLib)
1123         error("nested --start-lib");
1124       if (InputFile::IsInGroup)
1125         error("may not nest --start-lib in --start-group");
1126       InLib = true;
1127       InputFile::IsInGroup = true;
1128       break;
1129     case OPT_end_lib:
1130       if (!InLib)
1131         error("stray --end-lib");
1132       InLib = false;
1133       InputFile::IsInGroup = false;
1134       ++InputFile::NextGroupId;
1135       break;
1136     case OPT_push_state:
1137       Stack.emplace_back(Config->AsNeeded, Config->Static, InWholeArchive);
1138       break;
1139     case OPT_pop_state:
1140       if (Stack.empty()) {
1141         error("unbalanced --push-state/--pop-state");
1142         break;
1143       }
1144       std::tie(Config->AsNeeded, Config->Static, InWholeArchive) = Stack.back();
1145       Stack.pop_back();
1146       break;
1147     }
1148   }
1149 
1150   if (Files.empty() && errorCount() == 0)
1151     error("no input files");
1152 }
1153 
1154 // If -m <machine_type> was not given, infer it from object files.
1155 void LinkerDriver::inferMachineType() {
1156   if (Config->EKind != ELFNoneKind)
1157     return;
1158 
1159   for (InputFile *F : Files) {
1160     if (F->EKind == ELFNoneKind)
1161       continue;
1162     Config->EKind = F->EKind;
1163     Config->EMachine = F->EMachine;
1164     Config->OSABI = F->OSABI;
1165     Config->MipsN32Abi = Config->EMachine == EM_MIPS && isMipsN32Abi(F);
1166     return;
1167   }
1168   error("target emulation unknown: -m or at least one .o file required");
1169 }
1170 
1171 // Parse -z max-page-size=<value>. The default value is defined by
1172 // each target.
1173 static uint64_t getMaxPageSize(opt::InputArgList &Args) {
1174   uint64_t Val = args::getZOptionValue(Args, OPT_z, "max-page-size",
1175                                        Target->DefaultMaxPageSize);
1176   if (!isPowerOf2_64(Val))
1177     error("max-page-size: value isn't a power of 2");
1178   return Val;
1179 }
1180 
1181 // Parses -image-base option.
1182 static Optional<uint64_t> getImageBase(opt::InputArgList &Args) {
1183   // Because we are using "Config->MaxPageSize" here, this function has to be
1184   // called after the variable is initialized.
1185   auto *Arg = Args.getLastArg(OPT_image_base);
1186   if (!Arg)
1187     return None;
1188 
1189   StringRef S = Arg->getValue();
1190   uint64_t V;
1191   if (!to_integer(S, V)) {
1192     error("-image-base: number expected, but got " + S);
1193     return 0;
1194   }
1195   if ((V % Config->MaxPageSize) != 0)
1196     warn("-image-base: address isn't multiple of page size: " + S);
1197   return V;
1198 }
1199 
1200 // Parses `--exclude-libs=lib,lib,...`.
1201 // The library names may be delimited by commas or colons.
1202 static DenseSet<StringRef> getExcludeLibs(opt::InputArgList &Args) {
1203   DenseSet<StringRef> Ret;
1204   for (auto *Arg : Args.filtered(OPT_exclude_libs)) {
1205     StringRef S = Arg->getValue();
1206     for (;;) {
1207       size_t Pos = S.find_first_of(",:");
1208       if (Pos == StringRef::npos)
1209         break;
1210       Ret.insert(S.substr(0, Pos));
1211       S = S.substr(Pos + 1);
1212     }
1213     Ret.insert(S);
1214   }
1215   return Ret;
1216 }
1217 
1218 // Handles the -exclude-libs option. If a static library file is specified
1219 // by the -exclude-libs option, all public symbols from the archive become
1220 // private unless otherwise specified by version scripts or something.
1221 // A special library name "ALL" means all archive files.
1222 //
1223 // This is not a popular option, but some programs such as bionic libc use it.
1224 template <class ELFT>
1225 static void excludeLibs(opt::InputArgList &Args) {
1226   DenseSet<StringRef> Libs = getExcludeLibs(Args);
1227   bool All = Libs.count("ALL");
1228 
1229   auto Visit = [&](InputFile *File) {
1230     if (!File->ArchiveName.empty())
1231       if (All || Libs.count(path::filename(File->ArchiveName)))
1232         for (Symbol *Sym : File->getSymbols())
1233           if (!Sym->isLocal() && Sym->File == File)
1234             Sym->VersionId = VER_NDX_LOCAL;
1235   };
1236 
1237   for (InputFile *File : ObjectFiles)
1238     Visit(File);
1239 
1240   for (BitcodeFile *File : BitcodeFiles)
1241     Visit(File);
1242 }
1243 
1244 // Force Sym to be entered in the output. Used for -u or equivalent.
1245 template <class ELFT> static void handleUndefined(StringRef Name) {
1246   Symbol *Sym = Symtab->find(Name);
1247   if (!Sym)
1248     return;
1249 
1250   // Since symbol S may not be used inside the program, LTO may
1251   // eliminate it. Mark the symbol as "used" to prevent it.
1252   Sym->IsUsedInRegularObj = true;
1253 
1254   if (Sym->isLazy())
1255     Symtab->fetchLazy<ELFT>(Sym);
1256 }
1257 
1258 template <class ELFT> static void handleLibcall(StringRef Name) {
1259   Symbol *Sym = Symtab->find(Name);
1260   if (!Sym || !Sym->isLazy())
1261     return;
1262 
1263   MemoryBufferRef MB;
1264   if (auto *LO = dyn_cast<LazyObject>(Sym))
1265     MB = LO->File->MB;
1266   else
1267     MB = cast<LazyArchive>(Sym)->getMemberBuffer();
1268 
1269   if (isBitcode(MB))
1270     Symtab->fetchLazy<ELFT>(Sym);
1271 }
1272 
1273 // If all references to a DSO happen to be weak, the DSO is not added
1274 // to DT_NEEDED. If that happens, we need to eliminate shared symbols
1275 // created from the DSO. Otherwise, they become dangling references
1276 // that point to a non-existent DSO.
1277 template <class ELFT> static void demoteSharedSymbols() {
1278   for (Symbol *Sym : Symtab->getSymbols()) {
1279     if (auto *S = dyn_cast<SharedSymbol>(Sym)) {
1280       if (!S->getFile<ELFT>().IsNeeded) {
1281         bool Used = S->Used;
1282         replaceSymbol<Undefined>(S, nullptr, S->getName(), STB_WEAK, S->StOther,
1283                                  S->Type);
1284         S->Used = Used;
1285       }
1286     }
1287   }
1288 }
1289 
1290 // The section referred to by S is considered address-significant. Set the
1291 // KeepUnique flag on the section if appropriate.
1292 static void markAddrsig(Symbol *S) {
1293   if (auto *D = dyn_cast_or_null<Defined>(S))
1294     if (D->Section)
1295       // We don't need to keep text sections unique under --icf=all even if they
1296       // are address-significant.
1297       if (Config->ICF == ICFLevel::Safe || !(D->Section->Flags & SHF_EXECINSTR))
1298         D->Section->KeepUnique = true;
1299 }
1300 
1301 // Record sections that define symbols mentioned in --keep-unique <symbol>
1302 // and symbols referred to by address-significance tables. These sections are
1303 // ineligible for ICF.
1304 template <class ELFT>
1305 static void findKeepUniqueSections(opt::InputArgList &Args) {
1306   for (auto *Arg : Args.filtered(OPT_keep_unique)) {
1307     StringRef Name = Arg->getValue();
1308     auto *D = dyn_cast_or_null<Defined>(Symtab->find(Name));
1309     if (!D || !D->Section) {
1310       warn("could not find symbol " + Name + " to keep unique");
1311       continue;
1312     }
1313     D->Section->KeepUnique = true;
1314   }
1315 
1316   // --icf=all --ignore-data-address-equality means that we can ignore
1317   // the dynsym and address-significance tables entirely.
1318   if (Config->ICF == ICFLevel::All && Config->IgnoreDataAddressEquality)
1319     return;
1320 
1321   // Symbols in the dynsym could be address-significant in other executables
1322   // or DSOs, so we conservatively mark them as address-significant.
1323   for (Symbol *S : Symtab->getSymbols())
1324     if (S->includeInDynsym())
1325       markAddrsig(S);
1326 
1327   // Visit the address-significance table in each object file and mark each
1328   // referenced symbol as address-significant.
1329   for (InputFile *F : ObjectFiles) {
1330     auto *Obj = cast<ObjFile<ELFT>>(F);
1331     ArrayRef<Symbol *> Syms = Obj->getSymbols();
1332     if (Obj->AddrsigSec) {
1333       ArrayRef<uint8_t> Contents =
1334           check(Obj->getObj().getSectionContents(Obj->AddrsigSec));
1335       const uint8_t *Cur = Contents.begin();
1336       while (Cur != Contents.end()) {
1337         unsigned Size;
1338         const char *Err;
1339         uint64_t SymIndex = decodeULEB128(Cur, &Size, Contents.end(), &Err);
1340         if (Err)
1341           fatal(toString(F) + ": could not decode addrsig section: " + Err);
1342         markAddrsig(Syms[SymIndex]);
1343         Cur += Size;
1344       }
1345     } else {
1346       // If an object file does not have an address-significance table,
1347       // conservatively mark all of its symbols as address-significant.
1348       for (Symbol *S : Syms)
1349         markAddrsig(S);
1350     }
1351   }
1352 }
1353 
1354 template <class ELFT> static Symbol *addUndefined(StringRef Name) {
1355   return Symtab->addUndefined<ELFT>(Name, STB_GLOBAL, STV_DEFAULT, 0, false,
1356                                     nullptr);
1357 }
1358 
1359 // The --wrap option is a feature to rename symbols so that you can write
1360 // wrappers for existing functions. If you pass `-wrap=foo`, all
1361 // occurrences of symbol `foo` are resolved to `wrap_foo` (so, you are
1362 // expected to write `wrap_foo` function as a wrapper). The original
1363 // symbol becomes accessible as `real_foo`, so you can call that from your
1364 // wrapper.
1365 //
1366 // This data structure is instantiated for each -wrap option.
1367 struct WrappedSymbol {
1368   Symbol *Sym;
1369   Symbol *Real;
1370   Symbol *Wrap;
1371 };
1372 
1373 // Handles -wrap option.
1374 //
1375 // This function instantiates wrapper symbols. At this point, they seem
1376 // like they are not being used at all, so we explicitly set some flags so
1377 // that LTO won't eliminate them.
1378 template <class ELFT>
1379 static std::vector<WrappedSymbol> addWrappedSymbols(opt::InputArgList &Args) {
1380   std::vector<WrappedSymbol> V;
1381   DenseSet<StringRef> Seen;
1382 
1383   for (auto *Arg : Args.filtered(OPT_wrap)) {
1384     StringRef Name = Arg->getValue();
1385     if (!Seen.insert(Name).second)
1386       continue;
1387 
1388     Symbol *Sym = Symtab->find(Name);
1389     if (!Sym)
1390       continue;
1391 
1392     Symbol *Real = addUndefined<ELFT>(Saver.save("__real_" + Name));
1393     Symbol *Wrap = addUndefined<ELFT>(Saver.save("__wrap_" + Name));
1394     V.push_back({Sym, Real, Wrap});
1395 
1396     // We want to tell LTO not to inline symbols to be overwritten
1397     // because LTO doesn't know the final symbol contents after renaming.
1398     Real->CanInline = false;
1399     Sym->CanInline = false;
1400 
1401     // Tell LTO not to eliminate these symbols.
1402     Sym->IsUsedInRegularObj = true;
1403     Wrap->IsUsedInRegularObj = true;
1404   }
1405   return V;
1406 }
1407 
1408 // Do renaming for -wrap by updating pointers to symbols.
1409 //
1410 // When this function is executed, only InputFiles and symbol table
1411 // contain pointers to symbol objects. We visit them to replace pointers,
1412 // so that wrapped symbols are swapped as instructed by the command line.
1413 template <class ELFT> static void wrapSymbols(ArrayRef<WrappedSymbol> Wrapped) {
1414   DenseMap<Symbol *, Symbol *> Map;
1415   for (const WrappedSymbol &W : Wrapped) {
1416     Map[W.Sym] = W.Wrap;
1417     Map[W.Real] = W.Sym;
1418   }
1419 
1420   // Update pointers in input files.
1421   parallelForEach(ObjectFiles, [&](InputFile *File) {
1422     std::vector<Symbol *> &Syms = File->getMutableSymbols();
1423     for (size_t I = 0, E = Syms.size(); I != E; ++I)
1424       if (Symbol *S = Map.lookup(Syms[I]))
1425         Syms[I] = S;
1426   });
1427 
1428   // Update pointers in the symbol table.
1429   for (const WrappedSymbol &W : Wrapped)
1430     Symtab->wrap(W.Sym, W.Real, W.Wrap);
1431 }
1432 
1433 static const char *LibcallRoutineNames[] = {
1434 #define HANDLE_LIBCALL(code, name) name,
1435 #include "llvm/IR/RuntimeLibcalls.def"
1436 #undef HANDLE_LIBCALL
1437 };
1438 
1439 // Do actual linking. Note that when this function is called,
1440 // all linker scripts have already been parsed.
1441 template <class ELFT> void LinkerDriver::link(opt::InputArgList &Args) {
1442   Target = getTarget();
1443   InX<ELFT>::VerSym = nullptr;
1444   InX<ELFT>::VerNeed = nullptr;
1445 
1446   Config->MaxPageSize = getMaxPageSize(Args);
1447   Config->ImageBase = getImageBase(Args);
1448 
1449   // If a -hash-style option was not given, set to a default value,
1450   // which varies depending on the target.
1451   if (!Args.hasArg(OPT_hash_style)) {
1452     if (Config->EMachine == EM_MIPS)
1453       Config->SysvHash = true;
1454     else
1455       Config->SysvHash = Config->GnuHash = true;
1456   }
1457 
1458   // Default output filename is "a.out" by the Unix tradition.
1459   if (Config->OutputFile.empty())
1460     Config->OutputFile = "a.out";
1461 
1462   // Fail early if the output file or map file is not writable. If a user has a
1463   // long link, e.g. due to a large LTO link, they do not wish to run it and
1464   // find that it failed because there was a mistake in their command-line.
1465   if (auto E = tryCreateFile(Config->OutputFile))
1466     error("cannot open output file " + Config->OutputFile + ": " + E.message());
1467   if (auto E = tryCreateFile(Config->MapFile))
1468     error("cannot open map file " + Config->MapFile + ": " + E.message());
1469   if (errorCount())
1470     return;
1471 
1472   // Use default entry point name if no name was given via the command
1473   // line nor linker scripts. For some reason, MIPS entry point name is
1474   // different from others.
1475   Config->WarnMissingEntry =
1476       (!Config->Entry.empty() || (!Config->Shared && !Config->Relocatable));
1477   if (Config->Entry.empty() && !Config->Relocatable)
1478     Config->Entry = (Config->EMachine == EM_MIPS) ? "__start" : "_start";
1479 
1480   // Handle --trace-symbol.
1481   for (auto *Arg : Args.filtered(OPT_trace_symbol))
1482     Symtab->trace(Arg->getValue());
1483 
1484   // Add all files to the symbol table. This will add almost all
1485   // symbols that we need to the symbol table.
1486   for (InputFile *F : Files)
1487     Symtab->addFile<ELFT>(F);
1488 
1489   // Now that we have every file, we can decide if we will need a
1490   // dynamic symbol table.
1491   // We need one if we were asked to export dynamic symbols or if we are
1492   // producing a shared library.
1493   // We also need one if any shared libraries are used and for pie executables
1494   // (probably because the dynamic linker needs it).
1495   Config->HasDynSymTab =
1496       !SharedFiles.empty() || Config->Pic || Config->ExportDynamic;
1497 
1498   // Some symbols (such as __ehdr_start) are defined lazily only when there
1499   // are undefined symbols for them, so we add these to trigger that logic.
1500   for (StringRef Name : Script->ReferencedSymbols)
1501     addUndefined<ELFT>(Name);
1502 
1503   // Handle the `--undefined <sym>` options.
1504   for (StringRef S : Config->Undefined)
1505     handleUndefined<ELFT>(S);
1506 
1507   // If an entry symbol is in a static archive, pull out that file now.
1508   handleUndefined<ELFT>(Config->Entry);
1509 
1510   // If any of our inputs are bitcode files, the LTO code generator may create
1511   // references to certain library functions that might not be explicit in the
1512   // bitcode file's symbol table. If any of those library functions are defined
1513   // in a bitcode file in an archive member, we need to arrange to use LTO to
1514   // compile those archive members by adding them to the link beforehand.
1515   //
1516   // However, adding all libcall symbols to the link can have undesired
1517   // consequences. For example, the libgcc implementation of
1518   // __sync_val_compare_and_swap_8 on 32-bit ARM pulls in an .init_array entry
1519   // that aborts the program if the Linux kernel does not support 64-bit
1520   // atomics, which would prevent the program from running even if it does not
1521   // use 64-bit atomics.
1522   //
1523   // Therefore, we only add libcall symbols to the link before LTO if we have
1524   // to, i.e. if the symbol's definition is in bitcode. Any other required
1525   // libcall symbols will be added to the link after LTO when we add the LTO
1526   // object file to the link.
1527   if (!BitcodeFiles.empty())
1528     for (const char *S : LibcallRoutineNames)
1529       handleLibcall<ELFT>(S);
1530 
1531   // Return if there were name resolution errors.
1532   if (errorCount())
1533     return;
1534 
1535   // Now when we read all script files, we want to finalize order of linker
1536   // script commands, which can be not yet final because of INSERT commands.
1537   Script->processInsertCommands();
1538 
1539   // We want to declare linker script's symbols early,
1540   // so that we can version them.
1541   // They also might be exported if referenced by DSOs.
1542   Script->declareSymbols();
1543 
1544   // Handle the -exclude-libs option.
1545   if (Args.hasArg(OPT_exclude_libs))
1546     excludeLibs<ELFT>(Args);
1547 
1548   // Create ElfHeader early. We need a dummy section in
1549   // addReservedSymbols to mark the created symbols as not absolute.
1550   Out::ElfHeader = make<OutputSection>("", 0, SHF_ALLOC);
1551   Out::ElfHeader->Size = sizeof(typename ELFT::Ehdr);
1552 
1553   // We need to create some reserved symbols such as _end. Create them.
1554   if (!Config->Relocatable)
1555     addReservedSymbols();
1556 
1557   // Apply version scripts.
1558   //
1559   // For a relocatable output, version scripts don't make sense, and
1560   // parsing a symbol version string (e.g. dropping "@ver1" from a symbol
1561   // name "foo@ver1") rather do harm, so we don't call this if -r is given.
1562   if (!Config->Relocatable)
1563     Symtab->scanVersionScript();
1564 
1565   // Create wrapped symbols for -wrap option.
1566   std::vector<WrappedSymbol> Wrapped = addWrappedSymbols<ELFT>(Args);
1567 
1568   // Do link-time optimization if given files are LLVM bitcode files.
1569   // This compiles bitcode files into real object files.
1570   //
1571   // With this the symbol table should be complete. After this, no new names
1572   // except a few linker-synthesized ones will be added to the symbol table.
1573   Symtab->addCombinedLTOObject<ELFT>();
1574   if (errorCount())
1575     return;
1576 
1577   // If -thinlto-index-only is given, we should create only "index
1578   // files" and not object files. Index file creation is already done
1579   // in addCombinedLTOObject, so we are done if that's the case.
1580   if (Config->ThinLTOIndexOnly)
1581     return;
1582 
1583   // Likewise, --plugin-opt=emit-llvm is an option to make LTO create
1584   // an output file in bitcode and exit, so that you can just get a
1585   // combined bitcode file.
1586   if (Config->EmitLLVM)
1587     return;
1588 
1589   // Apply symbol renames for -wrap.
1590   if (!Wrapped.empty())
1591     wrapSymbols<ELFT>(Wrapped);
1592 
1593   // Now that we have a complete list of input files.
1594   // Beyond this point, no new files are added.
1595   // Aggregate all input sections into one place.
1596   for (InputFile *F : ObjectFiles)
1597     for (InputSectionBase *S : F->getSections())
1598       if (S && S != &InputSection::Discarded)
1599         InputSections.push_back(S);
1600   for (BinaryFile *F : BinaryFiles)
1601     for (InputSectionBase *S : F->getSections())
1602       InputSections.push_back(cast<InputSection>(S));
1603 
1604   // We do not want to emit debug sections if --strip-all
1605   // or -strip-debug are given.
1606   if (Config->Strip != StripPolicy::None)
1607     llvm::erase_if(InputSections, [](InputSectionBase *S) {
1608       return S->Name.startswith(".debug") || S->Name.startswith(".zdebug");
1609     });
1610 
1611   Config->EFlags = Target->calcEFlags();
1612 
1613   if (Config->EMachine == EM_ARM) {
1614     // FIXME: These warnings can be removed when lld only uses these features
1615     // when the input objects have been compiled with an architecture that
1616     // supports them.
1617     if (Config->ARMHasBlx == false)
1618       warn("lld uses blx instruction, no object with architecture supporting "
1619            "feature detected");
1620   }
1621 
1622   // This adds a .comment section containing a version string. We have to add it
1623   // before mergeSections because the .comment section is a mergeable section.
1624   if (!Config->Relocatable)
1625     InputSections.push_back(createCommentSection());
1626 
1627   // Do size optimizations: garbage collection, merging of SHF_MERGE sections
1628   // and identical code folding.
1629   splitSections<ELFT>();
1630   markLive<ELFT>();
1631   demoteSharedSymbols<ELFT>();
1632   mergeSections();
1633   if (Config->ICF != ICFLevel::None) {
1634     findKeepUniqueSections<ELFT>(Args);
1635     doIcf<ELFT>();
1636   }
1637 
1638   // Read the callgraph now that we know what was gced or icfed
1639   if (Config->CallGraphProfileSort) {
1640     if (auto *Arg = Args.getLastArg(OPT_call_graph_ordering_file))
1641       if (Optional<MemoryBufferRef> Buffer = readFile(Arg->getValue()))
1642         readCallGraph(*Buffer);
1643     readCallGraphsFromObjectFiles<ELFT>();
1644   }
1645 
1646   // Write the result to the file.
1647   writeResult<ELFT>();
1648 }
1649