xref: /llvm-project-15.0.7/lld/wasm/Driver.cpp (revision a2c8aebd)
1 //===- Driver.cpp ---------------------------------------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
9 #include "lld/Common/Driver.h"
10 #include "Config.h"
11 #include "InputChunks.h"
12 #include "InputElement.h"
13 #include "MarkLive.h"
14 #include "SymbolTable.h"
15 #include "Writer.h"
16 #include "lld/Common/Args.h"
17 #include "lld/Common/ErrorHandler.h"
18 #include "lld/Common/Filesystem.h"
19 #include "lld/Common/Memory.h"
20 #include "lld/Common/Reproduce.h"
21 #include "lld/Common/Strings.h"
22 #include "lld/Common/Version.h"
23 #include "llvm/ADT/Twine.h"
24 #include "llvm/Config/llvm-config.h"
25 #include "llvm/Object/Wasm.h"
26 #include "llvm/Option/Arg.h"
27 #include "llvm/Option/ArgList.h"
28 #include "llvm/Support/CommandLine.h"
29 #include "llvm/Support/Host.h"
30 #include "llvm/Support/Parallel.h"
31 #include "llvm/Support/Path.h"
32 #include "llvm/Support/Process.h"
33 #include "llvm/Support/TarWriter.h"
34 #include "llvm/Support/TargetSelect.h"
35 
36 #define DEBUG_TYPE "lld"
37 
38 using namespace llvm;
39 using namespace llvm::object;
40 using namespace llvm::sys;
41 using namespace llvm::wasm;
42 
43 namespace lld {
44 namespace wasm {
45 Configuration *config;
46 
47 namespace {
48 
49 // Create enum with OPT_xxx values for each option in Options.td
50 enum {
51   OPT_INVALID = 0,
52 #define OPTION(_1, _2, ID, _4, _5, _6, _7, _8, _9, _10, _11, _12) OPT_##ID,
53 #include "Options.inc"
54 #undef OPTION
55 };
56 
57 // This function is called on startup. We need this for LTO since
58 // LTO calls LLVM functions to compile bitcode files to native code.
59 // Technically this can be delayed until we read bitcode files, but
60 // we don't bother to do lazily because the initialization is fast.
61 static void initLLVM() {
62   InitializeAllTargets();
63   InitializeAllTargetMCs();
64   InitializeAllAsmPrinters();
65   InitializeAllAsmParsers();
66 }
67 
68 class LinkerDriver {
69 public:
70   void linkerMain(ArrayRef<const char *> argsArr);
71 
72 private:
73   void createFiles(opt::InputArgList &args);
74   void addFile(StringRef path);
75   void addLibrary(StringRef name);
76 
77   // True if we are in --whole-archive and --no-whole-archive.
78   bool inWholeArchive = false;
79 
80   std::vector<InputFile *> files;
81 };
82 } // anonymous namespace
83 
84 bool link(ArrayRef<const char *> args, bool canExitEarly, raw_ostream &stdoutOS,
85           raw_ostream &stderrOS) {
86   lld::stdoutOS = &stdoutOS;
87   lld::stderrOS = &stderrOS;
88 
89   errorHandler().cleanupCallback = []() { freeArena(); };
90 
91   errorHandler().logName = args::getFilenameWithoutExe(args[0]);
92   errorHandler().errorLimitExceededMsg =
93       "too many errors emitted, stopping now (use "
94       "-error-limit=0 to see all errors)";
95   stderrOS.enable_colors(stderrOS.has_colors());
96 
97   config = make<Configuration>();
98   symtab = make<SymbolTable>();
99 
100   initLLVM();
101   LinkerDriver().linkerMain(args);
102 
103   // Exit immediately if we don't need to return to the caller.
104   // This saves time because the overhead of calling destructors
105   // for all globally-allocated objects is not negligible.
106   if (canExitEarly)
107     exitLld(errorCount() ? 1 : 0);
108 
109   return !errorCount();
110 }
111 
112 // Create prefix string literals used in Options.td
113 #define PREFIX(NAME, VALUE) const char *const NAME[] = VALUE;
114 #include "Options.inc"
115 #undef PREFIX
116 
117 // Create table mapping all options defined in Options.td
118 static const opt::OptTable::Info optInfo[] = {
119 #define OPTION(X1, X2, ID, KIND, GROUP, ALIAS, X7, X8, X9, X10, X11, X12)      \
120   {X1, X2, X10,         X11,         OPT_##ID, opt::Option::KIND##Class,       \
121    X9, X8, OPT_##GROUP, OPT_##ALIAS, X7,       X12},
122 #include "Options.inc"
123 #undef OPTION
124 };
125 
126 namespace {
127 class WasmOptTable : public llvm::opt::OptTable {
128 public:
129   WasmOptTable() : OptTable(optInfo) {}
130   opt::InputArgList parse(ArrayRef<const char *> argv);
131 };
132 } // namespace
133 
134 // Set color diagnostics according to -color-diagnostics={auto,always,never}
135 // or -no-color-diagnostics flags.
136 static void handleColorDiagnostics(opt::InputArgList &args) {
137   auto *arg = args.getLastArg(OPT_color_diagnostics, OPT_color_diagnostics_eq,
138                               OPT_no_color_diagnostics);
139   if (!arg)
140     return;
141   if (arg->getOption().getID() == OPT_color_diagnostics) {
142     lld::errs().enable_colors(true);
143   } else if (arg->getOption().getID() == OPT_no_color_diagnostics) {
144     lld::errs().enable_colors(false);
145   } else {
146     StringRef s = arg->getValue();
147     if (s == "always")
148       lld::errs().enable_colors(true);
149     else if (s == "never")
150       lld::errs().enable_colors(false);
151     else if (s != "auto")
152       error("unknown option: --color-diagnostics=" + s);
153   }
154 }
155 
156 static cl::TokenizerCallback getQuotingStyle(opt::InputArgList &args) {
157   if (auto *arg = args.getLastArg(OPT_rsp_quoting)) {
158     StringRef s = arg->getValue();
159     if (s != "windows" && s != "posix")
160       error("invalid response file quoting: " + s);
161     if (s == "windows")
162       return cl::TokenizeWindowsCommandLine;
163     return cl::TokenizeGNUCommandLine;
164   }
165   if (Triple(sys::getProcessTriple()).isOSWindows())
166     return cl::TokenizeWindowsCommandLine;
167   return cl::TokenizeGNUCommandLine;
168 }
169 
170 // Find a file by concatenating given paths.
171 static Optional<std::string> findFile(StringRef path1, const Twine &path2) {
172   SmallString<128> s;
173   path::append(s, path1, path2);
174   if (fs::exists(s))
175     return std::string(s);
176   return None;
177 }
178 
179 opt::InputArgList WasmOptTable::parse(ArrayRef<const char *> argv) {
180   SmallVector<const char *, 256> vec(argv.data(), argv.data() + argv.size());
181 
182   unsigned missingIndex;
183   unsigned missingCount;
184 
185   // We need to get the quoting style for response files before parsing all
186   // options so we parse here before and ignore all the options but
187   // --rsp-quoting.
188   opt::InputArgList args = this->ParseArgs(vec, missingIndex, missingCount);
189 
190   // Expand response files (arguments in the form of @<filename>)
191   // and then parse the argument again.
192   cl::ExpandResponseFiles(saver, getQuotingStyle(args), vec);
193   args = this->ParseArgs(vec, missingIndex, missingCount);
194 
195   handleColorDiagnostics(args);
196   for (auto *arg : args.filtered(OPT_UNKNOWN))
197     error("unknown argument: " + arg->getAsString(args));
198   return args;
199 }
200 
201 // Currently we allow a ".imports" to live alongside a library. This can
202 // be used to specify a list of symbols which can be undefined at link
203 // time (imported from the environment.  For example libc.a include an
204 // import file that lists the syscall functions it relies on at runtime.
205 // In the long run this information would be better stored as a symbol
206 // attribute/flag in the object file itself.
207 // See: https://github.com/WebAssembly/tool-conventions/issues/35
208 static void readImportFile(StringRef filename) {
209   if (Optional<MemoryBufferRef> buf = readFile(filename))
210     for (StringRef sym : args::getLines(*buf))
211       config->allowUndefinedSymbols.insert(sym);
212 }
213 
214 // Returns slices of MB by parsing MB as an archive file.
215 // Each slice consists of a member file in the archive.
216 std::vector<MemoryBufferRef> static getArchiveMembers(MemoryBufferRef mb) {
217   std::unique_ptr<Archive> file =
218       CHECK(Archive::create(mb),
219             mb.getBufferIdentifier() + ": failed to parse archive");
220 
221   std::vector<MemoryBufferRef> v;
222   Error err = Error::success();
223   for (const Archive::Child &c : file->children(err)) {
224     MemoryBufferRef mbref =
225         CHECK(c.getMemoryBufferRef(),
226               mb.getBufferIdentifier() +
227                   ": could not get the buffer for a child of the archive");
228     v.push_back(mbref);
229   }
230   if (err)
231     fatal(mb.getBufferIdentifier() +
232           ": Archive::children failed: " + toString(std::move(err)));
233 
234   // Take ownership of memory buffers created for members of thin archives.
235   for (std::unique_ptr<MemoryBuffer> &mb : file->takeThinBuffers())
236     make<std::unique_ptr<MemoryBuffer>>(std::move(mb));
237 
238   return v;
239 }
240 
241 void LinkerDriver::addFile(StringRef path) {
242   Optional<MemoryBufferRef> buffer = readFile(path);
243   if (!buffer.hasValue())
244     return;
245   MemoryBufferRef mbref = *buffer;
246 
247   switch (identify_magic(mbref.getBuffer())) {
248   case file_magic::archive: {
249     SmallString<128> importFile = path;
250     path::replace_extension(importFile, ".imports");
251     if (fs::exists(importFile))
252       readImportFile(importFile.str());
253 
254     // Handle -whole-archive.
255     if (inWholeArchive) {
256       for (MemoryBufferRef &m : getArchiveMembers(mbref)) {
257         auto *object = createObjectFile(m, path);
258         // Mark object as live; object members are normally not
259         // live by default but -whole-archive is designed to treat
260         // them as such.
261         object->markLive();
262         files.push_back(object);
263       }
264 
265       return;
266     }
267 
268     std::unique_ptr<Archive> file =
269         CHECK(Archive::create(mbref), path + ": failed to parse archive");
270 
271     if (!file->isEmpty() && !file->hasSymbolTable()) {
272       error(mbref.getBufferIdentifier() +
273             ": archive has no index; run ranlib to add one");
274     }
275 
276     files.push_back(make<ArchiveFile>(mbref));
277     return;
278   }
279   case file_magic::bitcode:
280   case file_magic::wasm_object:
281     files.push_back(createObjectFile(mbref));
282     break;
283   default:
284     error("unknown file type: " + mbref.getBufferIdentifier());
285   }
286 }
287 
288 // Add a given library by searching it from input search paths.
289 void LinkerDriver::addLibrary(StringRef name) {
290   for (StringRef dir : config->searchPaths) {
291     if (Optional<std::string> s = findFile(dir, "lib" + name + ".a")) {
292       addFile(*s);
293       return;
294     }
295   }
296 
297   error("unable to find library -l" + name);
298 }
299 
300 void LinkerDriver::createFiles(opt::InputArgList &args) {
301   for (auto *arg : args) {
302     switch (arg->getOption().getID()) {
303     case OPT_l:
304       addLibrary(arg->getValue());
305       break;
306     case OPT_INPUT:
307       addFile(arg->getValue());
308       break;
309     case OPT_whole_archive:
310       inWholeArchive = true;
311       break;
312     case OPT_no_whole_archive:
313       inWholeArchive = false;
314       break;
315     }
316   }
317   if (files.empty() && errorCount() == 0)
318     error("no input files");
319 }
320 
321 static StringRef getEntry(opt::InputArgList &args) {
322   auto *arg = args.getLastArg(OPT_entry, OPT_no_entry);
323   if (!arg) {
324     if (args.hasArg(OPT_relocatable))
325       return "";
326     if (args.hasArg(OPT_shared))
327       return "__wasm_call_ctors";
328     return "_start";
329   }
330   if (arg->getOption().getID() == OPT_no_entry)
331     return "";
332   return arg->getValue();
333 }
334 
335 // Determines what we should do if there are remaining unresolved
336 // symbols after the name resolution.
337 static UnresolvedPolicy getUnresolvedSymbolPolicy(opt::InputArgList &args) {
338   UnresolvedPolicy errorOrWarn = args.hasFlag(OPT_error_unresolved_symbols,
339                                               OPT_warn_unresolved_symbols, true)
340                                      ? UnresolvedPolicy::ReportError
341                                      : UnresolvedPolicy::Warn;
342 
343   if (auto *arg = args.getLastArg(OPT_unresolved_symbols)) {
344     StringRef s = arg->getValue();
345     if (s == "ignore-all")
346       return UnresolvedPolicy::Ignore;
347     if (s == "import-functions")
348       return UnresolvedPolicy::ImportFuncs;
349     if (s == "report-all")
350       return errorOrWarn;
351     error("unknown --unresolved-symbols value: " + s);
352   }
353 
354   // Legacy --allow-undefined flag which is equivalent to
355   // --unresolve-symbols=ignore-all
356   if (args.hasArg(OPT_allow_undefined))
357     return UnresolvedPolicy::ImportFuncs;
358 
359   return errorOrWarn;
360 }
361 
362 // Initializes Config members by the command line options.
363 static void readConfigs(opt::InputArgList &args) {
364   config->bsymbolic = args.hasArg(OPT_Bsymbolic);
365   config->checkFeatures =
366       args.hasFlag(OPT_check_features, OPT_no_check_features, true);
367   config->compressRelocations = args.hasArg(OPT_compress_relocations);
368   config->demangle = args.hasFlag(OPT_demangle, OPT_no_demangle, true);
369   config->disableVerify = args.hasArg(OPT_disable_verify);
370   config->emitRelocs = args.hasArg(OPT_emit_relocs);
371   config->experimentalPic = args.hasArg(OPT_experimental_pic);
372   config->entry = getEntry(args);
373   config->exportAll = args.hasArg(OPT_export_all);
374   config->exportTable = args.hasArg(OPT_export_table);
375   config->growableTable = args.hasArg(OPT_growable_table);
376   errorHandler().fatalWarnings =
377       args.hasFlag(OPT_fatal_warnings, OPT_no_fatal_warnings, false);
378   config->importMemory = args.hasArg(OPT_import_memory);
379   config->sharedMemory = args.hasArg(OPT_shared_memory);
380   config->importTable = args.hasArg(OPT_import_table);
381   config->ltoo = args::getInteger(args, OPT_lto_O, 2);
382   config->ltoPartitions = args::getInteger(args, OPT_lto_partitions, 1);
383   config->ltoNewPassManager =
384       args.hasFlag(OPT_no_lto_legacy_pass_manager, OPT_lto_legacy_pass_manager,
385                    LLVM_ENABLE_NEW_PASS_MANAGER);
386   config->ltoDebugPassManager = args.hasArg(OPT_lto_debug_pass_manager);
387   config->mapFile = args.getLastArgValue(OPT_Map);
388   config->optimize = args::getInteger(args, OPT_O, 1);
389   config->outputFile = args.getLastArgValue(OPT_o);
390   config->relocatable = args.hasArg(OPT_relocatable);
391   config->gcSections =
392       args.hasFlag(OPT_gc_sections, OPT_no_gc_sections, !config->relocatable);
393   config->mergeDataSegments =
394       args.hasFlag(OPT_merge_data_segments, OPT_no_merge_data_segments,
395                    !config->relocatable);
396   config->pie = args.hasFlag(OPT_pie, OPT_no_pie, false);
397   config->printGcSections =
398       args.hasFlag(OPT_print_gc_sections, OPT_no_print_gc_sections, false);
399   config->saveTemps = args.hasArg(OPT_save_temps);
400   config->searchPaths = args::getStrings(args, OPT_L);
401   config->shared = args.hasArg(OPT_shared);
402   config->stripAll = args.hasArg(OPT_strip_all);
403   config->stripDebug = args.hasArg(OPT_strip_debug);
404   config->stackFirst = args.hasArg(OPT_stack_first);
405   config->trace = args.hasArg(OPT_trace);
406   config->thinLTOCacheDir = args.getLastArgValue(OPT_thinlto_cache_dir);
407   config->thinLTOCachePolicy = CHECK(
408       parseCachePruningPolicy(args.getLastArgValue(OPT_thinlto_cache_policy)),
409       "--thinlto-cache-policy: invalid cache policy");
410   config->unresolvedSymbols = getUnresolvedSymbolPolicy(args);
411   errorHandler().verbose = args.hasArg(OPT_verbose);
412   LLVM_DEBUG(errorHandler().verbose = true);
413 
414   config->initialMemory = args::getInteger(args, OPT_initial_memory, 0);
415   config->globalBase = args::getInteger(args, OPT_global_base, 1024);
416   config->maxMemory = args::getInteger(args, OPT_max_memory, 0);
417   config->zStackSize =
418       args::getZOptionValue(args, OPT_z, "stack-size", WasmPageSize);
419 
420   // Default value of exportDynamic depends on `-shared`
421   config->exportDynamic =
422       args.hasFlag(OPT_export_dynamic, OPT_no_export_dynamic, config->shared);
423 
424   // Parse wasm32/64.
425   if (auto *arg = args.getLastArg(OPT_m)) {
426     StringRef s = arg->getValue();
427     if (s == "wasm32")
428       config->is64 = false;
429     else if (s == "wasm64")
430       config->is64 = true;
431     else
432       error("invalid target architecture: " + s);
433   }
434 
435   // --threads= takes a positive integer and provides the default value for
436   // --thinlto-jobs=.
437   if (auto *arg = args.getLastArg(OPT_threads)) {
438     StringRef v(arg->getValue());
439     unsigned threads = 0;
440     if (!llvm::to_integer(v, threads, 0) || threads == 0)
441       error(arg->getSpelling() + ": expected a positive integer, but got '" +
442             arg->getValue() + "'");
443     parallel::strategy = hardware_concurrency(threads);
444     config->thinLTOJobs = v;
445   }
446   if (auto *arg = args.getLastArg(OPT_thinlto_jobs))
447     config->thinLTOJobs = arg->getValue();
448 
449   if (auto *arg = args.getLastArg(OPT_features)) {
450     config->features =
451         llvm::Optional<std::vector<std::string>>(std::vector<std::string>());
452     for (StringRef s : arg->getValues())
453       config->features->push_back(std::string(s));
454   }
455 
456   if (args.hasArg(OPT_print_map))
457     config->mapFile = "-";
458 }
459 
460 // Some Config members do not directly correspond to any particular
461 // command line options, but computed based on other Config values.
462 // This function initialize such members. See Config.h for the details
463 // of these values.
464 static void setConfigs() {
465   config->isPic = config->pie || config->shared;
466 
467   if (config->isPic) {
468     if (config->exportTable)
469       error("-shared/-pie is incompatible with --export-table");
470     config->importTable = true;
471   }
472 
473   if (config->relocatable) {
474     if (config->exportTable)
475       error("--relocatable is incompatible with --export-table");
476     if (config->growableTable)
477       error("--relocatable is incompatible with --growable-table");
478     // Ignore any --import-table, as it's redundant.
479     config->importTable = true;
480   }
481 
482   if (config->shared) {
483     config->importMemory = true;
484     config->unresolvedSymbols = UnresolvedPolicy::ImportFuncs;
485   }
486 }
487 
488 // Some command line options or some combinations of them are not allowed.
489 // This function checks for such errors.
490 static void checkOptions(opt::InputArgList &args) {
491   if (!config->stripDebug && !config->stripAll && config->compressRelocations)
492     error("--compress-relocations is incompatible with output debug"
493           " information. Please pass --strip-debug or --strip-all");
494 
495   if (config->ltoo > 3)
496     error("invalid optimization level for LTO: " + Twine(config->ltoo));
497   if (config->ltoPartitions == 0)
498     error("--lto-partitions: number of threads must be > 0");
499   if (!get_threadpool_strategy(config->thinLTOJobs))
500     error("--thinlto-jobs: invalid job count: " + config->thinLTOJobs);
501 
502   if (config->pie && config->shared)
503     error("-shared and -pie may not be used together");
504 
505   if (config->outputFile.empty())
506     error("no output file specified");
507 
508   if (config->importTable && config->exportTable)
509     error("--import-table and --export-table may not be used together");
510 
511   if (config->relocatable) {
512     if (!config->entry.empty())
513       error("entry point specified for relocatable output file");
514     if (config->gcSections)
515       error("-r and --gc-sections may not be used together");
516     if (config->compressRelocations)
517       error("-r -and --compress-relocations may not be used together");
518     if (args.hasArg(OPT_undefined))
519       error("-r -and --undefined may not be used together");
520     if (config->pie)
521       error("-r and -pie may not be used together");
522     if (config->sharedMemory)
523       error("-r and --shared-memory may not be used together");
524   }
525 
526   // To begin to prepare for Module Linking-style shared libraries, start
527   // warning about uses of `-shared` and related flags outside of Experimental
528   // mode, to give anyone using them a heads-up that they will be changing.
529   //
530   // Also, warn about flags which request explicit exports.
531   if (!config->experimentalPic) {
532     // -shared will change meaning when Module Linking is implemented.
533     if (config->shared) {
534       warn("creating shared libraries, with -shared, is not yet stable");
535     }
536 
537     // -pie will change meaning when Module Linking is implemented.
538     if (config->pie) {
539       warn("creating PIEs, with -pie, is not yet stable");
540     }
541   }
542 
543   if (config->bsymbolic && !config->shared) {
544     warn("-Bsymbolic is only meaningful when combined with -shared");
545   }
546 }
547 
548 // Force Sym to be entered in the output. Used for -u or equivalent.
549 static Symbol *handleUndefined(StringRef name) {
550   Symbol *sym = symtab->find(name);
551   if (!sym)
552     return nullptr;
553 
554   // Since symbol S may not be used inside the program, LTO may
555   // eliminate it. Mark the symbol as "used" to prevent it.
556   sym->isUsedInRegularObj = true;
557 
558   if (auto *lazySym = dyn_cast<LazySymbol>(sym))
559     lazySym->fetch();
560 
561   return sym;
562 }
563 
564 static void handleLibcall(StringRef name) {
565   Symbol *sym = symtab->find(name);
566   if (!sym)
567     return;
568 
569   if (auto *lazySym = dyn_cast<LazySymbol>(sym)) {
570     MemoryBufferRef mb = lazySym->getMemberBuffer();
571     if (isBitcode(mb))
572       lazySym->fetch();
573   }
574 }
575 
576 static UndefinedGlobal *
577 createUndefinedGlobal(StringRef name, llvm::wasm::WasmGlobalType *type) {
578   auto *sym = cast<UndefinedGlobal>(symtab->addUndefinedGlobal(
579       name, None, None, WASM_SYMBOL_UNDEFINED, nullptr, type));
580   config->allowUndefinedSymbols.insert(sym->getName());
581   sym->isUsedInRegularObj = true;
582   return sym;
583 }
584 
585 static InputGlobal *createGlobal(StringRef name, bool isMutable) {
586   llvm::wasm::WasmGlobal wasmGlobal;
587   if (config->is64.getValueOr(false)) {
588     wasmGlobal.Type = {WASM_TYPE_I64, isMutable};
589     wasmGlobal.InitExpr.Opcode = WASM_OPCODE_I64_CONST;
590     wasmGlobal.InitExpr.Value.Int64 = 0;
591   } else {
592     wasmGlobal.Type = {WASM_TYPE_I32, isMutable};
593     wasmGlobal.InitExpr.Opcode = WASM_OPCODE_I32_CONST;
594     wasmGlobal.InitExpr.Value.Int32 = 0;
595   }
596   wasmGlobal.SymbolName = name;
597   return make<InputGlobal>(wasmGlobal, nullptr);
598 }
599 
600 static GlobalSymbol *createGlobalVariable(StringRef name, bool isMutable) {
601   InputGlobal *g = createGlobal(name, isMutable);
602   return symtab->addSyntheticGlobal(name, WASM_SYMBOL_VISIBILITY_HIDDEN, g);
603 }
604 
605 static GlobalSymbol *createOptionalGlobal(StringRef name, bool isMutable) {
606   InputGlobal *g = createGlobal(name, isMutable);
607   return symtab->addOptionalGlobalSymbol(name, g);
608 }
609 
610 // Create ABI-defined synthetic symbols
611 static void createSyntheticSymbols() {
612   if (config->relocatable)
613     return;
614 
615   static WasmSignature nullSignature = {{}, {}};
616   static WasmSignature i32ArgSignature = {{}, {ValType::I32}};
617   static WasmSignature i64ArgSignature = {{}, {ValType::I64}};
618   static llvm::wasm::WasmGlobalType globalTypeI32 = {WASM_TYPE_I32, false};
619   static llvm::wasm::WasmGlobalType globalTypeI64 = {WASM_TYPE_I64, false};
620   static llvm::wasm::WasmGlobalType mutableGlobalTypeI32 = {WASM_TYPE_I32,
621                                                             true};
622   static llvm::wasm::WasmGlobalType mutableGlobalTypeI64 = {WASM_TYPE_I64,
623                                                             true};
624   WasmSym::callCtors = symtab->addSyntheticFunction(
625       "__wasm_call_ctors", WASM_SYMBOL_VISIBILITY_HIDDEN,
626       make<SyntheticFunction>(nullSignature, "__wasm_call_ctors"));
627 
628   if (config->isPic) {
629     WasmSym::stackPointer =
630         createUndefinedGlobal("__stack_pointer", config->is64.getValueOr(false)
631                                                      ? &mutableGlobalTypeI64
632                                                      : &mutableGlobalTypeI32);
633     // For PIC code, we import two global variables (__memory_base and
634     // __table_base) from the environment and use these as the offset at
635     // which to load our static data and function table.
636     // See:
637     // https://github.com/WebAssembly/tool-conventions/blob/master/DynamicLinking.md
638     WasmSym::memoryBase = createUndefinedGlobal(
639         "__memory_base",
640         config->is64.getValueOr(false) ? &globalTypeI64 : &globalTypeI32);
641     WasmSym::tableBase = createUndefinedGlobal("__table_base", &globalTypeI32);
642     WasmSym::memoryBase->markLive();
643     WasmSym::tableBase->markLive();
644   } else {
645     // For non-PIC code
646     WasmSym::stackPointer = createGlobalVariable("__stack_pointer", true);
647     WasmSym::stackPointer->markLive();
648   }
649 
650   if (config->sharedMemory && !config->relocatable) {
651     WasmSym::tlsBase = createGlobalVariable("__tls_base", true);
652     WasmSym::tlsSize = createGlobalVariable("__tls_size", false);
653     WasmSym::tlsAlign = createGlobalVariable("__tls_align", false);
654     WasmSym::initTLS = symtab->addSyntheticFunction(
655         "__wasm_init_tls", WASM_SYMBOL_VISIBILITY_HIDDEN,
656         make<SyntheticFunction>(
657             config->is64.getValueOr(false) ? i64ArgSignature : i32ArgSignature,
658             "__wasm_init_tls"));
659   }
660 }
661 
662 static void createOptionalSymbols() {
663   if (config->relocatable)
664     return;
665 
666   WasmSym::dsoHandle = symtab->addOptionalDataSymbol("__dso_handle");
667 
668   if (!config->shared)
669     WasmSym::dataEnd = symtab->addOptionalDataSymbol("__data_end");
670 
671   if (!config->isPic) {
672     WasmSym::globalBase = symtab->addOptionalDataSymbol("__global_base");
673     WasmSym::heapBase = symtab->addOptionalDataSymbol("__heap_base");
674     WasmSym::definedMemoryBase = symtab->addOptionalDataSymbol("__memory_base");
675     WasmSym::definedTableBase = symtab->addOptionalDataSymbol("__table_base");
676   }
677 
678   // For non-shared memory programs we still need to define __tls_base since we
679   // allow object files built with TLS to be linked into single threaded
680   // programs, and such object files can contains refernced to this symbol.
681   //
682   // However, in this case __tls_base is immutable and points directly to the
683   // start of the `.tdata` static segment.
684   //
685   // __tls_size and __tls_align are not needed in this case since they are only
686   // needed for __wasm_init_tls (which we do not create in this case).
687   if (!config->sharedMemory)
688     WasmSym::tlsBase = createOptionalGlobal("__tls_base", false);
689 }
690 
691 // Reconstructs command line arguments so that so that you can re-run
692 // the same command with the same inputs. This is for --reproduce.
693 static std::string createResponseFile(const opt::InputArgList &args) {
694   SmallString<0> data;
695   raw_svector_ostream os(data);
696 
697   // Copy the command line to the output while rewriting paths.
698   for (auto *arg : args) {
699     switch (arg->getOption().getID()) {
700     case OPT_reproduce:
701       break;
702     case OPT_INPUT:
703       os << quote(relativeToRoot(arg->getValue())) << "\n";
704       break;
705     case OPT_o:
706       // If -o path contains directories, "lld @response.txt" will likely
707       // fail because the archive we are creating doesn't contain empty
708       // directories for the output path (-o doesn't create directories).
709       // Strip directories to prevent the issue.
710       os << "-o " << quote(sys::path::filename(arg->getValue())) << "\n";
711       break;
712     default:
713       os << toString(*arg) << "\n";
714     }
715   }
716   return std::string(data.str());
717 }
718 
719 // The --wrap option is a feature to rename symbols so that you can write
720 // wrappers for existing functions. If you pass `-wrap=foo`, all
721 // occurrences of symbol `foo` are resolved to `wrap_foo` (so, you are
722 // expected to write `wrap_foo` function as a wrapper). The original
723 // symbol becomes accessible as `real_foo`, so you can call that from your
724 // wrapper.
725 //
726 // This data structure is instantiated for each -wrap option.
727 struct WrappedSymbol {
728   Symbol *sym;
729   Symbol *real;
730   Symbol *wrap;
731 };
732 
733 static Symbol *addUndefined(StringRef name) {
734   return symtab->addUndefinedFunction(name, None, None, WASM_SYMBOL_UNDEFINED,
735                                       nullptr, nullptr, false);
736 }
737 
738 // Handles -wrap option.
739 //
740 // This function instantiates wrapper symbols. At this point, they seem
741 // like they are not being used at all, so we explicitly set some flags so
742 // that LTO won't eliminate them.
743 static std::vector<WrappedSymbol> addWrappedSymbols(opt::InputArgList &args) {
744   std::vector<WrappedSymbol> v;
745   DenseSet<StringRef> seen;
746 
747   for (auto *arg : args.filtered(OPT_wrap)) {
748     StringRef name = arg->getValue();
749     if (!seen.insert(name).second)
750       continue;
751 
752     Symbol *sym = symtab->find(name);
753     if (!sym)
754       continue;
755 
756     Symbol *real = addUndefined(saver.save("__real_" + name));
757     Symbol *wrap = addUndefined(saver.save("__wrap_" + name));
758     v.push_back({sym, real, wrap});
759 
760     // We want to tell LTO not to inline symbols to be overwritten
761     // because LTO doesn't know the final symbol contents after renaming.
762     real->canInline = false;
763     sym->canInline = false;
764 
765     // Tell LTO not to eliminate these symbols.
766     sym->isUsedInRegularObj = true;
767     wrap->isUsedInRegularObj = true;
768     real->isUsedInRegularObj = false;
769   }
770   return v;
771 }
772 
773 // Do renaming for -wrap by updating pointers to symbols.
774 //
775 // When this function is executed, only InputFiles and symbol table
776 // contain pointers to symbol objects. We visit them to replace pointers,
777 // so that wrapped symbols are swapped as instructed by the command line.
778 static void wrapSymbols(ArrayRef<WrappedSymbol> wrapped) {
779   DenseMap<Symbol *, Symbol *> map;
780   for (const WrappedSymbol &w : wrapped) {
781     map[w.sym] = w.wrap;
782     map[w.real] = w.sym;
783   }
784 
785   // Update pointers in input files.
786   parallelForEach(symtab->objectFiles, [&](InputFile *file) {
787     MutableArrayRef<Symbol *> syms = file->getMutableSymbols();
788     for (size_t i = 0, e = syms.size(); i != e; ++i)
789       if (Symbol *s = map.lookup(syms[i]))
790         syms[i] = s;
791   });
792 
793   // Update pointers in the symbol table.
794   for (const WrappedSymbol &w : wrapped)
795     symtab->wrap(w.sym, w.real, w.wrap);
796 }
797 
798 static void splitSections() {
799   // splitIntoPieces needs to be called on each MergeInputSection
800   // before calling finalizeContents().
801   LLVM_DEBUG(llvm::dbgs() << "splitSections\n");
802   parallelForEach(symtab->objectFiles, [](ObjFile *file) {
803     for (InputSegment *seg : file->segments) {
804       if (auto *s = dyn_cast<MergeInputSegment>(seg))
805         s->splitIntoPieces();
806     }
807   });
808 }
809 
810 void LinkerDriver::linkerMain(ArrayRef<const char *> argsArr) {
811   WasmOptTable parser;
812   opt::InputArgList args = parser.parse(argsArr.slice(1));
813 
814   // Handle --help
815   if (args.hasArg(OPT_help)) {
816     parser.PrintHelp(lld::outs(),
817                      (std::string(argsArr[0]) + " [options] file...").c_str(),
818                      "LLVM Linker", false);
819     return;
820   }
821 
822   // Handle --version
823   if (args.hasArg(OPT_version) || args.hasArg(OPT_v)) {
824     lld::outs() << getLLDVersion() << "\n";
825     return;
826   }
827 
828   // Handle --reproduce
829   if (auto *arg = args.getLastArg(OPT_reproduce)) {
830     StringRef path = arg->getValue();
831     Expected<std::unique_ptr<TarWriter>> errOrWriter =
832         TarWriter::create(path, path::stem(path));
833     if (errOrWriter) {
834       tar = std::move(*errOrWriter);
835       tar->append("response.txt", createResponseFile(args));
836       tar->append("version.txt", getLLDVersion() + "\n");
837     } else {
838       error("--reproduce: " + toString(errOrWriter.takeError()));
839     }
840   }
841 
842   // Parse and evaluate -mllvm options.
843   std::vector<const char *> v;
844   v.push_back("wasm-ld (LLVM option parsing)");
845   for (auto *arg : args.filtered(OPT_mllvm))
846     v.push_back(arg->getValue());
847   cl::ResetAllOptionOccurrences();
848   cl::ParseCommandLineOptions(v.size(), v.data());
849 
850   errorHandler().errorLimit = args::getInteger(args, OPT_error_limit, 20);
851 
852   readConfigs(args);
853 
854   createFiles(args);
855   if (errorCount())
856     return;
857 
858   setConfigs();
859   checkOptions(args);
860   if (errorCount())
861     return;
862 
863   if (auto *arg = args.getLastArg(OPT_allow_undefined_file))
864     readImportFile(arg->getValue());
865 
866   // Fail early if the output file or map file is not writable. If a user has a
867   // long link, e.g. due to a large LTO link, they do not wish to run it and
868   // find that it failed because there was a mistake in their command-line.
869   if (auto e = tryCreateFile(config->outputFile))
870     error("cannot open output file " + config->outputFile + ": " + e.message());
871   if (auto e = tryCreateFile(config->mapFile))
872     error("cannot open map file " + config->mapFile + ": " + e.message());
873   if (errorCount())
874     return;
875 
876   // Handle --trace-symbol.
877   for (auto *arg : args.filtered(OPT_trace_symbol))
878     symtab->trace(arg->getValue());
879 
880   for (auto *arg : args.filtered(OPT_export_if_defined))
881     config->exportedSymbols.insert(arg->getValue());
882 
883   for (auto *arg : args.filtered(OPT_export)) {
884     config->exportedSymbols.insert(arg->getValue());
885     config->requiredExports.push_back(arg->getValue());
886   }
887 
888   createSyntheticSymbols();
889 
890   // Add all files to the symbol table. This will add almost all
891   // symbols that we need to the symbol table.
892   for (InputFile *f : files)
893     symtab->addFile(f);
894   if (errorCount())
895     return;
896 
897   // Handle the `--undefined <sym>` options.
898   for (auto *arg : args.filtered(OPT_undefined))
899     handleUndefined(arg->getValue());
900 
901   // Handle the `--export <sym>` options
902   // This works like --undefined but also exports the symbol if its found
903   for (auto &iter : config->exportedSymbols)
904     handleUndefined(iter.first());
905 
906   Symbol *entrySym = nullptr;
907   if (!config->relocatable && !config->entry.empty()) {
908     entrySym = handleUndefined(config->entry);
909     if (entrySym && entrySym->isDefined())
910       entrySym->forceExport = true;
911     else
912       error("entry symbol not defined (pass --no-entry to suppress): " +
913             config->entry);
914   }
915 
916   // If the user code defines a `__wasm_call_dtors` function, remember it so
917   // that we can call it from the command export wrappers. Unlike
918   // `__wasm_call_ctors` which we synthesize, `__wasm_call_dtors` is defined
919   // by libc/etc., because destructors are registered dynamically with
920   // `__cxa_atexit` and friends.
921   if (!config->relocatable && !config->shared &&
922       !WasmSym::callCtors->isUsedInRegularObj &&
923       WasmSym::callCtors->getName() != config->entry &&
924       !config->exportedSymbols.count(WasmSym::callCtors->getName())) {
925     if (Symbol *callDtors = handleUndefined("__wasm_call_dtors")) {
926       if (auto *callDtorsFunc = dyn_cast<DefinedFunction>(callDtors)) {
927         if (callDtorsFunc->signature &&
928             (!callDtorsFunc->signature->Params.empty() ||
929              !callDtorsFunc->signature->Returns.empty())) {
930           error("__wasm_call_dtors must have no argument or return values");
931         }
932         WasmSym::callDtors = callDtorsFunc;
933       } else {
934         error("__wasm_call_dtors must be a function");
935       }
936     }
937   }
938 
939   createOptionalSymbols();
940 
941   if (errorCount())
942     return;
943 
944   // Create wrapped symbols for -wrap option.
945   std::vector<WrappedSymbol> wrapped = addWrappedSymbols(args);
946 
947   // If any of our inputs are bitcode files, the LTO code generator may create
948   // references to certain library functions that might not be explicit in the
949   // bitcode file's symbol table. If any of those library functions are defined
950   // in a bitcode file in an archive member, we need to arrange to use LTO to
951   // compile those archive members by adding them to the link beforehand.
952   //
953   // We only need to add libcall symbols to the link before LTO if the symbol's
954   // definition is in bitcode. Any other required libcall symbols will be added
955   // to the link after LTO when we add the LTO object file to the link.
956   if (!symtab->bitcodeFiles.empty())
957     for (auto *s : lto::LTO::getRuntimeLibcallSymbols())
958       handleLibcall(s);
959   if (errorCount())
960     return;
961 
962   // Do link-time optimization if given files are LLVM bitcode files.
963   // This compiles bitcode files into real object files.
964   symtab->addCombinedLTOObject();
965   if (errorCount())
966     return;
967 
968   // Resolve any variant symbols that were created due to signature
969   // mismatchs.
970   symtab->handleSymbolVariants();
971   if (errorCount())
972     return;
973 
974   // Apply symbol renames for -wrap.
975   if (!wrapped.empty())
976     wrapSymbols(wrapped);
977 
978   for (auto &iter : config->exportedSymbols) {
979     Symbol *sym = symtab->find(iter.first());
980     if (sym && sym->isDefined())
981       sym->forceExport = true;
982   }
983 
984   if (!config->relocatable && !config->isPic) {
985     // Add synthetic dummies for weak undefined functions.  Must happen
986     // after LTO otherwise functions may not yet have signatures.
987     symtab->handleWeakUndefines();
988   }
989 
990   if (entrySym)
991     entrySym->setHidden(false);
992 
993   if (errorCount())
994     return;
995 
996   // Split WASM_SEG_FLAG_STRINGS sections into pieces in preparation for garbage
997   // collection.
998   splitSections();
999 
1000   // Do size optimizations: garbage collection
1001   markLive();
1002 
1003   // Provide the indirect function table if needed.
1004   WasmSym::indirectFunctionTable =
1005       symtab->resolveIndirectFunctionTable(/*required =*/false);
1006 
1007   if (errorCount())
1008     return;
1009 
1010   // Write the result to the file.
1011   writeResult();
1012 }
1013 
1014 } // namespace wasm
1015 } // namespace lld
1016