xref: /llvm-project-15.0.7/lld/wasm/Driver.cpp (revision 2232d35f)
1 //===- Driver.cpp ---------------------------------------------------------===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
9 #include "lld/Common/Driver.h"
10 #include "Config.h"
11 #include "InputChunks.h"
12 #include "InputElement.h"
13 #include "MarkLive.h"
14 #include "SymbolTable.h"
15 #include "Writer.h"
16 #include "lld/Common/Args.h"
17 #include "lld/Common/ErrorHandler.h"
18 #include "lld/Common/Filesystem.h"
19 #include "lld/Common/Memory.h"
20 #include "lld/Common/Reproduce.h"
21 #include "lld/Common/Strings.h"
22 #include "lld/Common/Version.h"
23 #include "llvm/ADT/Twine.h"
24 #include "llvm/Config/llvm-config.h"
25 #include "llvm/Object/Wasm.h"
26 #include "llvm/Option/Arg.h"
27 #include "llvm/Option/ArgList.h"
28 #include "llvm/Support/CommandLine.h"
29 #include "llvm/Support/Host.h"
30 #include "llvm/Support/Parallel.h"
31 #include "llvm/Support/Path.h"
32 #include "llvm/Support/Process.h"
33 #include "llvm/Support/TarWriter.h"
34 #include "llvm/Support/TargetSelect.h"
35 
36 #define DEBUG_TYPE "lld"
37 
38 using namespace llvm;
39 using namespace llvm::object;
40 using namespace llvm::sys;
41 using namespace llvm::wasm;
42 
43 namespace lld {
44 namespace wasm {
45 Configuration *config;
46 
47 namespace {
48 
49 // Create enum with OPT_xxx values for each option in Options.td
50 enum {
51   OPT_INVALID = 0,
52 #define OPTION(_1, _2, ID, _4, _5, _6, _7, _8, _9, _10, _11, _12) OPT_##ID,
53 #include "Options.inc"
54 #undef OPTION
55 };
56 
57 // This function is called on startup. We need this for LTO since
58 // LTO calls LLVM functions to compile bitcode files to native code.
59 // Technically this can be delayed until we read bitcode files, but
60 // we don't bother to do lazily because the initialization is fast.
61 static void initLLVM() {
62   InitializeAllTargets();
63   InitializeAllTargetMCs();
64   InitializeAllAsmPrinters();
65   InitializeAllAsmParsers();
66 }
67 
68 class LinkerDriver {
69 public:
70   void linkerMain(ArrayRef<const char *> argsArr);
71 
72 private:
73   void createFiles(opt::InputArgList &args);
74   void addFile(StringRef path);
75   void addLibrary(StringRef name);
76 
77   // True if we are in --whole-archive and --no-whole-archive.
78   bool inWholeArchive = false;
79 
80   std::vector<InputFile *> files;
81 };
82 } // anonymous namespace
83 
84 bool link(ArrayRef<const char *> args, llvm::raw_ostream &stdoutOS,
85           llvm::raw_ostream &stderrOS, bool exitEarly, bool disableOutput) {
86   // This driver-specific context will be freed later by lldMain().
87   auto *ctx = new CommonLinkerContext;
88 
89   ctx->e.initialize(stdoutOS, stderrOS, exitEarly, disableOutput);
90   ctx->e.logName = args::getFilenameWithoutExe(args[0]);
91   ctx->e.errorLimitExceededMsg = "too many errors emitted, stopping now (use "
92                                  "-error-limit=0 to see all errors)";
93 
94   config = make<Configuration>();
95   symtab = make<SymbolTable>();
96 
97   initLLVM();
98   LinkerDriver().linkerMain(args);
99 
100   return errorCount() == 0;
101 }
102 
103 // Create prefix string literals used in Options.td
104 #define PREFIX(NAME, VALUE) const char *const NAME[] = VALUE;
105 #include "Options.inc"
106 #undef PREFIX
107 
108 // Create table mapping all options defined in Options.td
109 static const opt::OptTable::Info optInfo[] = {
110 #define OPTION(X1, X2, ID, KIND, GROUP, ALIAS, X7, X8, X9, X10, X11, X12)      \
111   {X1, X2, X10,         X11,         OPT_##ID, opt::Option::KIND##Class,       \
112    X9, X8, OPT_##GROUP, OPT_##ALIAS, X7,       X12},
113 #include "Options.inc"
114 #undef OPTION
115 };
116 
117 namespace {
118 class WasmOptTable : public llvm::opt::OptTable {
119 public:
120   WasmOptTable() : OptTable(optInfo) {}
121   opt::InputArgList parse(ArrayRef<const char *> argv);
122 };
123 } // namespace
124 
125 // Set color diagnostics according to -color-diagnostics={auto,always,never}
126 // or -no-color-diagnostics flags.
127 static void handleColorDiagnostics(opt::InputArgList &args) {
128   auto *arg = args.getLastArg(OPT_color_diagnostics, OPT_color_diagnostics_eq,
129                               OPT_no_color_diagnostics);
130   if (!arg)
131     return;
132   if (arg->getOption().getID() == OPT_color_diagnostics) {
133     lld::errs().enable_colors(true);
134   } else if (arg->getOption().getID() == OPT_no_color_diagnostics) {
135     lld::errs().enable_colors(false);
136   } else {
137     StringRef s = arg->getValue();
138     if (s == "always")
139       lld::errs().enable_colors(true);
140     else if (s == "never")
141       lld::errs().enable_colors(false);
142     else if (s != "auto")
143       error("unknown option: --color-diagnostics=" + s);
144   }
145 }
146 
147 static cl::TokenizerCallback getQuotingStyle(opt::InputArgList &args) {
148   if (auto *arg = args.getLastArg(OPT_rsp_quoting)) {
149     StringRef s = arg->getValue();
150     if (s != "windows" && s != "posix")
151       error("invalid response file quoting: " + s);
152     if (s == "windows")
153       return cl::TokenizeWindowsCommandLine;
154     return cl::TokenizeGNUCommandLine;
155   }
156   if (Triple(sys::getProcessTriple()).isOSWindows())
157     return cl::TokenizeWindowsCommandLine;
158   return cl::TokenizeGNUCommandLine;
159 }
160 
161 // Find a file by concatenating given paths.
162 static Optional<std::string> findFile(StringRef path1, const Twine &path2) {
163   SmallString<128> s;
164   path::append(s, path1, path2);
165   if (fs::exists(s))
166     return std::string(s);
167   return None;
168 }
169 
170 opt::InputArgList WasmOptTable::parse(ArrayRef<const char *> argv) {
171   SmallVector<const char *, 256> vec(argv.data(), argv.data() + argv.size());
172 
173   unsigned missingIndex;
174   unsigned missingCount;
175 
176   // We need to get the quoting style for response files before parsing all
177   // options so we parse here before and ignore all the options but
178   // --rsp-quoting.
179   opt::InputArgList args = this->ParseArgs(vec, missingIndex, missingCount);
180 
181   // Expand response files (arguments in the form of @<filename>)
182   // and then parse the argument again.
183   cl::ExpandResponseFiles(saver(), getQuotingStyle(args), vec);
184   args = this->ParseArgs(vec, missingIndex, missingCount);
185 
186   handleColorDiagnostics(args);
187   for (auto *arg : args.filtered(OPT_UNKNOWN))
188     error("unknown argument: " + arg->getAsString(args));
189   return args;
190 }
191 
192 // Currently we allow a ".imports" to live alongside a library. This can
193 // be used to specify a list of symbols which can be undefined at link
194 // time (imported from the environment.  For example libc.a include an
195 // import file that lists the syscall functions it relies on at runtime.
196 // In the long run this information would be better stored as a symbol
197 // attribute/flag in the object file itself.
198 // See: https://github.com/WebAssembly/tool-conventions/issues/35
199 static void readImportFile(StringRef filename) {
200   if (Optional<MemoryBufferRef> buf = readFile(filename))
201     for (StringRef sym : args::getLines(*buf))
202       config->allowUndefinedSymbols.insert(sym);
203 }
204 
205 // Returns slices of MB by parsing MB as an archive file.
206 // Each slice consists of a member file in the archive.
207 std::vector<MemoryBufferRef> static getArchiveMembers(MemoryBufferRef mb) {
208   std::unique_ptr<Archive> file =
209       CHECK(Archive::create(mb),
210             mb.getBufferIdentifier() + ": failed to parse archive");
211 
212   std::vector<MemoryBufferRef> v;
213   Error err = Error::success();
214   for (const Archive::Child &c : file->children(err)) {
215     MemoryBufferRef mbref =
216         CHECK(c.getMemoryBufferRef(),
217               mb.getBufferIdentifier() +
218                   ": could not get the buffer for a child of the archive");
219     v.push_back(mbref);
220   }
221   if (err)
222     fatal(mb.getBufferIdentifier() +
223           ": Archive::children failed: " + toString(std::move(err)));
224 
225   // Take ownership of memory buffers created for members of thin archives.
226   for (std::unique_ptr<MemoryBuffer> &mb : file->takeThinBuffers())
227     make<std::unique_ptr<MemoryBuffer>>(std::move(mb));
228 
229   return v;
230 }
231 
232 void LinkerDriver::addFile(StringRef path) {
233   Optional<MemoryBufferRef> buffer = readFile(path);
234   if (!buffer.hasValue())
235     return;
236   MemoryBufferRef mbref = *buffer;
237 
238   switch (identify_magic(mbref.getBuffer())) {
239   case file_magic::archive: {
240     SmallString<128> importFile = path;
241     path::replace_extension(importFile, ".imports");
242     if (fs::exists(importFile))
243       readImportFile(importFile.str());
244 
245     // Handle -whole-archive.
246     if (inWholeArchive) {
247       for (MemoryBufferRef &m : getArchiveMembers(mbref)) {
248         auto *object = createObjectFile(m, path);
249         // Mark object as live; object members are normally not
250         // live by default but -whole-archive is designed to treat
251         // them as such.
252         object->markLive();
253         files.push_back(object);
254       }
255 
256       return;
257     }
258 
259     std::unique_ptr<Archive> file =
260         CHECK(Archive::create(mbref), path + ": failed to parse archive");
261 
262     if (!file->isEmpty() && !file->hasSymbolTable()) {
263       error(mbref.getBufferIdentifier() +
264             ": archive has no index; run ranlib to add one");
265     }
266 
267     files.push_back(make<ArchiveFile>(mbref));
268     return;
269   }
270   case file_magic::bitcode:
271   case file_magic::wasm_object:
272     files.push_back(createObjectFile(mbref));
273     break;
274   default:
275     error("unknown file type: " + mbref.getBufferIdentifier());
276   }
277 }
278 
279 // Add a given library by searching it from input search paths.
280 void LinkerDriver::addLibrary(StringRef name) {
281   for (StringRef dir : config->searchPaths) {
282     if (Optional<std::string> s = findFile(dir, "lib" + name + ".a")) {
283       addFile(*s);
284       return;
285     }
286   }
287 
288   error("unable to find library -l" + name);
289 }
290 
291 void LinkerDriver::createFiles(opt::InputArgList &args) {
292   for (auto *arg : args) {
293     switch (arg->getOption().getID()) {
294     case OPT_l:
295       addLibrary(arg->getValue());
296       break;
297     case OPT_INPUT:
298       addFile(arg->getValue());
299       break;
300     case OPT_whole_archive:
301       inWholeArchive = true;
302       break;
303     case OPT_no_whole_archive:
304       inWholeArchive = false;
305       break;
306     }
307   }
308   if (files.empty() && errorCount() == 0)
309     error("no input files");
310 }
311 
312 static StringRef getEntry(opt::InputArgList &args) {
313   auto *arg = args.getLastArg(OPT_entry, OPT_no_entry);
314   if (!arg) {
315     if (args.hasArg(OPT_relocatable))
316       return "";
317     if (args.hasArg(OPT_shared))
318       return "__wasm_call_ctors";
319     return "_start";
320   }
321   if (arg->getOption().getID() == OPT_no_entry)
322     return "";
323   return arg->getValue();
324 }
325 
326 // Determines what we should do if there are remaining unresolved
327 // symbols after the name resolution.
328 static UnresolvedPolicy getUnresolvedSymbolPolicy(opt::InputArgList &args) {
329   UnresolvedPolicy errorOrWarn = args.hasFlag(OPT_error_unresolved_symbols,
330                                               OPT_warn_unresolved_symbols, true)
331                                      ? UnresolvedPolicy::ReportError
332                                      : UnresolvedPolicy::Warn;
333 
334   if (auto *arg = args.getLastArg(OPT_unresolved_symbols)) {
335     StringRef s = arg->getValue();
336     if (s == "ignore-all")
337       return UnresolvedPolicy::Ignore;
338     if (s == "import-dynamic")
339       return UnresolvedPolicy::ImportDynamic;
340     if (s == "report-all")
341       return errorOrWarn;
342     error("unknown --unresolved-symbols value: " + s);
343   }
344 
345   return errorOrWarn;
346 }
347 
348 // Initializes Config members by the command line options.
349 static void readConfigs(opt::InputArgList &args) {
350   config->bsymbolic = args.hasArg(OPT_Bsymbolic);
351   config->checkFeatures =
352       args.hasFlag(OPT_check_features, OPT_no_check_features, true);
353   config->compressRelocations = args.hasArg(OPT_compress_relocations);
354   config->demangle = args.hasFlag(OPT_demangle, OPT_no_demangle, true);
355   config->disableVerify = args.hasArg(OPT_disable_verify);
356   config->emitRelocs = args.hasArg(OPT_emit_relocs);
357   config->experimentalPic = args.hasArg(OPT_experimental_pic);
358   config->entry = getEntry(args);
359   config->exportAll = args.hasArg(OPT_export_all);
360   config->exportTable = args.hasArg(OPT_export_table);
361   config->growableTable = args.hasArg(OPT_growable_table);
362   config->importMemory = args.hasArg(OPT_import_memory);
363   config->sharedMemory = args.hasArg(OPT_shared_memory);
364   config->importTable = args.hasArg(OPT_import_table);
365   config->importUndefined = args.hasArg(OPT_import_undefined);
366   config->ltoo = args::getInteger(args, OPT_lto_O, 2);
367   config->ltoPartitions = args::getInteger(args, OPT_lto_partitions, 1);
368   config->ltoNewPassManager = args.hasFlag(OPT_no_lto_legacy_pass_manager,
369                                            OPT_lto_legacy_pass_manager, true);
370   config->ltoDebugPassManager = args.hasArg(OPT_lto_debug_pass_manager);
371   config->mapFile = args.getLastArgValue(OPT_Map);
372   config->optimize = args::getInteger(args, OPT_O, 1);
373   config->outputFile = args.getLastArgValue(OPT_o);
374   config->relocatable = args.hasArg(OPT_relocatable);
375   config->gcSections =
376       args.hasFlag(OPT_gc_sections, OPT_no_gc_sections, !config->relocatable);
377   config->mergeDataSegments =
378       args.hasFlag(OPT_merge_data_segments, OPT_no_merge_data_segments,
379                    !config->relocatable);
380   config->pie = args.hasFlag(OPT_pie, OPT_no_pie, false);
381   config->printGcSections =
382       args.hasFlag(OPT_print_gc_sections, OPT_no_print_gc_sections, false);
383   config->saveTemps = args.hasArg(OPT_save_temps);
384   config->searchPaths = args::getStrings(args, OPT_L);
385   config->shared = args.hasArg(OPT_shared);
386   config->stripAll = args.hasArg(OPT_strip_all);
387   config->stripDebug = args.hasArg(OPT_strip_debug);
388   config->stackFirst = args.hasArg(OPT_stack_first);
389   config->trace = args.hasArg(OPT_trace);
390   config->thinLTOCacheDir = args.getLastArgValue(OPT_thinlto_cache_dir);
391   config->thinLTOCachePolicy = CHECK(
392       parseCachePruningPolicy(args.getLastArgValue(OPT_thinlto_cache_policy)),
393       "--thinlto-cache-policy: invalid cache policy");
394   config->unresolvedSymbols = getUnresolvedSymbolPolicy(args);
395   errorHandler().verbose = args.hasArg(OPT_verbose);
396   LLVM_DEBUG(errorHandler().verbose = true);
397 
398   config->initialMemory = args::getInteger(args, OPT_initial_memory, 0);
399   config->globalBase = args::getInteger(args, OPT_global_base, 1024);
400   config->maxMemory = args::getInteger(args, OPT_max_memory, 0);
401   config->zStackSize =
402       args::getZOptionValue(args, OPT_z, "stack-size", WasmPageSize);
403 
404   // Default value of exportDynamic depends on `-shared`
405   config->exportDynamic =
406       args.hasFlag(OPT_export_dynamic, OPT_no_export_dynamic, config->shared);
407 
408   // Parse wasm32/64.
409   if (auto *arg = args.getLastArg(OPT_m)) {
410     StringRef s = arg->getValue();
411     if (s == "wasm32")
412       config->is64 = false;
413     else if (s == "wasm64")
414       config->is64 = true;
415     else
416       error("invalid target architecture: " + s);
417   }
418 
419   // --threads= takes a positive integer and provides the default value for
420   // --thinlto-jobs=.
421   if (auto *arg = args.getLastArg(OPT_threads)) {
422     StringRef v(arg->getValue());
423     unsigned threads = 0;
424     if (!llvm::to_integer(v, threads, 0) || threads == 0)
425       error(arg->getSpelling() + ": expected a positive integer, but got '" +
426             arg->getValue() + "'");
427     parallel::strategy = hardware_concurrency(threads);
428     config->thinLTOJobs = v;
429   }
430   if (auto *arg = args.getLastArg(OPT_thinlto_jobs))
431     config->thinLTOJobs = arg->getValue();
432 
433   if (auto *arg = args.getLastArg(OPT_features)) {
434     config->features =
435         llvm::Optional<std::vector<std::string>>(std::vector<std::string>());
436     for (StringRef s : arg->getValues())
437       config->features->push_back(std::string(s));
438   }
439 
440   // Legacy --allow-undefined flag which is equivalent to
441   // --unresolve-symbols=ignore + --import-undefined
442   if (args.hasArg(OPT_allow_undefined)) {
443     config->importUndefined = true;
444     config->unresolvedSymbols = UnresolvedPolicy::Ignore;
445   }
446 
447   if (args.hasArg(OPT_print_map))
448     config->mapFile = "-";
449 }
450 
451 // Some Config members do not directly correspond to any particular
452 // command line options, but computed based on other Config values.
453 // This function initialize such members. See Config.h for the details
454 // of these values.
455 static void setConfigs() {
456   config->isPic = config->pie || config->shared;
457 
458   if (config->isPic) {
459     if (config->exportTable)
460       error("-shared/-pie is incompatible with --export-table");
461     config->importTable = true;
462   }
463 
464   if (config->relocatable) {
465     if (config->exportTable)
466       error("--relocatable is incompatible with --export-table");
467     if (config->growableTable)
468       error("--relocatable is incompatible with --growable-table");
469     // Ignore any --import-table, as it's redundant.
470     config->importTable = true;
471   }
472 
473   if (config->shared) {
474     config->importMemory = true;
475     config->importUndefined = true;
476   }
477 }
478 
479 // Some command line options or some combinations of them are not allowed.
480 // This function checks for such errors.
481 static void checkOptions(opt::InputArgList &args) {
482   if (!config->stripDebug && !config->stripAll && config->compressRelocations)
483     error("--compress-relocations is incompatible with output debug"
484           " information. Please pass --strip-debug or --strip-all");
485 
486   if (config->ltoo > 3)
487     error("invalid optimization level for LTO: " + Twine(config->ltoo));
488   if (config->ltoPartitions == 0)
489     error("--lto-partitions: number of threads must be > 0");
490   if (!get_threadpool_strategy(config->thinLTOJobs))
491     error("--thinlto-jobs: invalid job count: " + config->thinLTOJobs);
492 
493   if (config->pie && config->shared)
494     error("-shared and -pie may not be used together");
495 
496   if (config->outputFile.empty())
497     error("no output file specified");
498 
499   if (config->importTable && config->exportTable)
500     error("--import-table and --export-table may not be used together");
501 
502   if (config->relocatable) {
503     if (!config->entry.empty())
504       error("entry point specified for relocatable output file");
505     if (config->gcSections)
506       error("-r and --gc-sections may not be used together");
507     if (config->compressRelocations)
508       error("-r -and --compress-relocations may not be used together");
509     if (args.hasArg(OPT_undefined))
510       error("-r -and --undefined may not be used together");
511     if (config->pie)
512       error("-r and -pie may not be used together");
513     if (config->sharedMemory)
514       error("-r and --shared-memory may not be used together");
515   }
516 
517   // To begin to prepare for Module Linking-style shared libraries, start
518   // warning about uses of `-shared` and related flags outside of Experimental
519   // mode, to give anyone using them a heads-up that they will be changing.
520   //
521   // Also, warn about flags which request explicit exports.
522   if (!config->experimentalPic) {
523     // -shared will change meaning when Module Linking is implemented.
524     if (config->shared) {
525       warn("creating shared libraries, with -shared, is not yet stable");
526     }
527 
528     // -pie will change meaning when Module Linking is implemented.
529     if (config->pie) {
530       warn("creating PIEs, with -pie, is not yet stable");
531     }
532 
533     if (config->unresolvedSymbols == UnresolvedPolicy::ImportDynamic) {
534       warn("dynamic imports are not yet stable "
535            "(--unresolved-symbols=import-dynamic)");
536     }
537   }
538 
539   if (config->bsymbolic && !config->shared) {
540     warn("-Bsymbolic is only meaningful when combined with -shared");
541   }
542 }
543 
544 // Force Sym to be entered in the output. Used for -u or equivalent.
545 static Symbol *handleUndefined(StringRef name) {
546   Symbol *sym = symtab->find(name);
547   if (!sym)
548     return nullptr;
549 
550   // Since symbol S may not be used inside the program, LTO may
551   // eliminate it. Mark the symbol as "used" to prevent it.
552   sym->isUsedInRegularObj = true;
553 
554   if (auto *lazySym = dyn_cast<LazySymbol>(sym))
555     lazySym->fetch();
556 
557   return sym;
558 }
559 
560 static void handleLibcall(StringRef name) {
561   Symbol *sym = symtab->find(name);
562   if (!sym)
563     return;
564 
565   if (auto *lazySym = dyn_cast<LazySymbol>(sym)) {
566     MemoryBufferRef mb = lazySym->getMemberBuffer();
567     if (isBitcode(mb))
568       lazySym->fetch();
569   }
570 }
571 
572 static UndefinedGlobal *
573 createUndefinedGlobal(StringRef name, llvm::wasm::WasmGlobalType *type) {
574   auto *sym = cast<UndefinedGlobal>(symtab->addUndefinedGlobal(
575       name, None, None, WASM_SYMBOL_UNDEFINED, nullptr, type));
576   config->allowUndefinedSymbols.insert(sym->getName());
577   sym->isUsedInRegularObj = true;
578   return sym;
579 }
580 
581 static InputGlobal *createGlobal(StringRef name, bool isMutable) {
582   llvm::wasm::WasmGlobal wasmGlobal;
583   bool is64 = config->is64.getValueOr(false);
584   wasmGlobal.Type = {uint8_t(is64 ? WASM_TYPE_I64 : WASM_TYPE_I32), isMutable};
585   wasmGlobal.InitExpr = intConst(0, is64);
586   wasmGlobal.SymbolName = name;
587   return make<InputGlobal>(wasmGlobal, nullptr);
588 }
589 
590 static GlobalSymbol *createGlobalVariable(StringRef name, bool isMutable) {
591   InputGlobal *g = createGlobal(name, isMutable);
592   return symtab->addSyntheticGlobal(name, WASM_SYMBOL_VISIBILITY_HIDDEN, g);
593 }
594 
595 static GlobalSymbol *createOptionalGlobal(StringRef name, bool isMutable) {
596   InputGlobal *g = createGlobal(name, isMutable);
597   return symtab->addOptionalGlobalSymbol(name, g);
598 }
599 
600 // Create ABI-defined synthetic symbols
601 static void createSyntheticSymbols() {
602   if (config->relocatable)
603     return;
604 
605   static WasmSignature nullSignature = {{}, {}};
606   static WasmSignature i32ArgSignature = {{}, {ValType::I32}};
607   static WasmSignature i64ArgSignature = {{}, {ValType::I64}};
608   static llvm::wasm::WasmGlobalType globalTypeI32 = {WASM_TYPE_I32, false};
609   static llvm::wasm::WasmGlobalType globalTypeI64 = {WASM_TYPE_I64, false};
610   static llvm::wasm::WasmGlobalType mutableGlobalTypeI32 = {WASM_TYPE_I32,
611                                                             true};
612   static llvm::wasm::WasmGlobalType mutableGlobalTypeI64 = {WASM_TYPE_I64,
613                                                             true};
614   WasmSym::callCtors = symtab->addSyntheticFunction(
615       "__wasm_call_ctors", WASM_SYMBOL_VISIBILITY_HIDDEN,
616       make<SyntheticFunction>(nullSignature, "__wasm_call_ctors"));
617 
618     bool is64 = config->is64.getValueOr(false);
619 
620   if (config->isPic) {
621     WasmSym::stackPointer =
622         createUndefinedGlobal("__stack_pointer", config->is64.getValueOr(false)
623                                                      ? &mutableGlobalTypeI64
624                                                      : &mutableGlobalTypeI32);
625     // For PIC code, we import two global variables (__memory_base and
626     // __table_base) from the environment and use these as the offset at
627     // which to load our static data and function table.
628     // See:
629     // https://github.com/WebAssembly/tool-conventions/blob/main/DynamicLinking.md
630     auto *globalType = is64 ? &globalTypeI64 : &globalTypeI32;
631     WasmSym::memoryBase = createUndefinedGlobal("__memory_base", globalType);
632     WasmSym::tableBase = createUndefinedGlobal("__table_base", globalType);
633     WasmSym::memoryBase->markLive();
634     WasmSym::tableBase->markLive();
635     if (is64) {
636       WasmSym::tableBase32 =
637           createUndefinedGlobal("__table_base32", &globalTypeI32);
638       WasmSym::tableBase32->markLive();
639     } else {
640       WasmSym::tableBase32 = nullptr;
641     }
642   } else {
643     // For non-PIC code
644     WasmSym::stackPointer = createGlobalVariable("__stack_pointer", true);
645     WasmSym::stackPointer->markLive();
646   }
647 
648   if (config->sharedMemory) {
649     WasmSym::tlsBase = createGlobalVariable("__tls_base", true);
650     WasmSym::tlsSize = createGlobalVariable("__tls_size", false);
651     WasmSym::tlsAlign = createGlobalVariable("__tls_align", false);
652     WasmSym::initTLS = symtab->addSyntheticFunction(
653         "__wasm_init_tls", WASM_SYMBOL_VISIBILITY_HIDDEN,
654         make<SyntheticFunction>(
655             is64 ? i64ArgSignature : i32ArgSignature,
656             "__wasm_init_tls"));
657   }
658 }
659 
660 static void createOptionalSymbols() {
661   if (config->relocatable)
662     return;
663 
664   WasmSym::dsoHandle = symtab->addOptionalDataSymbol("__dso_handle");
665 
666   if (!config->shared)
667     WasmSym::dataEnd = symtab->addOptionalDataSymbol("__data_end");
668 
669   if (!config->isPic) {
670     WasmSym::globalBase = symtab->addOptionalDataSymbol("__global_base");
671     WasmSym::heapBase = symtab->addOptionalDataSymbol("__heap_base");
672     WasmSym::definedMemoryBase = symtab->addOptionalDataSymbol("__memory_base");
673     WasmSym::definedTableBase = symtab->addOptionalDataSymbol("__table_base");
674     if (config->is64.getValueOr(false))
675       WasmSym::definedTableBase32 =
676           symtab->addOptionalDataSymbol("__table_base32");
677   }
678 
679   // For non-shared memory programs we still need to define __tls_base since we
680   // allow object files built with TLS to be linked into single threaded
681   // programs, and such object files can contain references to this symbol.
682   //
683   // However, in this case __tls_base is immutable and points directly to the
684   // start of the `.tdata` static segment.
685   //
686   // __tls_size and __tls_align are not needed in this case since they are only
687   // needed for __wasm_init_tls (which we do not create in this case).
688   if (!config->sharedMemory)
689     WasmSym::tlsBase = createOptionalGlobal("__tls_base", false);
690 }
691 
692 // Reconstructs command line arguments so that so that you can re-run
693 // the same command with the same inputs. This is for --reproduce.
694 static std::string createResponseFile(const opt::InputArgList &args) {
695   SmallString<0> data;
696   raw_svector_ostream os(data);
697 
698   // Copy the command line to the output while rewriting paths.
699   for (auto *arg : args) {
700     switch (arg->getOption().getID()) {
701     case OPT_reproduce:
702       break;
703     case OPT_INPUT:
704       os << quote(relativeToRoot(arg->getValue())) << "\n";
705       break;
706     case OPT_o:
707       // If -o path contains directories, "lld @response.txt" will likely
708       // fail because the archive we are creating doesn't contain empty
709       // directories for the output path (-o doesn't create directories).
710       // Strip directories to prevent the issue.
711       os << "-o " << quote(sys::path::filename(arg->getValue())) << "\n";
712       break;
713     default:
714       os << toString(*arg) << "\n";
715     }
716   }
717   return std::string(data.str());
718 }
719 
720 // The --wrap option is a feature to rename symbols so that you can write
721 // wrappers for existing functions. If you pass `-wrap=foo`, all
722 // occurrences of symbol `foo` are resolved to `wrap_foo` (so, you are
723 // expected to write `wrap_foo` function as a wrapper). The original
724 // symbol becomes accessible as `real_foo`, so you can call that from your
725 // wrapper.
726 //
727 // This data structure is instantiated for each -wrap option.
728 struct WrappedSymbol {
729   Symbol *sym;
730   Symbol *real;
731   Symbol *wrap;
732 };
733 
734 static Symbol *addUndefined(StringRef name) {
735   return symtab->addUndefinedFunction(name, None, None, WASM_SYMBOL_UNDEFINED,
736                                       nullptr, nullptr, false);
737 }
738 
739 // Handles -wrap option.
740 //
741 // This function instantiates wrapper symbols. At this point, they seem
742 // like they are not being used at all, so we explicitly set some flags so
743 // that LTO won't eliminate them.
744 static std::vector<WrappedSymbol> addWrappedSymbols(opt::InputArgList &args) {
745   std::vector<WrappedSymbol> v;
746   DenseSet<StringRef> seen;
747 
748   for (auto *arg : args.filtered(OPT_wrap)) {
749     StringRef name = arg->getValue();
750     if (!seen.insert(name).second)
751       continue;
752 
753     Symbol *sym = symtab->find(name);
754     if (!sym)
755       continue;
756 
757     Symbol *real = addUndefined(saver().save("__real_" + name));
758     Symbol *wrap = addUndefined(saver().save("__wrap_" + name));
759     v.push_back({sym, real, wrap});
760 
761     // We want to tell LTO not to inline symbols to be overwritten
762     // because LTO doesn't know the final symbol contents after renaming.
763     real->canInline = false;
764     sym->canInline = false;
765 
766     // Tell LTO not to eliminate these symbols.
767     sym->isUsedInRegularObj = true;
768     wrap->isUsedInRegularObj = true;
769     real->isUsedInRegularObj = false;
770   }
771   return v;
772 }
773 
774 // Do renaming for -wrap by updating pointers to symbols.
775 //
776 // When this function is executed, only InputFiles and symbol table
777 // contain pointers to symbol objects. We visit them to replace pointers,
778 // so that wrapped symbols are swapped as instructed by the command line.
779 static void wrapSymbols(ArrayRef<WrappedSymbol> wrapped) {
780   DenseMap<Symbol *, Symbol *> map;
781   for (const WrappedSymbol &w : wrapped) {
782     map[w.sym] = w.wrap;
783     map[w.real] = w.sym;
784   }
785 
786   // Update pointers in input files.
787   parallelForEach(symtab->objectFiles, [&](InputFile *file) {
788     MutableArrayRef<Symbol *> syms = file->getMutableSymbols();
789     for (size_t i = 0, e = syms.size(); i != e; ++i)
790       if (Symbol *s = map.lookup(syms[i]))
791         syms[i] = s;
792   });
793 
794   // Update pointers in the symbol table.
795   for (const WrappedSymbol &w : wrapped)
796     symtab->wrap(w.sym, w.real, w.wrap);
797 }
798 
799 static void splitSections() {
800   // splitIntoPieces needs to be called on each MergeInputChunk
801   // before calling finalizeContents().
802   LLVM_DEBUG(llvm::dbgs() << "splitSections\n");
803   parallelForEach(symtab->objectFiles, [](ObjFile *file) {
804     for (InputChunk *seg : file->segments) {
805       if (auto *s = dyn_cast<MergeInputChunk>(seg))
806         s->splitIntoPieces();
807     }
808     for (InputChunk *sec : file->customSections) {
809       if (auto *s = dyn_cast<MergeInputChunk>(sec))
810         s->splitIntoPieces();
811     }
812   });
813 }
814 
815 static bool isKnownZFlag(StringRef s) {
816   // For now, we only support a very limited set of -z flags
817   return s.startswith("stack-size=");
818 }
819 
820 // Report a warning for an unknown -z option.
821 static void checkZOptions(opt::InputArgList &args) {
822   for (auto *arg : args.filtered(OPT_z))
823     if (!isKnownZFlag(arg->getValue()))
824       warn("unknown -z value: " + StringRef(arg->getValue()));
825 }
826 
827 void LinkerDriver::linkerMain(ArrayRef<const char *> argsArr) {
828   WasmOptTable parser;
829   opt::InputArgList args = parser.parse(argsArr.slice(1));
830 
831   // Interpret these flags early because error()/warn() depend on them.
832   errorHandler().errorLimit = args::getInteger(args, OPT_error_limit, 20);
833   errorHandler().fatalWarnings =
834       args.hasFlag(OPT_fatal_warnings, OPT_no_fatal_warnings, false);
835   checkZOptions(args);
836 
837   // Handle --help
838   if (args.hasArg(OPT_help)) {
839     parser.printHelp(lld::outs(),
840                      (std::string(argsArr[0]) + " [options] file...").c_str(),
841                      "LLVM Linker", false);
842     return;
843   }
844 
845   // Handle --version
846   if (args.hasArg(OPT_version) || args.hasArg(OPT_v)) {
847     lld::outs() << getLLDVersion() << "\n";
848     return;
849   }
850 
851   // Handle --reproduce
852   if (auto *arg = args.getLastArg(OPT_reproduce)) {
853     StringRef path = arg->getValue();
854     Expected<std::unique_ptr<TarWriter>> errOrWriter =
855         TarWriter::create(path, path::stem(path));
856     if (errOrWriter) {
857       tar = std::move(*errOrWriter);
858       tar->append("response.txt", createResponseFile(args));
859       tar->append("version.txt", getLLDVersion() + "\n");
860     } else {
861       error("--reproduce: " + toString(errOrWriter.takeError()));
862     }
863   }
864 
865   // Parse and evaluate -mllvm options.
866   std::vector<const char *> v;
867   v.push_back("wasm-ld (LLVM option parsing)");
868   for (auto *arg : args.filtered(OPT_mllvm))
869     v.push_back(arg->getValue());
870   cl::ResetAllOptionOccurrences();
871   cl::ParseCommandLineOptions(v.size(), v.data());
872 
873   readConfigs(args);
874 
875   createFiles(args);
876   if (errorCount())
877     return;
878 
879   setConfigs();
880   checkOptions(args);
881   if (errorCount())
882     return;
883 
884   if (auto *arg = args.getLastArg(OPT_allow_undefined_file))
885     readImportFile(arg->getValue());
886 
887   // Fail early if the output file or map file is not writable. If a user has a
888   // long link, e.g. due to a large LTO link, they do not wish to run it and
889   // find that it failed because there was a mistake in their command-line.
890   if (auto e = tryCreateFile(config->outputFile))
891     error("cannot open output file " + config->outputFile + ": " + e.message());
892   if (auto e = tryCreateFile(config->mapFile))
893     error("cannot open map file " + config->mapFile + ": " + e.message());
894   if (errorCount())
895     return;
896 
897   // Handle --trace-symbol.
898   for (auto *arg : args.filtered(OPT_trace_symbol))
899     symtab->trace(arg->getValue());
900 
901   for (auto *arg : args.filtered(OPT_export_if_defined))
902     config->exportedSymbols.insert(arg->getValue());
903 
904   for (auto *arg : args.filtered(OPT_export)) {
905     config->exportedSymbols.insert(arg->getValue());
906     config->requiredExports.push_back(arg->getValue());
907   }
908 
909   createSyntheticSymbols();
910 
911   // Add all files to the symbol table. This will add almost all
912   // symbols that we need to the symbol table.
913   for (InputFile *f : files)
914     symtab->addFile(f);
915   if (errorCount())
916     return;
917 
918   // Handle the `--undefined <sym>` options.
919   for (auto *arg : args.filtered(OPT_undefined))
920     handleUndefined(arg->getValue());
921 
922   // Handle the `--export <sym>` options
923   // This works like --undefined but also exports the symbol if its found
924   for (auto &iter : config->exportedSymbols)
925     handleUndefined(iter.first());
926 
927   Symbol *entrySym = nullptr;
928   if (!config->relocatable && !config->entry.empty()) {
929     entrySym = handleUndefined(config->entry);
930     if (entrySym && entrySym->isDefined())
931       entrySym->forceExport = true;
932     else
933       error("entry symbol not defined (pass --no-entry to suppress): " +
934             config->entry);
935   }
936 
937   // If the user code defines a `__wasm_call_dtors` function, remember it so
938   // that we can call it from the command export wrappers. Unlike
939   // `__wasm_call_ctors` which we synthesize, `__wasm_call_dtors` is defined
940   // by libc/etc., because destructors are registered dynamically with
941   // `__cxa_atexit` and friends.
942   if (!config->relocatable && !config->shared &&
943       !WasmSym::callCtors->isUsedInRegularObj &&
944       WasmSym::callCtors->getName() != config->entry &&
945       !config->exportedSymbols.count(WasmSym::callCtors->getName())) {
946     if (Symbol *callDtors = handleUndefined("__wasm_call_dtors")) {
947       if (auto *callDtorsFunc = dyn_cast<DefinedFunction>(callDtors)) {
948         if (callDtorsFunc->signature &&
949             (!callDtorsFunc->signature->Params.empty() ||
950              !callDtorsFunc->signature->Returns.empty())) {
951           error("__wasm_call_dtors must have no argument or return values");
952         }
953         WasmSym::callDtors = callDtorsFunc;
954       } else {
955         error("__wasm_call_dtors must be a function");
956       }
957     }
958   }
959 
960   if (errorCount())
961     return;
962 
963   // Create wrapped symbols for -wrap option.
964   std::vector<WrappedSymbol> wrapped = addWrappedSymbols(args);
965 
966   // If any of our inputs are bitcode files, the LTO code generator may create
967   // references to certain library functions that might not be explicit in the
968   // bitcode file's symbol table. If any of those library functions are defined
969   // in a bitcode file in an archive member, we need to arrange to use LTO to
970   // compile those archive members by adding them to the link beforehand.
971   //
972   // We only need to add libcall symbols to the link before LTO if the symbol's
973   // definition is in bitcode. Any other required libcall symbols will be added
974   // to the link after LTO when we add the LTO object file to the link.
975   if (!symtab->bitcodeFiles.empty())
976     for (auto *s : lto::LTO::getRuntimeLibcallSymbols())
977       handleLibcall(s);
978   if (errorCount())
979     return;
980 
981   // Do link-time optimization if given files are LLVM bitcode files.
982   // This compiles bitcode files into real object files.
983   symtab->compileBitcodeFiles();
984   if (errorCount())
985     return;
986 
987   createOptionalSymbols();
988 
989   // Resolve any variant symbols that were created due to signature
990   // mismatchs.
991   symtab->handleSymbolVariants();
992   if (errorCount())
993     return;
994 
995   // Apply symbol renames for -wrap.
996   if (!wrapped.empty())
997     wrapSymbols(wrapped);
998 
999   for (auto &iter : config->exportedSymbols) {
1000     Symbol *sym = symtab->find(iter.first());
1001     if (sym && sym->isDefined())
1002       sym->forceExport = true;
1003   }
1004 
1005   if (!config->relocatable && !config->isPic) {
1006     // Add synthetic dummies for weak undefined functions.  Must happen
1007     // after LTO otherwise functions may not yet have signatures.
1008     symtab->handleWeakUndefines();
1009   }
1010 
1011   if (entrySym)
1012     entrySym->setHidden(false);
1013 
1014   if (errorCount())
1015     return;
1016 
1017   // Split WASM_SEG_FLAG_STRINGS sections into pieces in preparation for garbage
1018   // collection.
1019   splitSections();
1020 
1021   // Do size optimizations: garbage collection
1022   markLive();
1023 
1024   // Provide the indirect function table if needed.
1025   WasmSym::indirectFunctionTable =
1026       symtab->resolveIndirectFunctionTable(/*required =*/false);
1027 
1028   if (errorCount())
1029     return;
1030 
1031   // Write the result to the file.
1032   writeResult();
1033 }
1034 
1035 } // namespace wasm
1036 } // namespace lld
1037