1 //===- Driver.cpp ---------------------------------------------------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 9 #include "lld/Common/Driver.h" 10 #include "Config.h" 11 #include "InputChunks.h" 12 #include "InputElement.h" 13 #include "MarkLive.h" 14 #include "SymbolTable.h" 15 #include "Writer.h" 16 #include "lld/Common/Args.h" 17 #include "lld/Common/ErrorHandler.h" 18 #include "lld/Common/Filesystem.h" 19 #include "lld/Common/Memory.h" 20 #include "lld/Common/Reproduce.h" 21 #include "lld/Common/Strings.h" 22 #include "lld/Common/Version.h" 23 #include "llvm/ADT/Twine.h" 24 #include "llvm/Config/llvm-config.h" 25 #include "llvm/Object/Wasm.h" 26 #include "llvm/Option/Arg.h" 27 #include "llvm/Option/ArgList.h" 28 #include "llvm/Support/CommandLine.h" 29 #include "llvm/Support/Host.h" 30 #include "llvm/Support/Parallel.h" 31 #include "llvm/Support/Path.h" 32 #include "llvm/Support/Process.h" 33 #include "llvm/Support/TarWriter.h" 34 #include "llvm/Support/TargetSelect.h" 35 36 #define DEBUG_TYPE "lld" 37 38 using namespace llvm; 39 using namespace llvm::object; 40 using namespace llvm::sys; 41 using namespace llvm::wasm; 42 43 namespace lld { 44 namespace wasm { 45 Configuration *config; 46 47 namespace { 48 49 // Create enum with OPT_xxx values for each option in Options.td 50 enum { 51 OPT_INVALID = 0, 52 #define OPTION(_1, _2, ID, _4, _5, _6, _7, _8, _9, _10, _11, _12) OPT_##ID, 53 #include "Options.inc" 54 #undef OPTION 55 }; 56 57 // This function is called on startup. We need this for LTO since 58 // LTO calls LLVM functions to compile bitcode files to native code. 59 // Technically this can be delayed until we read bitcode files, but 60 // we don't bother to do lazily because the initialization is fast. 61 static void initLLVM() { 62 InitializeAllTargets(); 63 InitializeAllTargetMCs(); 64 InitializeAllAsmPrinters(); 65 InitializeAllAsmParsers(); 66 } 67 68 class LinkerDriver { 69 public: 70 void linkerMain(ArrayRef<const char *> argsArr); 71 72 private: 73 void createFiles(opt::InputArgList &args); 74 void addFile(StringRef path); 75 void addLibrary(StringRef name); 76 77 // True if we are in --whole-archive and --no-whole-archive. 78 bool inWholeArchive = false; 79 80 std::vector<InputFile *> files; 81 }; 82 } // anonymous namespace 83 84 bool link(ArrayRef<const char *> args, bool canExitEarly, raw_ostream &stdoutOS, 85 raw_ostream &stderrOS) { 86 lld::stdoutOS = &stdoutOS; 87 lld::stderrOS = &stderrOS; 88 89 errorHandler().cleanupCallback = []() { freeArena(); }; 90 91 errorHandler().logName = args::getFilenameWithoutExe(args[0]); 92 errorHandler().errorLimitExceededMsg = 93 "too many errors emitted, stopping now (use " 94 "-error-limit=0 to see all errors)"; 95 stderrOS.enable_colors(stderrOS.has_colors()); 96 97 config = make<Configuration>(); 98 symtab = make<SymbolTable>(); 99 100 initLLVM(); 101 LinkerDriver().linkerMain(args); 102 103 // Exit immediately if we don't need to return to the caller. 104 // This saves time because the overhead of calling destructors 105 // for all globally-allocated objects is not negligible. 106 if (canExitEarly) 107 exitLld(errorCount() ? 1 : 0); 108 109 return !errorCount(); 110 } 111 112 // Create prefix string literals used in Options.td 113 #define PREFIX(NAME, VALUE) const char *const NAME[] = VALUE; 114 #include "Options.inc" 115 #undef PREFIX 116 117 // Create table mapping all options defined in Options.td 118 static const opt::OptTable::Info optInfo[] = { 119 #define OPTION(X1, X2, ID, KIND, GROUP, ALIAS, X7, X8, X9, X10, X11, X12) \ 120 {X1, X2, X10, X11, OPT_##ID, opt::Option::KIND##Class, \ 121 X9, X8, OPT_##GROUP, OPT_##ALIAS, X7, X12}, 122 #include "Options.inc" 123 #undef OPTION 124 }; 125 126 namespace { 127 class WasmOptTable : public llvm::opt::OptTable { 128 public: 129 WasmOptTable() : OptTable(optInfo) {} 130 opt::InputArgList parse(ArrayRef<const char *> argv); 131 }; 132 } // namespace 133 134 // Set color diagnostics according to -color-diagnostics={auto,always,never} 135 // or -no-color-diagnostics flags. 136 static void handleColorDiagnostics(opt::InputArgList &args) { 137 auto *arg = args.getLastArg(OPT_color_diagnostics, OPT_color_diagnostics_eq, 138 OPT_no_color_diagnostics); 139 if (!arg) 140 return; 141 if (arg->getOption().getID() == OPT_color_diagnostics) { 142 lld::errs().enable_colors(true); 143 } else if (arg->getOption().getID() == OPT_no_color_diagnostics) { 144 lld::errs().enable_colors(false); 145 } else { 146 StringRef s = arg->getValue(); 147 if (s == "always") 148 lld::errs().enable_colors(true); 149 else if (s == "never") 150 lld::errs().enable_colors(false); 151 else if (s != "auto") 152 error("unknown option: --color-diagnostics=" + s); 153 } 154 } 155 156 static cl::TokenizerCallback getQuotingStyle(opt::InputArgList &args) { 157 if (auto *arg = args.getLastArg(OPT_rsp_quoting)) { 158 StringRef s = arg->getValue(); 159 if (s != "windows" && s != "posix") 160 error("invalid response file quoting: " + s); 161 if (s == "windows") 162 return cl::TokenizeWindowsCommandLine; 163 return cl::TokenizeGNUCommandLine; 164 } 165 if (Triple(sys::getProcessTriple()).isOSWindows()) 166 return cl::TokenizeWindowsCommandLine; 167 return cl::TokenizeGNUCommandLine; 168 } 169 170 // Find a file by concatenating given paths. 171 static Optional<std::string> findFile(StringRef path1, const Twine &path2) { 172 SmallString<128> s; 173 path::append(s, path1, path2); 174 if (fs::exists(s)) 175 return std::string(s); 176 return None; 177 } 178 179 opt::InputArgList WasmOptTable::parse(ArrayRef<const char *> argv) { 180 SmallVector<const char *, 256> vec(argv.data(), argv.data() + argv.size()); 181 182 unsigned missingIndex; 183 unsigned missingCount; 184 185 // We need to get the quoting style for response files before parsing all 186 // options so we parse here before and ignore all the options but 187 // --rsp-quoting. 188 opt::InputArgList args = this->ParseArgs(vec, missingIndex, missingCount); 189 190 // Expand response files (arguments in the form of @<filename>) 191 // and then parse the argument again. 192 cl::ExpandResponseFiles(saver, getQuotingStyle(args), vec); 193 args = this->ParseArgs(vec, missingIndex, missingCount); 194 195 handleColorDiagnostics(args); 196 for (auto *arg : args.filtered(OPT_UNKNOWN)) 197 error("unknown argument: " + arg->getAsString(args)); 198 return args; 199 } 200 201 // Currently we allow a ".imports" to live alongside a library. This can 202 // be used to specify a list of symbols which can be undefined at link 203 // time (imported from the environment. For example libc.a include an 204 // import file that lists the syscall functions it relies on at runtime. 205 // In the long run this information would be better stored as a symbol 206 // attribute/flag in the object file itself. 207 // See: https://github.com/WebAssembly/tool-conventions/issues/35 208 static void readImportFile(StringRef filename) { 209 if (Optional<MemoryBufferRef> buf = readFile(filename)) 210 for (StringRef sym : args::getLines(*buf)) 211 config->allowUndefinedSymbols.insert(sym); 212 } 213 214 // Returns slices of MB by parsing MB as an archive file. 215 // Each slice consists of a member file in the archive. 216 std::vector<MemoryBufferRef> static getArchiveMembers(MemoryBufferRef mb) { 217 std::unique_ptr<Archive> file = 218 CHECK(Archive::create(mb), 219 mb.getBufferIdentifier() + ": failed to parse archive"); 220 221 std::vector<MemoryBufferRef> v; 222 Error err = Error::success(); 223 for (const Archive::Child &c : file->children(err)) { 224 MemoryBufferRef mbref = 225 CHECK(c.getMemoryBufferRef(), 226 mb.getBufferIdentifier() + 227 ": could not get the buffer for a child of the archive"); 228 v.push_back(mbref); 229 } 230 if (err) 231 fatal(mb.getBufferIdentifier() + 232 ": Archive::children failed: " + toString(std::move(err))); 233 234 // Take ownership of memory buffers created for members of thin archives. 235 for (std::unique_ptr<MemoryBuffer> &mb : file->takeThinBuffers()) 236 make<std::unique_ptr<MemoryBuffer>>(std::move(mb)); 237 238 return v; 239 } 240 241 void LinkerDriver::addFile(StringRef path) { 242 Optional<MemoryBufferRef> buffer = readFile(path); 243 if (!buffer.hasValue()) 244 return; 245 MemoryBufferRef mbref = *buffer; 246 247 switch (identify_magic(mbref.getBuffer())) { 248 case file_magic::archive: { 249 SmallString<128> importFile = path; 250 path::replace_extension(importFile, ".imports"); 251 if (fs::exists(importFile)) 252 readImportFile(importFile.str()); 253 254 // Handle -whole-archive. 255 if (inWholeArchive) { 256 for (MemoryBufferRef &m : getArchiveMembers(mbref)) { 257 auto *object = createObjectFile(m, path); 258 // Mark object as live; object members are normally not 259 // live by default but -whole-archive is designed to treat 260 // them as such. 261 object->markLive(); 262 files.push_back(object); 263 } 264 265 return; 266 } 267 268 std::unique_ptr<Archive> file = 269 CHECK(Archive::create(mbref), path + ": failed to parse archive"); 270 271 if (!file->isEmpty() && !file->hasSymbolTable()) { 272 error(mbref.getBufferIdentifier() + 273 ": archive has no index; run ranlib to add one"); 274 } 275 276 files.push_back(make<ArchiveFile>(mbref)); 277 return; 278 } 279 case file_magic::bitcode: 280 case file_magic::wasm_object: 281 files.push_back(createObjectFile(mbref)); 282 break; 283 default: 284 error("unknown file type: " + mbref.getBufferIdentifier()); 285 } 286 } 287 288 // Add a given library by searching it from input search paths. 289 void LinkerDriver::addLibrary(StringRef name) { 290 for (StringRef dir : config->searchPaths) { 291 if (Optional<std::string> s = findFile(dir, "lib" + name + ".a")) { 292 addFile(*s); 293 return; 294 } 295 } 296 297 error("unable to find library -l" + name); 298 } 299 300 void LinkerDriver::createFiles(opt::InputArgList &args) { 301 for (auto *arg : args) { 302 switch (arg->getOption().getID()) { 303 case OPT_l: 304 addLibrary(arg->getValue()); 305 break; 306 case OPT_INPUT: 307 addFile(arg->getValue()); 308 break; 309 case OPT_whole_archive: 310 inWholeArchive = true; 311 break; 312 case OPT_no_whole_archive: 313 inWholeArchive = false; 314 break; 315 } 316 } 317 if (files.empty() && errorCount() == 0) 318 error("no input files"); 319 } 320 321 static StringRef getEntry(opt::InputArgList &args) { 322 auto *arg = args.getLastArg(OPT_entry, OPT_no_entry); 323 if (!arg) { 324 if (args.hasArg(OPT_relocatable)) 325 return ""; 326 if (args.hasArg(OPT_shared)) 327 return "__wasm_call_ctors"; 328 return "_start"; 329 } 330 if (arg->getOption().getID() == OPT_no_entry) 331 return ""; 332 return arg->getValue(); 333 } 334 335 // Determines what we should do if there are remaining unresolved 336 // symbols after the name resolution. 337 static UnresolvedPolicy getUnresolvedSymbolPolicy(opt::InputArgList &args) { 338 UnresolvedPolicy errorOrWarn = args.hasFlag(OPT_error_unresolved_symbols, 339 OPT_warn_unresolved_symbols, true) 340 ? UnresolvedPolicy::ReportError 341 : UnresolvedPolicy::Warn; 342 343 if (auto *arg = args.getLastArg(OPT_unresolved_symbols)) { 344 StringRef s = arg->getValue(); 345 if (s == "ignore-all") 346 return UnresolvedPolicy::Ignore; 347 if (s == "import-functions") 348 return UnresolvedPolicy::ImportFuncs; 349 if (s == "report-all") 350 return errorOrWarn; 351 error("unknown --unresolved-symbols value: " + s); 352 } 353 354 // Legacy --allow-undefined flag which is equivalent to 355 // --unresolve-symbols=ignore-all 356 if (args.hasArg(OPT_allow_undefined)) 357 return UnresolvedPolicy::ImportFuncs; 358 359 return errorOrWarn; 360 } 361 362 // Initializes Config members by the command line options. 363 static void readConfigs(opt::InputArgList &args) { 364 config->bsymbolic = args.hasArg(OPT_Bsymbolic); 365 config->checkFeatures = 366 args.hasFlag(OPT_check_features, OPT_no_check_features, true); 367 config->compressRelocations = args.hasArg(OPT_compress_relocations); 368 config->demangle = args.hasFlag(OPT_demangle, OPT_no_demangle, true); 369 config->disableVerify = args.hasArg(OPT_disable_verify); 370 config->emitRelocs = args.hasArg(OPT_emit_relocs); 371 config->experimentalPic = args.hasArg(OPT_experimental_pic); 372 config->entry = getEntry(args); 373 config->exportAll = args.hasArg(OPT_export_all); 374 config->exportTable = args.hasArg(OPT_export_table); 375 config->growableTable = args.hasArg(OPT_growable_table); 376 errorHandler().fatalWarnings = 377 args.hasFlag(OPT_fatal_warnings, OPT_no_fatal_warnings, false); 378 config->importMemory = args.hasArg(OPT_import_memory); 379 config->sharedMemory = args.hasArg(OPT_shared_memory); 380 config->importTable = args.hasArg(OPT_import_table); 381 config->ltoo = args::getInteger(args, OPT_lto_O, 2); 382 config->ltoPartitions = args::getInteger(args, OPT_lto_partitions, 1); 383 config->ltoNewPassManager = 384 args.hasFlag(OPT_no_lto_legacy_pass_manager, OPT_lto_legacy_pass_manager, 385 LLVM_ENABLE_NEW_PASS_MANAGER); 386 config->ltoDebugPassManager = args.hasArg(OPT_lto_debug_pass_manager); 387 config->mapFile = args.getLastArgValue(OPT_Map); 388 config->optimize = args::getInteger(args, OPT_O, 1); 389 config->outputFile = args.getLastArgValue(OPT_o); 390 config->relocatable = args.hasArg(OPT_relocatable); 391 config->gcSections = 392 args.hasFlag(OPT_gc_sections, OPT_no_gc_sections, !config->relocatable); 393 config->mergeDataSegments = 394 args.hasFlag(OPT_merge_data_segments, OPT_no_merge_data_segments, 395 !config->relocatable); 396 config->pie = args.hasFlag(OPT_pie, OPT_no_pie, false); 397 config->printGcSections = 398 args.hasFlag(OPT_print_gc_sections, OPT_no_print_gc_sections, false); 399 config->saveTemps = args.hasArg(OPT_save_temps); 400 config->searchPaths = args::getStrings(args, OPT_L); 401 config->shared = args.hasArg(OPT_shared); 402 config->stripAll = args.hasArg(OPT_strip_all); 403 config->stripDebug = args.hasArg(OPT_strip_debug); 404 config->stackFirst = args.hasArg(OPT_stack_first); 405 config->trace = args.hasArg(OPT_trace); 406 config->thinLTOCacheDir = args.getLastArgValue(OPT_thinlto_cache_dir); 407 config->thinLTOCachePolicy = CHECK( 408 parseCachePruningPolicy(args.getLastArgValue(OPT_thinlto_cache_policy)), 409 "--thinlto-cache-policy: invalid cache policy"); 410 config->unresolvedSymbols = getUnresolvedSymbolPolicy(args); 411 errorHandler().verbose = args.hasArg(OPT_verbose); 412 LLVM_DEBUG(errorHandler().verbose = true); 413 414 config->initialMemory = args::getInteger(args, OPT_initial_memory, 0); 415 config->globalBase = args::getInteger(args, OPT_global_base, 1024); 416 config->maxMemory = args::getInteger(args, OPT_max_memory, 0); 417 config->zStackSize = 418 args::getZOptionValue(args, OPT_z, "stack-size", WasmPageSize); 419 420 // Default value of exportDynamic depends on `-shared` 421 config->exportDynamic = 422 args.hasFlag(OPT_export_dynamic, OPT_no_export_dynamic, config->shared); 423 424 // Parse wasm32/64. 425 if (auto *arg = args.getLastArg(OPT_m)) { 426 StringRef s = arg->getValue(); 427 if (s == "wasm32") 428 config->is64 = false; 429 else if (s == "wasm64") 430 config->is64 = true; 431 else 432 error("invalid target architecture: " + s); 433 } 434 435 // --threads= takes a positive integer and provides the default value for 436 // --thinlto-jobs=. 437 if (auto *arg = args.getLastArg(OPT_threads)) { 438 StringRef v(arg->getValue()); 439 unsigned threads = 0; 440 if (!llvm::to_integer(v, threads, 0) || threads == 0) 441 error(arg->getSpelling() + ": expected a positive integer, but got '" + 442 arg->getValue() + "'"); 443 parallel::strategy = hardware_concurrency(threads); 444 config->thinLTOJobs = v; 445 } 446 if (auto *arg = args.getLastArg(OPT_thinlto_jobs)) 447 config->thinLTOJobs = arg->getValue(); 448 449 if (auto *arg = args.getLastArg(OPT_features)) { 450 config->features = 451 llvm::Optional<std::vector<std::string>>(std::vector<std::string>()); 452 for (StringRef s : arg->getValues()) 453 config->features->push_back(std::string(s)); 454 } 455 456 if (args.hasArg(OPT_print_map)) 457 config->mapFile = "-"; 458 } 459 460 // Some Config members do not directly correspond to any particular 461 // command line options, but computed based on other Config values. 462 // This function initialize such members. See Config.h for the details 463 // of these values. 464 static void setConfigs() { 465 config->isPic = config->pie || config->shared; 466 467 if (config->isPic) { 468 if (config->exportTable) 469 error("-shared/-pie is incompatible with --export-table"); 470 config->importTable = true; 471 } 472 473 if (config->relocatable) { 474 if (config->exportTable) 475 error("--relocatable is incompatible with --export-table"); 476 if (config->growableTable) 477 error("--relocatable is incompatible with --growable-table"); 478 // Ignore any --import-table, as it's redundant. 479 config->importTable = true; 480 } 481 482 if (config->shared) { 483 config->importMemory = true; 484 config->unresolvedSymbols = UnresolvedPolicy::ImportFuncs; 485 } 486 } 487 488 // Some command line options or some combinations of them are not allowed. 489 // This function checks for such errors. 490 static void checkOptions(opt::InputArgList &args) { 491 if (!config->stripDebug && !config->stripAll && config->compressRelocations) 492 error("--compress-relocations is incompatible with output debug" 493 " information. Please pass --strip-debug or --strip-all"); 494 495 if (config->ltoo > 3) 496 error("invalid optimization level for LTO: " + Twine(config->ltoo)); 497 if (config->ltoPartitions == 0) 498 error("--lto-partitions: number of threads must be > 0"); 499 if (!get_threadpool_strategy(config->thinLTOJobs)) 500 error("--thinlto-jobs: invalid job count: " + config->thinLTOJobs); 501 502 if (config->pie && config->shared) 503 error("-shared and -pie may not be used together"); 504 505 if (config->outputFile.empty()) 506 error("no output file specified"); 507 508 if (config->importTable && config->exportTable) 509 error("--import-table and --export-table may not be used together"); 510 511 if (config->relocatable) { 512 if (!config->entry.empty()) 513 error("entry point specified for relocatable output file"); 514 if (config->gcSections) 515 error("-r and --gc-sections may not be used together"); 516 if (config->compressRelocations) 517 error("-r -and --compress-relocations may not be used together"); 518 if (args.hasArg(OPT_undefined)) 519 error("-r -and --undefined may not be used together"); 520 if (config->pie) 521 error("-r and -pie may not be used together"); 522 if (config->sharedMemory) 523 error("-r and --shared-memory may not be used together"); 524 } 525 526 // To begin to prepare for Module Linking-style shared libraries, start 527 // warning about uses of `-shared` and related flags outside of Experimental 528 // mode, to give anyone using them a heads-up that they will be changing. 529 // 530 // Also, warn about flags which request explicit exports. 531 if (!config->experimentalPic) { 532 // -shared will change meaning when Module Linking is implemented. 533 if (config->shared) { 534 warn("creating shared libraries, with -shared, is not yet stable"); 535 } 536 537 // -pie will change meaning when Module Linking is implemented. 538 if (config->pie) { 539 warn("creating PIEs, with -pie, is not yet stable"); 540 } 541 } 542 543 if (config->bsymbolic && !config->shared) { 544 warn("-Bsymbolic is only meaningful when combined with -shared"); 545 } 546 } 547 548 // Force Sym to be entered in the output. Used for -u or equivalent. 549 static Symbol *handleUndefined(StringRef name) { 550 Symbol *sym = symtab->find(name); 551 if (!sym) 552 return nullptr; 553 554 // Since symbol S may not be used inside the program, LTO may 555 // eliminate it. Mark the symbol as "used" to prevent it. 556 sym->isUsedInRegularObj = true; 557 558 if (auto *lazySym = dyn_cast<LazySymbol>(sym)) 559 lazySym->fetch(); 560 561 return sym; 562 } 563 564 static void handleLibcall(StringRef name) { 565 Symbol *sym = symtab->find(name); 566 if (!sym) 567 return; 568 569 if (auto *lazySym = dyn_cast<LazySymbol>(sym)) { 570 MemoryBufferRef mb = lazySym->getMemberBuffer(); 571 if (isBitcode(mb)) 572 lazySym->fetch(); 573 } 574 } 575 576 static UndefinedGlobal * 577 createUndefinedGlobal(StringRef name, llvm::wasm::WasmGlobalType *type) { 578 auto *sym = cast<UndefinedGlobal>(symtab->addUndefinedGlobal( 579 name, None, None, WASM_SYMBOL_UNDEFINED, nullptr, type)); 580 config->allowUndefinedSymbols.insert(sym->getName()); 581 sym->isUsedInRegularObj = true; 582 return sym; 583 } 584 585 static InputGlobal *createGlobal(StringRef name, bool isMutable) { 586 llvm::wasm::WasmGlobal wasmGlobal; 587 if (config->is64.getValueOr(false)) { 588 wasmGlobal.Type = {WASM_TYPE_I64, isMutable}; 589 wasmGlobal.InitExpr.Opcode = WASM_OPCODE_I64_CONST; 590 wasmGlobal.InitExpr.Value.Int64 = 0; 591 } else { 592 wasmGlobal.Type = {WASM_TYPE_I32, isMutable}; 593 wasmGlobal.InitExpr.Opcode = WASM_OPCODE_I32_CONST; 594 wasmGlobal.InitExpr.Value.Int32 = 0; 595 } 596 wasmGlobal.SymbolName = name; 597 return make<InputGlobal>(wasmGlobal, nullptr); 598 } 599 600 static GlobalSymbol *createGlobalVariable(StringRef name, bool isMutable) { 601 InputGlobal *g = createGlobal(name, isMutable); 602 return symtab->addSyntheticGlobal(name, WASM_SYMBOL_VISIBILITY_HIDDEN, g); 603 } 604 605 static GlobalSymbol *createOptionalGlobal(StringRef name, bool isMutable) { 606 InputGlobal *g = createGlobal(name, isMutable); 607 return symtab->addOptionalGlobalSymbol(name, g); 608 } 609 610 // Create ABI-defined synthetic symbols 611 static void createSyntheticSymbols() { 612 if (config->relocatable) 613 return; 614 615 static WasmSignature nullSignature = {{}, {}}; 616 static WasmSignature i32ArgSignature = {{}, {ValType::I32}}; 617 static WasmSignature i64ArgSignature = {{}, {ValType::I64}}; 618 static llvm::wasm::WasmGlobalType globalTypeI32 = {WASM_TYPE_I32, false}; 619 static llvm::wasm::WasmGlobalType globalTypeI64 = {WASM_TYPE_I64, false}; 620 static llvm::wasm::WasmGlobalType mutableGlobalTypeI32 = {WASM_TYPE_I32, 621 true}; 622 static llvm::wasm::WasmGlobalType mutableGlobalTypeI64 = {WASM_TYPE_I64, 623 true}; 624 WasmSym::callCtors = symtab->addSyntheticFunction( 625 "__wasm_call_ctors", WASM_SYMBOL_VISIBILITY_HIDDEN, 626 make<SyntheticFunction>(nullSignature, "__wasm_call_ctors")); 627 628 if (config->isPic) { 629 WasmSym::stackPointer = 630 createUndefinedGlobal("__stack_pointer", config->is64.getValueOr(false) 631 ? &mutableGlobalTypeI64 632 : &mutableGlobalTypeI32); 633 // For PIC code, we import two global variables (__memory_base and 634 // __table_base) from the environment and use these as the offset at 635 // which to load our static data and function table. 636 // See: 637 // https://github.com/WebAssembly/tool-conventions/blob/master/DynamicLinking.md 638 WasmSym::memoryBase = createUndefinedGlobal( 639 "__memory_base", 640 config->is64.getValueOr(false) ? &globalTypeI64 : &globalTypeI32); 641 WasmSym::tableBase = createUndefinedGlobal("__table_base", &globalTypeI32); 642 WasmSym::memoryBase->markLive(); 643 WasmSym::tableBase->markLive(); 644 } else { 645 // For non-PIC code 646 WasmSym::stackPointer = createGlobalVariable("__stack_pointer", true); 647 WasmSym::stackPointer->markLive(); 648 } 649 650 if (config->sharedMemory && !config->relocatable) { 651 WasmSym::tlsBase = createGlobalVariable("__tls_base", true); 652 WasmSym::tlsSize = createGlobalVariable("__tls_size", false); 653 WasmSym::tlsAlign = createGlobalVariable("__tls_align", false); 654 WasmSym::initTLS = symtab->addSyntheticFunction( 655 "__wasm_init_tls", WASM_SYMBOL_VISIBILITY_HIDDEN, 656 make<SyntheticFunction>( 657 config->is64.getValueOr(false) ? i64ArgSignature : i32ArgSignature, 658 "__wasm_init_tls")); 659 } 660 } 661 662 static void createOptionalSymbols() { 663 if (config->relocatable) 664 return; 665 666 WasmSym::dsoHandle = symtab->addOptionalDataSymbol("__dso_handle"); 667 668 if (!config->shared) 669 WasmSym::dataEnd = symtab->addOptionalDataSymbol("__data_end"); 670 671 if (!config->isPic) { 672 WasmSym::globalBase = symtab->addOptionalDataSymbol("__global_base"); 673 WasmSym::heapBase = symtab->addOptionalDataSymbol("__heap_base"); 674 WasmSym::definedMemoryBase = symtab->addOptionalDataSymbol("__memory_base"); 675 WasmSym::definedTableBase = symtab->addOptionalDataSymbol("__table_base"); 676 } 677 678 // For non-shared memory programs we still need to define __tls_base since we 679 // allow object files built with TLS to be linked into single threaded 680 // programs, and such object files can contains refernced to this symbol. 681 // 682 // However, in this case __tls_base is immutable and points directly to the 683 // start of the `.tdata` static segment. 684 // 685 // __tls_size and __tls_align are not needed in this case since they are only 686 // needed for __wasm_init_tls (which we do not create in this case). 687 if (!config->sharedMemory) 688 WasmSym::tlsBase = createOptionalGlobal("__tls_base", false); 689 } 690 691 // Reconstructs command line arguments so that so that you can re-run 692 // the same command with the same inputs. This is for --reproduce. 693 static std::string createResponseFile(const opt::InputArgList &args) { 694 SmallString<0> data; 695 raw_svector_ostream os(data); 696 697 // Copy the command line to the output while rewriting paths. 698 for (auto *arg : args) { 699 switch (arg->getOption().getID()) { 700 case OPT_reproduce: 701 break; 702 case OPT_INPUT: 703 os << quote(relativeToRoot(arg->getValue())) << "\n"; 704 break; 705 case OPT_o: 706 // If -o path contains directories, "lld @response.txt" will likely 707 // fail because the archive we are creating doesn't contain empty 708 // directories for the output path (-o doesn't create directories). 709 // Strip directories to prevent the issue. 710 os << "-o " << quote(sys::path::filename(arg->getValue())) << "\n"; 711 break; 712 default: 713 os << toString(*arg) << "\n"; 714 } 715 } 716 return std::string(data.str()); 717 } 718 719 // The --wrap option is a feature to rename symbols so that you can write 720 // wrappers for existing functions. If you pass `-wrap=foo`, all 721 // occurrences of symbol `foo` are resolved to `wrap_foo` (so, you are 722 // expected to write `wrap_foo` function as a wrapper). The original 723 // symbol becomes accessible as `real_foo`, so you can call that from your 724 // wrapper. 725 // 726 // This data structure is instantiated for each -wrap option. 727 struct WrappedSymbol { 728 Symbol *sym; 729 Symbol *real; 730 Symbol *wrap; 731 }; 732 733 static Symbol *addUndefined(StringRef name) { 734 return symtab->addUndefinedFunction(name, None, None, WASM_SYMBOL_UNDEFINED, 735 nullptr, nullptr, false); 736 } 737 738 // Handles -wrap option. 739 // 740 // This function instantiates wrapper symbols. At this point, they seem 741 // like they are not being used at all, so we explicitly set some flags so 742 // that LTO won't eliminate them. 743 static std::vector<WrappedSymbol> addWrappedSymbols(opt::InputArgList &args) { 744 std::vector<WrappedSymbol> v; 745 DenseSet<StringRef> seen; 746 747 for (auto *arg : args.filtered(OPT_wrap)) { 748 StringRef name = arg->getValue(); 749 if (!seen.insert(name).second) 750 continue; 751 752 Symbol *sym = symtab->find(name); 753 if (!sym) 754 continue; 755 756 Symbol *real = addUndefined(saver.save("__real_" + name)); 757 Symbol *wrap = addUndefined(saver.save("__wrap_" + name)); 758 v.push_back({sym, real, wrap}); 759 760 // We want to tell LTO not to inline symbols to be overwritten 761 // because LTO doesn't know the final symbol contents after renaming. 762 real->canInline = false; 763 sym->canInline = false; 764 765 // Tell LTO not to eliminate these symbols. 766 sym->isUsedInRegularObj = true; 767 wrap->isUsedInRegularObj = true; 768 real->isUsedInRegularObj = false; 769 } 770 return v; 771 } 772 773 // Do renaming for -wrap by updating pointers to symbols. 774 // 775 // When this function is executed, only InputFiles and symbol table 776 // contain pointers to symbol objects. We visit them to replace pointers, 777 // so that wrapped symbols are swapped as instructed by the command line. 778 static void wrapSymbols(ArrayRef<WrappedSymbol> wrapped) { 779 DenseMap<Symbol *, Symbol *> map; 780 for (const WrappedSymbol &w : wrapped) { 781 map[w.sym] = w.wrap; 782 map[w.real] = w.sym; 783 } 784 785 // Update pointers in input files. 786 parallelForEach(symtab->objectFiles, [&](InputFile *file) { 787 MutableArrayRef<Symbol *> syms = file->getMutableSymbols(); 788 for (size_t i = 0, e = syms.size(); i != e; ++i) 789 if (Symbol *s = map.lookup(syms[i])) 790 syms[i] = s; 791 }); 792 793 // Update pointers in the symbol table. 794 for (const WrappedSymbol &w : wrapped) 795 symtab->wrap(w.sym, w.real, w.wrap); 796 } 797 798 static void splitSections() { 799 // splitIntoPieces needs to be called on each MergeInputSection 800 // before calling finalizeContents(). 801 LLVM_DEBUG(llvm::dbgs() << "splitSections\n"); 802 parallelForEach(symtab->objectFiles, [](ObjFile *file) { 803 for (InputSegment *seg : file->segments) { 804 if (auto *s = dyn_cast<MergeInputSegment>(seg)) 805 s->splitIntoPieces(); 806 } 807 }); 808 } 809 810 void LinkerDriver::linkerMain(ArrayRef<const char *> argsArr) { 811 WasmOptTable parser; 812 opt::InputArgList args = parser.parse(argsArr.slice(1)); 813 814 // Handle --help 815 if (args.hasArg(OPT_help)) { 816 parser.PrintHelp(lld::outs(), 817 (std::string(argsArr[0]) + " [options] file...").c_str(), 818 "LLVM Linker", false); 819 return; 820 } 821 822 // Handle --version 823 if (args.hasArg(OPT_version) || args.hasArg(OPT_v)) { 824 lld::outs() << getLLDVersion() << "\n"; 825 return; 826 } 827 828 // Handle --reproduce 829 if (auto *arg = args.getLastArg(OPT_reproduce)) { 830 StringRef path = arg->getValue(); 831 Expected<std::unique_ptr<TarWriter>> errOrWriter = 832 TarWriter::create(path, path::stem(path)); 833 if (errOrWriter) { 834 tar = std::move(*errOrWriter); 835 tar->append("response.txt", createResponseFile(args)); 836 tar->append("version.txt", getLLDVersion() + "\n"); 837 } else { 838 error("--reproduce: " + toString(errOrWriter.takeError())); 839 } 840 } 841 842 // Parse and evaluate -mllvm options. 843 std::vector<const char *> v; 844 v.push_back("wasm-ld (LLVM option parsing)"); 845 for (auto *arg : args.filtered(OPT_mllvm)) 846 v.push_back(arg->getValue()); 847 cl::ResetAllOptionOccurrences(); 848 cl::ParseCommandLineOptions(v.size(), v.data()); 849 850 errorHandler().errorLimit = args::getInteger(args, OPT_error_limit, 20); 851 852 readConfigs(args); 853 854 createFiles(args); 855 if (errorCount()) 856 return; 857 858 setConfigs(); 859 checkOptions(args); 860 if (errorCount()) 861 return; 862 863 if (auto *arg = args.getLastArg(OPT_allow_undefined_file)) 864 readImportFile(arg->getValue()); 865 866 // Fail early if the output file or map file is not writable. If a user has a 867 // long link, e.g. due to a large LTO link, they do not wish to run it and 868 // find that it failed because there was a mistake in their command-line. 869 if (auto e = tryCreateFile(config->outputFile)) 870 error("cannot open output file " + config->outputFile + ": " + e.message()); 871 if (auto e = tryCreateFile(config->mapFile)) 872 error("cannot open map file " + config->mapFile + ": " + e.message()); 873 if (errorCount()) 874 return; 875 876 // Handle --trace-symbol. 877 for (auto *arg : args.filtered(OPT_trace_symbol)) 878 symtab->trace(arg->getValue()); 879 880 for (auto *arg : args.filtered(OPT_export_if_defined)) 881 config->exportedSymbols.insert(arg->getValue()); 882 883 for (auto *arg : args.filtered(OPT_export)) { 884 config->exportedSymbols.insert(arg->getValue()); 885 config->requiredExports.push_back(arg->getValue()); 886 } 887 888 createSyntheticSymbols(); 889 890 // Add all files to the symbol table. This will add almost all 891 // symbols that we need to the symbol table. 892 for (InputFile *f : files) 893 symtab->addFile(f); 894 if (errorCount()) 895 return; 896 897 // Handle the `--undefined <sym>` options. 898 for (auto *arg : args.filtered(OPT_undefined)) 899 handleUndefined(arg->getValue()); 900 901 // Handle the `--export <sym>` options 902 // This works like --undefined but also exports the symbol if its found 903 for (auto &iter : config->exportedSymbols) 904 handleUndefined(iter.first()); 905 906 Symbol *entrySym = nullptr; 907 if (!config->relocatable && !config->entry.empty()) { 908 entrySym = handleUndefined(config->entry); 909 if (entrySym && entrySym->isDefined()) 910 entrySym->forceExport = true; 911 else 912 error("entry symbol not defined (pass --no-entry to suppress): " + 913 config->entry); 914 } 915 916 // If the user code defines a `__wasm_call_dtors` function, remember it so 917 // that we can call it from the command export wrappers. Unlike 918 // `__wasm_call_ctors` which we synthesize, `__wasm_call_dtors` is defined 919 // by libc/etc., because destructors are registered dynamically with 920 // `__cxa_atexit` and friends. 921 if (!config->relocatable && !config->shared && 922 !WasmSym::callCtors->isUsedInRegularObj && 923 WasmSym::callCtors->getName() != config->entry && 924 !config->exportedSymbols.count(WasmSym::callCtors->getName())) { 925 if (Symbol *callDtors = handleUndefined("__wasm_call_dtors")) { 926 if (auto *callDtorsFunc = dyn_cast<DefinedFunction>(callDtors)) { 927 if (callDtorsFunc->signature && 928 (!callDtorsFunc->signature->Params.empty() || 929 !callDtorsFunc->signature->Returns.empty())) { 930 error("__wasm_call_dtors must have no argument or return values"); 931 } 932 WasmSym::callDtors = callDtorsFunc; 933 } else { 934 error("__wasm_call_dtors must be a function"); 935 } 936 } 937 } 938 939 createOptionalSymbols(); 940 941 if (errorCount()) 942 return; 943 944 // Create wrapped symbols for -wrap option. 945 std::vector<WrappedSymbol> wrapped = addWrappedSymbols(args); 946 947 // If any of our inputs are bitcode files, the LTO code generator may create 948 // references to certain library functions that might not be explicit in the 949 // bitcode file's symbol table. If any of those library functions are defined 950 // in a bitcode file in an archive member, we need to arrange to use LTO to 951 // compile those archive members by adding them to the link beforehand. 952 // 953 // We only need to add libcall symbols to the link before LTO if the symbol's 954 // definition is in bitcode. Any other required libcall symbols will be added 955 // to the link after LTO when we add the LTO object file to the link. 956 if (!symtab->bitcodeFiles.empty()) 957 for (auto *s : lto::LTO::getRuntimeLibcallSymbols()) 958 handleLibcall(s); 959 if (errorCount()) 960 return; 961 962 // Do link-time optimization if given files are LLVM bitcode files. 963 // This compiles bitcode files into real object files. 964 symtab->addCombinedLTOObject(); 965 if (errorCount()) 966 return; 967 968 // Resolve any variant symbols that were created due to signature 969 // mismatchs. 970 symtab->handleSymbolVariants(); 971 if (errorCount()) 972 return; 973 974 // Apply symbol renames for -wrap. 975 if (!wrapped.empty()) 976 wrapSymbols(wrapped); 977 978 for (auto &iter : config->exportedSymbols) { 979 Symbol *sym = symtab->find(iter.first()); 980 if (sym && sym->isDefined()) 981 sym->forceExport = true; 982 } 983 984 if (!config->relocatable && !config->isPic) { 985 // Add synthetic dummies for weak undefined functions. Must happen 986 // after LTO otherwise functions may not yet have signatures. 987 symtab->handleWeakUndefines(); 988 } 989 990 if (entrySym) 991 entrySym->setHidden(false); 992 993 if (errorCount()) 994 return; 995 996 // Split WASM_SEG_FLAG_STRINGS sections into pieces in preparation for garbage 997 // collection. 998 splitSections(); 999 1000 // Do size optimizations: garbage collection 1001 markLive(); 1002 1003 // Provide the indirect function table if needed. 1004 WasmSym::indirectFunctionTable = 1005 symtab->resolveIndirectFunctionTable(/*required =*/false); 1006 1007 if (errorCount()) 1008 return; 1009 1010 // Write the result to the file. 1011 writeResult(); 1012 } 1013 1014 } // namespace wasm 1015 } // namespace lld 1016