1 //===- Chunks.cpp ---------------------------------------------------------===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 9 #include "Chunks.h" 10 #include "InputFiles.h" 11 #include "Symbols.h" 12 #include "Writer.h" 13 #include "SymbolTable.h" 14 #include "lld/Common/ErrorHandler.h" 15 #include "llvm/ADT/Twine.h" 16 #include "llvm/BinaryFormat/COFF.h" 17 #include "llvm/Object/COFF.h" 18 #include "llvm/Support/Debug.h" 19 #include "llvm/Support/Endian.h" 20 #include "llvm/Support/raw_ostream.h" 21 #include <algorithm> 22 23 using namespace llvm; 24 using namespace llvm::object; 25 using namespace llvm::support::endian; 26 using namespace llvm::COFF; 27 using llvm::support::ulittle32_t; 28 29 namespace lld { 30 namespace coff { 31 32 SectionChunk::SectionChunk(ObjFile *f, const coff_section *h) 33 : Chunk(SectionKind), file(f), header(h), repl(this) { 34 // Initialize relocs. 35 setRelocs(file->getCOFFObj()->getRelocations(header)); 36 37 // Initialize sectionName. 38 StringRef sectionName; 39 if (Expected<StringRef> e = file->getCOFFObj()->getSectionName(header)) 40 sectionName = *e; 41 sectionNameData = sectionName.data(); 42 sectionNameSize = sectionName.size(); 43 44 setAlignment(header->getAlignment()); 45 46 hasData = !(header->Characteristics & IMAGE_SCN_CNT_UNINITIALIZED_DATA); 47 48 // If linker GC is disabled, every chunk starts out alive. If linker GC is 49 // enabled, treat non-comdat sections as roots. Generally optimized object 50 // files will be built with -ffunction-sections or /Gy, so most things worth 51 // stripping will be in a comdat. 52 live = !config->doGC || !isCOMDAT(); 53 } 54 55 // SectionChunk is one of the most frequently allocated classes, so it is 56 // important to keep it as compact as possible. As of this writing, the number 57 // below is the size of this class on x64 platforms. 58 static_assert(sizeof(SectionChunk) <= 88, "SectionChunk grew unexpectedly"); 59 60 static void add16(uint8_t *p, int16_t v) { write16le(p, read16le(p) + v); } 61 static void add32(uint8_t *p, int32_t v) { write32le(p, read32le(p) + v); } 62 static void add64(uint8_t *p, int64_t v) { write64le(p, read64le(p) + v); } 63 static void or16(uint8_t *p, uint16_t v) { write16le(p, read16le(p) | v); } 64 static void or32(uint8_t *p, uint32_t v) { write32le(p, read32le(p) | v); } 65 66 // Verify that given sections are appropriate targets for SECREL 67 // relocations. This check is relaxed because unfortunately debug 68 // sections have section-relative relocations against absolute symbols. 69 static bool checkSecRel(const SectionChunk *sec, OutputSection *os) { 70 if (os) 71 return true; 72 if (sec->isCodeView()) 73 return false; 74 error("SECREL relocation cannot be applied to absolute symbols"); 75 return false; 76 } 77 78 static void applySecRel(const SectionChunk *sec, uint8_t *off, 79 OutputSection *os, uint64_t s) { 80 if (!checkSecRel(sec, os)) 81 return; 82 uint64_t secRel = s - os->getRVA(); 83 if (secRel > UINT32_MAX) { 84 error("overflow in SECREL relocation in section: " + sec->getSectionName()); 85 return; 86 } 87 add32(off, secRel); 88 } 89 90 static void applySecIdx(uint8_t *off, OutputSection *os) { 91 // Absolute symbol doesn't have section index, but section index relocation 92 // against absolute symbol should be resolved to one plus the last output 93 // section index. This is required for compatibility with MSVC. 94 if (os) 95 add16(off, os->sectionIndex); 96 else 97 add16(off, DefinedAbsolute::numOutputSections + 1); 98 } 99 100 void SectionChunk::applyRelX64(uint8_t *off, uint16_t type, OutputSection *os, 101 uint64_t s, uint64_t p) const { 102 switch (type) { 103 case IMAGE_REL_AMD64_ADDR32: add32(off, s + config->imageBase); break; 104 case IMAGE_REL_AMD64_ADDR64: add64(off, s + config->imageBase); break; 105 case IMAGE_REL_AMD64_ADDR32NB: add32(off, s); break; 106 case IMAGE_REL_AMD64_REL32: add32(off, s - p - 4); break; 107 case IMAGE_REL_AMD64_REL32_1: add32(off, s - p - 5); break; 108 case IMAGE_REL_AMD64_REL32_2: add32(off, s - p - 6); break; 109 case IMAGE_REL_AMD64_REL32_3: add32(off, s - p - 7); break; 110 case IMAGE_REL_AMD64_REL32_4: add32(off, s - p - 8); break; 111 case IMAGE_REL_AMD64_REL32_5: add32(off, s - p - 9); break; 112 case IMAGE_REL_AMD64_SECTION: applySecIdx(off, os); break; 113 case IMAGE_REL_AMD64_SECREL: applySecRel(this, off, os, s); break; 114 default: 115 error("unsupported relocation type 0x" + Twine::utohexstr(type) + " in " + 116 toString(file)); 117 } 118 } 119 120 void SectionChunk::applyRelX86(uint8_t *off, uint16_t type, OutputSection *os, 121 uint64_t s, uint64_t p) const { 122 switch (type) { 123 case IMAGE_REL_I386_ABSOLUTE: break; 124 case IMAGE_REL_I386_DIR32: add32(off, s + config->imageBase); break; 125 case IMAGE_REL_I386_DIR32NB: add32(off, s); break; 126 case IMAGE_REL_I386_REL32: add32(off, s - p - 4); break; 127 case IMAGE_REL_I386_SECTION: applySecIdx(off, os); break; 128 case IMAGE_REL_I386_SECREL: applySecRel(this, off, os, s); break; 129 default: 130 error("unsupported relocation type 0x" + Twine::utohexstr(type) + " in " + 131 toString(file)); 132 } 133 } 134 135 static void applyMOV(uint8_t *off, uint16_t v) { 136 write16le(off, (read16le(off) & 0xfbf0) | ((v & 0x800) >> 1) | ((v >> 12) & 0xf)); 137 write16le(off + 2, (read16le(off + 2) & 0x8f00) | ((v & 0x700) << 4) | (v & 0xff)); 138 } 139 140 static uint16_t readMOV(uint8_t *off, bool movt) { 141 uint16_t op1 = read16le(off); 142 if ((op1 & 0xfbf0) != (movt ? 0xf2c0 : 0xf240)) 143 error("unexpected instruction in " + Twine(movt ? "MOVT" : "MOVW") + 144 " instruction in MOV32T relocation"); 145 uint16_t op2 = read16le(off + 2); 146 if ((op2 & 0x8000) != 0) 147 error("unexpected instruction in " + Twine(movt ? "MOVT" : "MOVW") + 148 " instruction in MOV32T relocation"); 149 return (op2 & 0x00ff) | ((op2 >> 4) & 0x0700) | ((op1 << 1) & 0x0800) | 150 ((op1 & 0x000f) << 12); 151 } 152 153 void applyMOV32T(uint8_t *off, uint32_t v) { 154 uint16_t immW = readMOV(off, false); // read MOVW operand 155 uint16_t immT = readMOV(off + 4, true); // read MOVT operand 156 uint32_t imm = immW | (immT << 16); 157 v += imm; // add the immediate offset 158 applyMOV(off, v); // set MOVW operand 159 applyMOV(off + 4, v >> 16); // set MOVT operand 160 } 161 162 static void applyBranch20T(uint8_t *off, int32_t v) { 163 if (!isInt<21>(v)) 164 error("relocation out of range"); 165 uint32_t s = v < 0 ? 1 : 0; 166 uint32_t j1 = (v >> 19) & 1; 167 uint32_t j2 = (v >> 18) & 1; 168 or16(off, (s << 10) | ((v >> 12) & 0x3f)); 169 or16(off + 2, (j1 << 13) | (j2 << 11) | ((v >> 1) & 0x7ff)); 170 } 171 172 void applyBranch24T(uint8_t *off, int32_t v) { 173 if (!isInt<25>(v)) 174 error("relocation out of range"); 175 uint32_t s = v < 0 ? 1 : 0; 176 uint32_t j1 = ((~v >> 23) & 1) ^ s; 177 uint32_t j2 = ((~v >> 22) & 1) ^ s; 178 or16(off, (s << 10) | ((v >> 12) & 0x3ff)); 179 // Clear out the J1 and J2 bits which may be set. 180 write16le(off + 2, (read16le(off + 2) & 0xd000) | (j1 << 13) | (j2 << 11) | ((v >> 1) & 0x7ff)); 181 } 182 183 void SectionChunk::applyRelARM(uint8_t *off, uint16_t type, OutputSection *os, 184 uint64_t s, uint64_t p) const { 185 // Pointer to thumb code must have the LSB set. 186 uint64_t sx = s; 187 if (os && (os->header.Characteristics & IMAGE_SCN_MEM_EXECUTE)) 188 sx |= 1; 189 switch (type) { 190 case IMAGE_REL_ARM_ADDR32: add32(off, sx + config->imageBase); break; 191 case IMAGE_REL_ARM_ADDR32NB: add32(off, sx); break; 192 case IMAGE_REL_ARM_MOV32T: applyMOV32T(off, sx + config->imageBase); break; 193 case IMAGE_REL_ARM_BRANCH20T: applyBranch20T(off, sx - p - 4); break; 194 case IMAGE_REL_ARM_BRANCH24T: applyBranch24T(off, sx - p - 4); break; 195 case IMAGE_REL_ARM_BLX23T: applyBranch24T(off, sx - p - 4); break; 196 case IMAGE_REL_ARM_SECTION: applySecIdx(off, os); break; 197 case IMAGE_REL_ARM_SECREL: applySecRel(this, off, os, s); break; 198 case IMAGE_REL_ARM_REL32: add32(off, sx - p - 4); break; 199 default: 200 error("unsupported relocation type 0x" + Twine::utohexstr(type) + " in " + 201 toString(file)); 202 } 203 } 204 205 // Interpret the existing immediate value as a byte offset to the 206 // target symbol, then update the instruction with the immediate as 207 // the page offset from the current instruction to the target. 208 void applyArm64Addr(uint8_t *off, uint64_t s, uint64_t p, int shift) { 209 uint32_t orig = read32le(off); 210 uint64_t imm = ((orig >> 29) & 0x3) | ((orig >> 3) & 0x1FFFFC); 211 s += imm; 212 imm = (s >> shift) - (p >> shift); 213 uint32_t immLo = (imm & 0x3) << 29; 214 uint32_t immHi = (imm & 0x1FFFFC) << 3; 215 uint64_t mask = (0x3 << 29) | (0x1FFFFC << 3); 216 write32le(off, (orig & ~mask) | immLo | immHi); 217 } 218 219 // Update the immediate field in a AARCH64 ldr, str, and add instruction. 220 // Optionally limit the range of the written immediate by one or more bits 221 // (rangeLimit). 222 void applyArm64Imm(uint8_t *off, uint64_t imm, uint32_t rangeLimit) { 223 uint32_t orig = read32le(off); 224 imm += (orig >> 10) & 0xFFF; 225 orig &= ~(0xFFF << 10); 226 write32le(off, orig | ((imm & (0xFFF >> rangeLimit)) << 10)); 227 } 228 229 // Add the 12 bit page offset to the existing immediate. 230 // Ldr/str instructions store the opcode immediate scaled 231 // by the load/store size (giving a larger range for larger 232 // loads/stores). The immediate is always (both before and after 233 // fixing up the relocation) stored scaled similarly. 234 // Even if larger loads/stores have a larger range, limit the 235 // effective offset to 12 bit, since it is intended to be a 236 // page offset. 237 static void applyArm64Ldr(uint8_t *off, uint64_t imm) { 238 uint32_t orig = read32le(off); 239 uint32_t size = orig >> 30; 240 // 0x04000000 indicates SIMD/FP registers 241 // 0x00800000 indicates 128 bit 242 if ((orig & 0x4800000) == 0x4800000) 243 size += 4; 244 if ((imm & ((1 << size) - 1)) != 0) 245 error("misaligned ldr/str offset"); 246 applyArm64Imm(off, imm >> size, size); 247 } 248 249 static void applySecRelLow12A(const SectionChunk *sec, uint8_t *off, 250 OutputSection *os, uint64_t s) { 251 if (checkSecRel(sec, os)) 252 applyArm64Imm(off, (s - os->getRVA()) & 0xfff, 0); 253 } 254 255 static void applySecRelHigh12A(const SectionChunk *sec, uint8_t *off, 256 OutputSection *os, uint64_t s) { 257 if (!checkSecRel(sec, os)) 258 return; 259 uint64_t secRel = (s - os->getRVA()) >> 12; 260 if (0xfff < secRel) { 261 error("overflow in SECREL_HIGH12A relocation in section: " + 262 sec->getSectionName()); 263 return; 264 } 265 applyArm64Imm(off, secRel & 0xfff, 0); 266 } 267 268 static void applySecRelLdr(const SectionChunk *sec, uint8_t *off, 269 OutputSection *os, uint64_t s) { 270 if (checkSecRel(sec, os)) 271 applyArm64Ldr(off, (s - os->getRVA()) & 0xfff); 272 } 273 274 void applyArm64Branch26(uint8_t *off, int64_t v) { 275 if (!isInt<28>(v)) 276 error("relocation out of range"); 277 or32(off, (v & 0x0FFFFFFC) >> 2); 278 } 279 280 static void applyArm64Branch19(uint8_t *off, int64_t v) { 281 if (!isInt<21>(v)) 282 error("relocation out of range"); 283 or32(off, (v & 0x001FFFFC) << 3); 284 } 285 286 static void applyArm64Branch14(uint8_t *off, int64_t v) { 287 if (!isInt<16>(v)) 288 error("relocation out of range"); 289 or32(off, (v & 0x0000FFFC) << 3); 290 } 291 292 void SectionChunk::applyRelARM64(uint8_t *off, uint16_t type, OutputSection *os, 293 uint64_t s, uint64_t p) const { 294 switch (type) { 295 case IMAGE_REL_ARM64_PAGEBASE_REL21: applyArm64Addr(off, s, p, 12); break; 296 case IMAGE_REL_ARM64_REL21: applyArm64Addr(off, s, p, 0); break; 297 case IMAGE_REL_ARM64_PAGEOFFSET_12A: applyArm64Imm(off, s & 0xfff, 0); break; 298 case IMAGE_REL_ARM64_PAGEOFFSET_12L: applyArm64Ldr(off, s & 0xfff); break; 299 case IMAGE_REL_ARM64_BRANCH26: applyArm64Branch26(off, s - p); break; 300 case IMAGE_REL_ARM64_BRANCH19: applyArm64Branch19(off, s - p); break; 301 case IMAGE_REL_ARM64_BRANCH14: applyArm64Branch14(off, s - p); break; 302 case IMAGE_REL_ARM64_ADDR32: add32(off, s + config->imageBase); break; 303 case IMAGE_REL_ARM64_ADDR32NB: add32(off, s); break; 304 case IMAGE_REL_ARM64_ADDR64: add64(off, s + config->imageBase); break; 305 case IMAGE_REL_ARM64_SECREL: applySecRel(this, off, os, s); break; 306 case IMAGE_REL_ARM64_SECREL_LOW12A: applySecRelLow12A(this, off, os, s); break; 307 case IMAGE_REL_ARM64_SECREL_HIGH12A: applySecRelHigh12A(this, off, os, s); break; 308 case IMAGE_REL_ARM64_SECREL_LOW12L: applySecRelLdr(this, off, os, s); break; 309 case IMAGE_REL_ARM64_SECTION: applySecIdx(off, os); break; 310 case IMAGE_REL_ARM64_REL32: add32(off, s - p - 4); break; 311 default: 312 error("unsupported relocation type 0x" + Twine::utohexstr(type) + " in " + 313 toString(file)); 314 } 315 } 316 317 static void maybeReportRelocationToDiscarded(const SectionChunk *fromChunk, 318 Defined *sym, 319 const coff_relocation &rel) { 320 // Don't report these errors when the relocation comes from a debug info 321 // section or in mingw mode. MinGW mode object files (built by GCC) can 322 // have leftover sections with relocations against discarded comdat 323 // sections. Such sections are left as is, with relocations untouched. 324 if (fromChunk->isCodeView() || fromChunk->isDWARF() || config->mingw) 325 return; 326 327 // Get the name of the symbol. If it's null, it was discarded early, so we 328 // have to go back to the object file. 329 ObjFile *file = fromChunk->file; 330 StringRef name; 331 if (sym) { 332 name = sym->getName(); 333 } else { 334 COFFSymbolRef coffSym = 335 check(file->getCOFFObj()->getSymbol(rel.SymbolTableIndex)); 336 name = check(file->getCOFFObj()->getSymbolName(coffSym)); 337 } 338 339 std::vector<std::string> symbolLocations = 340 getSymbolLocations(file, rel.SymbolTableIndex); 341 342 std::string out; 343 llvm::raw_string_ostream os(out); 344 os << "relocation against symbol in discarded section: " + name; 345 for (const std::string &s : symbolLocations) 346 os << s; 347 error(os.str()); 348 } 349 350 void SectionChunk::writeTo(uint8_t *buf) const { 351 if (!hasData) 352 return; 353 // Copy section contents from source object file to output file. 354 ArrayRef<uint8_t> a = getContents(); 355 if (!a.empty()) 356 memcpy(buf, a.data(), a.size()); 357 358 // Apply relocations. 359 size_t inputSize = getSize(); 360 for (size_t i = 0, e = relocsSize; i < e; i++) { 361 const coff_relocation &rel = relocsData[i]; 362 363 // Check for an invalid relocation offset. This check isn't perfect, because 364 // we don't have the relocation size, which is only known after checking the 365 // machine and relocation type. As a result, a relocation may overwrite the 366 // beginning of the following input section. 367 if (rel.VirtualAddress >= inputSize) { 368 error("relocation points beyond the end of its parent section"); 369 continue; 370 } 371 372 applyRelocation(buf + rel.VirtualAddress, rel); 373 } 374 } 375 376 void SectionChunk::applyRelocation(uint8_t *off, 377 const coff_relocation &rel) const { 378 auto *sym = dyn_cast_or_null<Defined>(file->getSymbol(rel.SymbolTableIndex)); 379 380 // Get the output section of the symbol for this relocation. The output 381 // section is needed to compute SECREL and SECTION relocations used in debug 382 // info. 383 Chunk *c = sym ? sym->getChunk() : nullptr; 384 OutputSection *os = c ? c->getOutputSection() : nullptr; 385 386 // Skip the relocation if it refers to a discarded section, and diagnose it 387 // as an error if appropriate. If a symbol was discarded early, it may be 388 // null. If it was discarded late, the output section will be null, unless 389 // it was an absolute or synthetic symbol. 390 if (!sym || 391 (!os && !isa<DefinedAbsolute>(sym) && !isa<DefinedSynthetic>(sym))) { 392 maybeReportRelocationToDiscarded(this, sym, rel); 393 return; 394 } 395 396 uint64_t s = sym->getRVA(); 397 398 // Compute the RVA of the relocation for relative relocations. 399 uint64_t p = rva + rel.VirtualAddress; 400 switch (config->machine) { 401 case AMD64: 402 applyRelX64(off, rel.Type, os, s, p); 403 break; 404 case I386: 405 applyRelX86(off, rel.Type, os, s, p); 406 break; 407 case ARMNT: 408 applyRelARM(off, rel.Type, os, s, p); 409 break; 410 case ARM64: 411 applyRelARM64(off, rel.Type, os, s, p); 412 break; 413 default: 414 llvm_unreachable("unknown machine type"); 415 } 416 } 417 418 // Defend against unsorted relocations. This may be overly conservative. 419 void SectionChunk::sortRelocations() { 420 auto cmpByVa = [](const coff_relocation &l, const coff_relocation &r) { 421 return l.VirtualAddress < r.VirtualAddress; 422 }; 423 if (llvm::is_sorted(getRelocs(), cmpByVa)) 424 return; 425 warn("some relocations in " + file->getName() + " are not sorted"); 426 MutableArrayRef<coff_relocation> newRelocs( 427 bAlloc.Allocate<coff_relocation>(relocsSize), relocsSize); 428 memcpy(newRelocs.data(), relocsData, relocsSize * sizeof(coff_relocation)); 429 llvm::sort(newRelocs, cmpByVa); 430 setRelocs(newRelocs); 431 } 432 433 // Similar to writeTo, but suitable for relocating a subsection of the overall 434 // section. 435 void SectionChunk::writeAndRelocateSubsection(ArrayRef<uint8_t> sec, 436 ArrayRef<uint8_t> subsec, 437 uint32_t &nextRelocIndex, 438 uint8_t *buf) const { 439 assert(!subsec.empty() && !sec.empty()); 440 assert(sec.begin() <= subsec.begin() && subsec.end() <= sec.end() && 441 "subsection is not part of this section"); 442 size_t vaBegin = std::distance(sec.begin(), subsec.begin()); 443 size_t vaEnd = std::distance(sec.begin(), subsec.end()); 444 memcpy(buf, subsec.data(), subsec.size()); 445 for (; nextRelocIndex < relocsSize; ++nextRelocIndex) { 446 const coff_relocation &rel = relocsData[nextRelocIndex]; 447 // Skip relocations applied before this subsection. 448 if (rel.VirtualAddress < vaBegin) 449 continue; 450 // Stop if the relocation does not apply to this subsection. 451 if (rel.VirtualAddress >= vaEnd) 452 break; 453 applyRelocation(&buf[rel.VirtualAddress - vaBegin], rel); 454 } 455 } 456 457 void SectionChunk::addAssociative(SectionChunk *child) { 458 // Insert this child at the head of the list. 459 assert(child->assocChildren == nullptr && 460 "associated sections cannot have their own associated children"); 461 child->assocChildren = assocChildren; 462 assocChildren = child; 463 } 464 465 static uint8_t getBaserelType(const coff_relocation &rel) { 466 switch (config->machine) { 467 case AMD64: 468 if (rel.Type == IMAGE_REL_AMD64_ADDR64) 469 return IMAGE_REL_BASED_DIR64; 470 return IMAGE_REL_BASED_ABSOLUTE; 471 case I386: 472 if (rel.Type == IMAGE_REL_I386_DIR32) 473 return IMAGE_REL_BASED_HIGHLOW; 474 return IMAGE_REL_BASED_ABSOLUTE; 475 case ARMNT: 476 if (rel.Type == IMAGE_REL_ARM_ADDR32) 477 return IMAGE_REL_BASED_HIGHLOW; 478 if (rel.Type == IMAGE_REL_ARM_MOV32T) 479 return IMAGE_REL_BASED_ARM_MOV32T; 480 return IMAGE_REL_BASED_ABSOLUTE; 481 case ARM64: 482 if (rel.Type == IMAGE_REL_ARM64_ADDR64) 483 return IMAGE_REL_BASED_DIR64; 484 return IMAGE_REL_BASED_ABSOLUTE; 485 default: 486 llvm_unreachable("unknown machine type"); 487 } 488 } 489 490 // Windows-specific. 491 // Collect all locations that contain absolute addresses, which need to be 492 // fixed by the loader if load-time relocation is needed. 493 // Only called when base relocation is enabled. 494 void SectionChunk::getBaserels(std::vector<Baserel> *res) { 495 for (size_t i = 0, e = relocsSize; i < e; i++) { 496 const coff_relocation &rel = relocsData[i]; 497 uint8_t ty = getBaserelType(rel); 498 if (ty == IMAGE_REL_BASED_ABSOLUTE) 499 continue; 500 Symbol *target = file->getSymbol(rel.SymbolTableIndex); 501 if (!target || isa<DefinedAbsolute>(target)) 502 continue; 503 res->emplace_back(rva + rel.VirtualAddress, ty); 504 } 505 } 506 507 // MinGW specific. 508 // Check whether a static relocation of type Type can be deferred and 509 // handled at runtime as a pseudo relocation (for references to a module 510 // local variable, which turned out to actually need to be imported from 511 // another DLL) This returns the size the relocation is supposed to update, 512 // in bits, or 0 if the relocation cannot be handled as a runtime pseudo 513 // relocation. 514 static int getRuntimePseudoRelocSize(uint16_t type) { 515 // Relocations that either contain an absolute address, or a plain 516 // relative offset, since the runtime pseudo reloc implementation 517 // adds 8/16/32/64 bit values to a memory address. 518 // 519 // Given a pseudo relocation entry, 520 // 521 // typedef struct { 522 // DWORD sym; 523 // DWORD target; 524 // DWORD flags; 525 // } runtime_pseudo_reloc_item_v2; 526 // 527 // the runtime relocation performs this adjustment: 528 // *(base + .target) += *(base + .sym) - (base + .sym) 529 // 530 // This works for both absolute addresses (IMAGE_REL_*_ADDR32/64, 531 // IMAGE_REL_I386_DIR32, where the memory location initially contains 532 // the address of the IAT slot, and for relative addresses (IMAGE_REL*_REL32), 533 // where the memory location originally contains the relative offset to the 534 // IAT slot. 535 // 536 // This requires the target address to be writable, either directly out of 537 // the image, or temporarily changed at runtime with VirtualProtect. 538 // Since this only operates on direct address values, it doesn't work for 539 // ARM/ARM64 relocations, other than the plain ADDR32/ADDR64 relocations. 540 switch (config->machine) { 541 case AMD64: 542 switch (type) { 543 case IMAGE_REL_AMD64_ADDR64: 544 return 64; 545 case IMAGE_REL_AMD64_ADDR32: 546 case IMAGE_REL_AMD64_REL32: 547 case IMAGE_REL_AMD64_REL32_1: 548 case IMAGE_REL_AMD64_REL32_2: 549 case IMAGE_REL_AMD64_REL32_3: 550 case IMAGE_REL_AMD64_REL32_4: 551 case IMAGE_REL_AMD64_REL32_5: 552 return 32; 553 default: 554 return 0; 555 } 556 case I386: 557 switch (type) { 558 case IMAGE_REL_I386_DIR32: 559 case IMAGE_REL_I386_REL32: 560 return 32; 561 default: 562 return 0; 563 } 564 case ARMNT: 565 switch (type) { 566 case IMAGE_REL_ARM_ADDR32: 567 return 32; 568 default: 569 return 0; 570 } 571 case ARM64: 572 switch (type) { 573 case IMAGE_REL_ARM64_ADDR64: 574 return 64; 575 case IMAGE_REL_ARM64_ADDR32: 576 return 32; 577 default: 578 return 0; 579 } 580 default: 581 llvm_unreachable("unknown machine type"); 582 } 583 } 584 585 // MinGW specific. 586 // Append information to the provided vector about all relocations that 587 // need to be handled at runtime as runtime pseudo relocations (references 588 // to a module local variable, which turned out to actually need to be 589 // imported from another DLL). 590 void SectionChunk::getRuntimePseudoRelocs( 591 std::vector<RuntimePseudoReloc> &res) { 592 for (const coff_relocation &rel : getRelocs()) { 593 auto *target = 594 dyn_cast_or_null<Defined>(file->getSymbol(rel.SymbolTableIndex)); 595 if (!target || !target->isRuntimePseudoReloc) 596 continue; 597 int sizeInBits = getRuntimePseudoRelocSize(rel.Type); 598 if (sizeInBits == 0) { 599 error("unable to automatically import from " + target->getName() + 600 " with relocation type " + 601 file->getCOFFObj()->getRelocationTypeName(rel.Type) + " in " + 602 toString(file)); 603 continue; 604 } 605 // sizeInBits is used to initialize the Flags field; currently no 606 // other flags are defined. 607 res.emplace_back( 608 RuntimePseudoReloc(target, this, rel.VirtualAddress, sizeInBits)); 609 } 610 } 611 612 bool SectionChunk::isCOMDAT() const { 613 return header->Characteristics & IMAGE_SCN_LNK_COMDAT; 614 } 615 616 void SectionChunk::printDiscardedMessage() const { 617 // Removed by dead-stripping. If it's removed by ICF, ICF already 618 // printed out the name, so don't repeat that here. 619 if (sym && this == repl) 620 message("Discarded " + sym->getName()); 621 } 622 623 StringRef SectionChunk::getDebugName() const { 624 if (sym) 625 return sym->getName(); 626 return ""; 627 } 628 629 ArrayRef<uint8_t> SectionChunk::getContents() const { 630 ArrayRef<uint8_t> a; 631 cantFail(file->getCOFFObj()->getSectionContents(header, a)); 632 return a; 633 } 634 635 ArrayRef<uint8_t> SectionChunk::consumeDebugMagic() { 636 assert(isCodeView()); 637 return consumeDebugMagic(getContents(), getSectionName()); 638 } 639 640 ArrayRef<uint8_t> SectionChunk::consumeDebugMagic(ArrayRef<uint8_t> data, 641 StringRef sectionName) { 642 if (data.empty()) 643 return {}; 644 645 // First 4 bytes are section magic. 646 if (data.size() < 4) 647 fatal("the section is too short: " + sectionName); 648 649 if (!sectionName.startswith(".debug$")) 650 fatal("invalid section: " + sectionName); 651 652 uint32_t magic = support::endian::read32le(data.data()); 653 uint32_t expectedMagic = sectionName == ".debug$H" 654 ? DEBUG_HASHES_SECTION_MAGIC 655 : DEBUG_SECTION_MAGIC; 656 if (magic != expectedMagic) { 657 warn("ignoring section " + sectionName + " with unrecognized magic 0x" + 658 utohexstr(magic)); 659 return {}; 660 } 661 return data.slice(4); 662 } 663 664 SectionChunk *SectionChunk::findByName(ArrayRef<SectionChunk *> sections, 665 StringRef name) { 666 for (SectionChunk *c : sections) 667 if (c->getSectionName() == name) 668 return c; 669 return nullptr; 670 } 671 672 void SectionChunk::replace(SectionChunk *other) { 673 p2Align = std::max(p2Align, other->p2Align); 674 other->repl = repl; 675 other->live = false; 676 } 677 678 uint32_t SectionChunk::getSectionNumber() const { 679 DataRefImpl r; 680 r.p = reinterpret_cast<uintptr_t>(header); 681 SectionRef s(r, file->getCOFFObj()); 682 return s.getIndex() + 1; 683 } 684 685 CommonChunk::CommonChunk(const COFFSymbolRef s) : sym(s) { 686 // The value of a common symbol is its size. Align all common symbols smaller 687 // than 32 bytes naturally, i.e. round the size up to the next power of two. 688 // This is what MSVC link.exe does. 689 setAlignment(std::min(32U, uint32_t(PowerOf2Ceil(sym.getValue())))); 690 hasData = false; 691 } 692 693 uint32_t CommonChunk::getOutputCharacteristics() const { 694 return IMAGE_SCN_CNT_UNINITIALIZED_DATA | IMAGE_SCN_MEM_READ | 695 IMAGE_SCN_MEM_WRITE; 696 } 697 698 void StringChunk::writeTo(uint8_t *buf) const { 699 memcpy(buf, str.data(), str.size()); 700 buf[str.size()] = '\0'; 701 } 702 703 ImportThunkChunkX64::ImportThunkChunkX64(Defined *s) : ImportThunkChunk(s) { 704 // Intel Optimization Manual says that all branch targets 705 // should be 16-byte aligned. MSVC linker does this too. 706 setAlignment(16); 707 } 708 709 void ImportThunkChunkX64::writeTo(uint8_t *buf) const { 710 memcpy(buf, importThunkX86, sizeof(importThunkX86)); 711 // The first two bytes is a JMP instruction. Fill its operand. 712 write32le(buf + 2, impSymbol->getRVA() - rva - getSize()); 713 } 714 715 void ImportThunkChunkX86::getBaserels(std::vector<Baserel> *res) { 716 res->emplace_back(getRVA() + 2); 717 } 718 719 void ImportThunkChunkX86::writeTo(uint8_t *buf) const { 720 memcpy(buf, importThunkX86, sizeof(importThunkX86)); 721 // The first two bytes is a JMP instruction. Fill its operand. 722 write32le(buf + 2, 723 impSymbol->getRVA() + config->imageBase); 724 } 725 726 void ImportThunkChunkARM::getBaserels(std::vector<Baserel> *res) { 727 res->emplace_back(getRVA(), IMAGE_REL_BASED_ARM_MOV32T); 728 } 729 730 void ImportThunkChunkARM::writeTo(uint8_t *buf) const { 731 memcpy(buf, importThunkARM, sizeof(importThunkARM)); 732 // Fix mov.w and mov.t operands. 733 applyMOV32T(buf, impSymbol->getRVA() + config->imageBase); 734 } 735 736 void ImportThunkChunkARM64::writeTo(uint8_t *buf) const { 737 int64_t off = impSymbol->getRVA() & 0xfff; 738 memcpy(buf, importThunkARM64, sizeof(importThunkARM64)); 739 applyArm64Addr(buf, impSymbol->getRVA(), rva, 12); 740 applyArm64Ldr(buf + 4, off); 741 } 742 743 // A Thumb2, PIC, non-interworking range extension thunk. 744 const uint8_t armThunk[] = { 745 0x40, 0xf2, 0x00, 0x0c, // P: movw ip,:lower16:S - (P + (L1-P) + 4) 746 0xc0, 0xf2, 0x00, 0x0c, // movt ip,:upper16:S - (P + (L1-P) + 4) 747 0xe7, 0x44, // L1: add pc, ip 748 }; 749 750 size_t RangeExtensionThunkARM::getSize() const { 751 assert(config->machine == ARMNT); 752 return sizeof(armThunk); 753 } 754 755 void RangeExtensionThunkARM::writeTo(uint8_t *buf) const { 756 assert(config->machine == ARMNT); 757 uint64_t offset = target->getRVA() - rva - 12; 758 memcpy(buf, armThunk, sizeof(armThunk)); 759 applyMOV32T(buf, uint32_t(offset)); 760 } 761 762 // A position independent ARM64 adrp+add thunk, with a maximum range of 763 // +/- 4 GB, which is enough for any PE-COFF. 764 const uint8_t arm64Thunk[] = { 765 0x10, 0x00, 0x00, 0x90, // adrp x16, Dest 766 0x10, 0x02, 0x00, 0x91, // add x16, x16, :lo12:Dest 767 0x00, 0x02, 0x1f, 0xd6, // br x16 768 }; 769 770 size_t RangeExtensionThunkARM64::getSize() const { 771 assert(config->machine == ARM64); 772 return sizeof(arm64Thunk); 773 } 774 775 void RangeExtensionThunkARM64::writeTo(uint8_t *buf) const { 776 assert(config->machine == ARM64); 777 memcpy(buf, arm64Thunk, sizeof(arm64Thunk)); 778 applyArm64Addr(buf + 0, target->getRVA(), rva, 12); 779 applyArm64Imm(buf + 4, target->getRVA() & 0xfff, 0); 780 } 781 782 void LocalImportChunk::getBaserels(std::vector<Baserel> *res) { 783 res->emplace_back(getRVA()); 784 } 785 786 size_t LocalImportChunk::getSize() const { return config->wordsize; } 787 788 void LocalImportChunk::writeTo(uint8_t *buf) const { 789 if (config->is64()) { 790 write64le(buf, sym->getRVA() + config->imageBase); 791 } else { 792 write32le(buf, sym->getRVA() + config->imageBase); 793 } 794 } 795 796 void RVATableChunk::writeTo(uint8_t *buf) const { 797 ulittle32_t *begin = reinterpret_cast<ulittle32_t *>(buf); 798 size_t cnt = 0; 799 for (const ChunkAndOffset &co : syms) 800 begin[cnt++] = co.inputChunk->getRVA() + co.offset; 801 std::sort(begin, begin + cnt); 802 assert(std::unique(begin, begin + cnt) == begin + cnt && 803 "RVA tables should be de-duplicated"); 804 } 805 806 // MinGW specific, for the "automatic import of variables from DLLs" feature. 807 size_t PseudoRelocTableChunk::getSize() const { 808 if (relocs.empty()) 809 return 0; 810 return 12 + 12 * relocs.size(); 811 } 812 813 // MinGW specific. 814 void PseudoRelocTableChunk::writeTo(uint8_t *buf) const { 815 if (relocs.empty()) 816 return; 817 818 ulittle32_t *table = reinterpret_cast<ulittle32_t *>(buf); 819 // This is the list header, to signal the runtime pseudo relocation v2 820 // format. 821 table[0] = 0; 822 table[1] = 0; 823 table[2] = 1; 824 825 size_t idx = 3; 826 for (const RuntimePseudoReloc &rpr : relocs) { 827 table[idx + 0] = rpr.sym->getRVA(); 828 table[idx + 1] = rpr.target->getRVA() + rpr.targetOffset; 829 table[idx + 2] = rpr.flags; 830 idx += 3; 831 } 832 } 833 834 // Windows-specific. This class represents a block in .reloc section. 835 // The format is described here. 836 // 837 // On Windows, each DLL is linked against a fixed base address and 838 // usually loaded to that address. However, if there's already another 839 // DLL that overlaps, the loader has to relocate it. To do that, DLLs 840 // contain .reloc sections which contain offsets that need to be fixed 841 // up at runtime. If the loader finds that a DLL cannot be loaded to its 842 // desired base address, it loads it to somewhere else, and add <actual 843 // base address> - <desired base address> to each offset that is 844 // specified by the .reloc section. In ELF terms, .reloc sections 845 // contain relative relocations in REL format (as opposed to RELA.) 846 // 847 // This already significantly reduces the size of relocations compared 848 // to ELF .rel.dyn, but Windows does more to reduce it (probably because 849 // it was invented for PCs in the late '80s or early '90s.) Offsets in 850 // .reloc are grouped by page where the page size is 12 bits, and 851 // offsets sharing the same page address are stored consecutively to 852 // represent them with less space. This is very similar to the page 853 // table which is grouped by (multiple stages of) pages. 854 // 855 // For example, let's say we have 0x00030, 0x00500, 0x00700, 0x00A00, 856 // 0x20004, and 0x20008 in a .reloc section for x64. The uppermost 4 857 // bits have a type IMAGE_REL_BASED_DIR64 or 0xA. In the section, they 858 // are represented like this: 859 // 860 // 0x00000 -- page address (4 bytes) 861 // 16 -- size of this block (4 bytes) 862 // 0xA030 -- entries (2 bytes each) 863 // 0xA500 864 // 0xA700 865 // 0xAA00 866 // 0x20000 -- page address (4 bytes) 867 // 12 -- size of this block (4 bytes) 868 // 0xA004 -- entries (2 bytes each) 869 // 0xA008 870 // 871 // Usually we have a lot of relocations for each page, so the number of 872 // bytes for one .reloc entry is close to 2 bytes on average. 873 BaserelChunk::BaserelChunk(uint32_t page, Baserel *begin, Baserel *end) { 874 // Block header consists of 4 byte page RVA and 4 byte block size. 875 // Each entry is 2 byte. Last entry may be padding. 876 data.resize(alignTo((end - begin) * 2 + 8, 4)); 877 uint8_t *p = data.data(); 878 write32le(p, page); 879 write32le(p + 4, data.size()); 880 p += 8; 881 for (Baserel *i = begin; i != end; ++i) { 882 write16le(p, (i->type << 12) | (i->rva - page)); 883 p += 2; 884 } 885 } 886 887 void BaserelChunk::writeTo(uint8_t *buf) const { 888 memcpy(buf, data.data(), data.size()); 889 } 890 891 uint8_t Baserel::getDefaultType() { 892 switch (config->machine) { 893 case AMD64: 894 case ARM64: 895 return IMAGE_REL_BASED_DIR64; 896 case I386: 897 case ARMNT: 898 return IMAGE_REL_BASED_HIGHLOW; 899 default: 900 llvm_unreachable("unknown machine type"); 901 } 902 } 903 904 MergeChunk *MergeChunk::instances[Log2MaxSectionAlignment + 1] = {}; 905 906 MergeChunk::MergeChunk(uint32_t alignment) 907 : builder(StringTableBuilder::RAW, alignment) { 908 setAlignment(alignment); 909 } 910 911 void MergeChunk::addSection(SectionChunk *c) { 912 assert(isPowerOf2_32(c->getAlignment())); 913 uint8_t p2Align = llvm::Log2_32(c->getAlignment()); 914 assert(p2Align < array_lengthof(instances)); 915 auto *&mc = instances[p2Align]; 916 if (!mc) 917 mc = make<MergeChunk>(c->getAlignment()); 918 mc->sections.push_back(c); 919 } 920 921 void MergeChunk::finalizeContents() { 922 assert(!finalized && "should only finalize once"); 923 for (SectionChunk *c : sections) 924 if (c->live) 925 builder.add(toStringRef(c->getContents())); 926 builder.finalize(); 927 finalized = true; 928 } 929 930 void MergeChunk::assignSubsectionRVAs() { 931 for (SectionChunk *c : sections) { 932 if (!c->live) 933 continue; 934 size_t off = builder.getOffset(toStringRef(c->getContents())); 935 c->setRVA(rva + off); 936 } 937 } 938 939 uint32_t MergeChunk::getOutputCharacteristics() const { 940 return IMAGE_SCN_MEM_READ | IMAGE_SCN_CNT_INITIALIZED_DATA; 941 } 942 943 size_t MergeChunk::getSize() const { 944 return builder.getSize(); 945 } 946 947 void MergeChunk::writeTo(uint8_t *buf) const { 948 builder.write(buf); 949 } 950 951 // MinGW specific. 952 size_t AbsolutePointerChunk::getSize() const { return config->wordsize; } 953 954 void AbsolutePointerChunk::writeTo(uint8_t *buf) const { 955 if (config->is64()) { 956 write64le(buf, value); 957 } else { 958 write32le(buf, value); 959 } 960 } 961 962 } // namespace coff 963 } // namespace lld 964