1 //===-- RuntimeDyldELF.cpp - Run-time dynamic linker for MC-JIT -*- C++ -*-===// 2 // 3 // The LLVM Compiler Infrastructure 4 // 5 // This file is distributed under the University of Illinois Open Source 6 // License. See LICENSE.TXT for details. 7 // 8 //===----------------------------------------------------------------------===// 9 // 10 // Implementation of ELF support for the MC-JIT runtime dynamic linker. 11 // 12 //===----------------------------------------------------------------------===// 13 14 #define DEBUG_TYPE "dyld" 15 #include "llvm/ADT/OwningPtr.h" 16 #include "llvm/ADT/StringRef.h" 17 #include "llvm/ADT/STLExtras.h" 18 #include "llvm/ADT/IntervalMap.h" 19 #include "RuntimeDyldELF.h" 20 #include "llvm/Object/ObjectFile.h" 21 #include "llvm/Support/ELF.h" 22 #include "llvm/ADT/Triple.h" 23 #include "llvm/Object/ELF.h" 24 #include "JITRegistrar.h" 25 using namespace llvm; 26 using namespace llvm::object; 27 28 namespace { 29 30 template<support::endianness target_endianness, bool is64Bits> 31 class DyldELFObject : public ELFObjectFile<target_endianness, is64Bits> { 32 LLVM_ELF_IMPORT_TYPES(target_endianness, is64Bits) 33 34 typedef Elf_Shdr_Impl<target_endianness, is64Bits> Elf_Shdr; 35 typedef Elf_Sym_Impl<target_endianness, is64Bits> Elf_Sym; 36 typedef Elf_Rel_Impl<target_endianness, is64Bits, false> Elf_Rel; 37 typedef Elf_Rel_Impl<target_endianness, is64Bits, true> Elf_Rela; 38 39 typedef typename ELFObjectFile<target_endianness, is64Bits>:: 40 Elf_Ehdr Elf_Ehdr; 41 42 typedef typename ELFDataTypeTypedefHelper< 43 target_endianness, is64Bits>::value_type addr_type; 44 45 protected: 46 // This duplicates the 'Data' member in the 'Binary' base class 47 // but it is necessary to workaround a bug in gcc 4.2 48 MemoryBuffer *InputData; 49 50 public: 51 DyldELFObject(MemoryBuffer *Object, error_code &ec); 52 53 void updateSectionAddress(const SectionRef &Sec, uint64_t Addr); 54 void updateSymbolAddress(const SymbolRef &Sym, uint64_t Addr); 55 56 const MemoryBuffer& getBuffer() const { return *InputData; } 57 58 // Methods for type inquiry through isa, cast and dyn_cast 59 static inline bool classof(const Binary *v) { 60 return (isa<ELFObjectFile<target_endianness, is64Bits> >(v) 61 && classof(cast<ELFObjectFile<target_endianness, is64Bits> >(v))); 62 } 63 static inline bool classof( 64 const ELFObjectFile<target_endianness, is64Bits> *v) { 65 return v->isDyldType(); 66 } 67 static inline bool classof(const DyldELFObject *v) { 68 return true; 69 } 70 }; 71 72 template<support::endianness target_endianness, bool is64Bits> 73 class ELFObjectImage : public ObjectImage { 74 protected: 75 DyldELFObject<target_endianness, is64Bits> *DyldObj; 76 bool Registered; 77 78 public: 79 ELFObjectImage(DyldELFObject<target_endianness, is64Bits> *Obj) 80 : ObjectImage(Obj), 81 DyldObj(Obj), 82 Registered(false) {} 83 84 virtual ~ELFObjectImage() { 85 if (Registered) 86 deregisterWithDebugger(); 87 } 88 89 // Subclasses can override these methods to update the image with loaded 90 // addresses for sections and common symbols 91 virtual void updateSectionAddress(const SectionRef &Sec, uint64_t Addr) 92 { 93 DyldObj->updateSectionAddress(Sec, Addr); 94 } 95 96 virtual void updateSymbolAddress(const SymbolRef &Sym, uint64_t Addr) 97 { 98 DyldObj->updateSymbolAddress(Sym, Addr); 99 } 100 101 virtual void registerWithDebugger() 102 { 103 JITRegistrar::getGDBRegistrar().registerObject(DyldObj->getBuffer()); 104 Registered = true; 105 } 106 virtual void deregisterWithDebugger() 107 { 108 JITRegistrar::getGDBRegistrar().deregisterObject(DyldObj->getBuffer()); 109 } 110 }; 111 112 template<support::endianness target_endianness, bool is64Bits> 113 DyldELFObject<target_endianness, is64Bits>::DyldELFObject(MemoryBuffer *Object, 114 error_code &ec) 115 : ELFObjectFile<target_endianness, is64Bits>(Object, ec), 116 InputData(Object) { 117 this->isDyldELFObject = true; 118 } 119 120 template<support::endianness target_endianness, bool is64Bits> 121 void DyldELFObject<target_endianness, is64Bits>::updateSectionAddress( 122 const SectionRef &Sec, 123 uint64_t Addr) { 124 DataRefImpl ShdrRef = Sec.getRawDataRefImpl(); 125 Elf_Shdr *shdr = const_cast<Elf_Shdr*>( 126 reinterpret_cast<const Elf_Shdr *>(ShdrRef.p)); 127 128 // This assumes the address passed in matches the target address bitness 129 // The template-based type cast handles everything else. 130 shdr->sh_addr = static_cast<addr_type>(Addr); 131 } 132 133 template<support::endianness target_endianness, bool is64Bits> 134 void DyldELFObject<target_endianness, is64Bits>::updateSymbolAddress( 135 const SymbolRef &SymRef, 136 uint64_t Addr) { 137 138 Elf_Sym *sym = const_cast<Elf_Sym*>( 139 ELFObjectFile<target_endianness, is64Bits>:: 140 getSymbol(SymRef.getRawDataRefImpl())); 141 142 // This assumes the address passed in matches the target address bitness 143 // The template-based type cast handles everything else. 144 sym->st_value = static_cast<addr_type>(Addr); 145 } 146 147 } // namespace 148 149 150 namespace llvm { 151 152 ObjectImage *RuntimeDyldELF::createObjectImage( 153 const MemoryBuffer *ConstInputBuffer) { 154 MemoryBuffer *InputBuffer = const_cast<MemoryBuffer*>(ConstInputBuffer); 155 std::pair<unsigned char, unsigned char> Ident = getElfArchType(InputBuffer); 156 error_code ec; 157 158 if (Ident.first == ELF::ELFCLASS32 && Ident.second == ELF::ELFDATA2LSB) { 159 DyldELFObject<support::little, false> *Obj = 160 new DyldELFObject<support::little, false>(InputBuffer, ec); 161 return new ELFObjectImage<support::little, false>(Obj); 162 } 163 else if (Ident.first == ELF::ELFCLASS32 && Ident.second == ELF::ELFDATA2MSB) { 164 DyldELFObject<support::big, false> *Obj = 165 new DyldELFObject<support::big, false>(InputBuffer, ec); 166 return new ELFObjectImage<support::big, false>(Obj); 167 } 168 else if (Ident.first == ELF::ELFCLASS64 && Ident.second == ELF::ELFDATA2MSB) { 169 DyldELFObject<support::big, true> *Obj = 170 new DyldELFObject<support::big, true>(InputBuffer, ec); 171 return new ELFObjectImage<support::big, true>(Obj); 172 } 173 else if (Ident.first == ELF::ELFCLASS64 && Ident.second == ELF::ELFDATA2LSB) { 174 DyldELFObject<support::little, true> *Obj = 175 new DyldELFObject<support::little, true>(InputBuffer, ec); 176 return new ELFObjectImage<support::little, true>(Obj); 177 } 178 else 179 llvm_unreachable("Unexpected ELF format"); 180 } 181 182 void RuntimeDyldELF::handleObjectLoaded(ObjectImage *Obj) 183 { 184 Obj->registerWithDebugger(); 185 // Save the loaded object. It will deregister itself when deleted 186 LoadedObject = Obj; 187 } 188 189 RuntimeDyldELF::~RuntimeDyldELF() { 190 if (LoadedObject) 191 delete LoadedObject; 192 } 193 194 void RuntimeDyldELF::resolveX86_64Relocation(uint8_t *LocalAddress, 195 uint64_t FinalAddress, 196 uint64_t Value, 197 uint32_t Type, 198 int64_t Addend) { 199 switch (Type) { 200 default: 201 llvm_unreachable("Relocation type not implemented yet!"); 202 break; 203 case ELF::R_X86_64_64: { 204 uint64_t *Target = (uint64_t*)(LocalAddress); 205 *Target = Value + Addend; 206 break; 207 } 208 case ELF::R_X86_64_32: 209 case ELF::R_X86_64_32S: { 210 Value += Addend; 211 assert((Type == ELF::R_X86_64_32 && (Value <= UINT32_MAX)) || 212 (Type == ELF::R_X86_64_32S && 213 ((int64_t)Value <= INT32_MAX && (int64_t)Value >= INT32_MIN))); 214 uint32_t TruncatedAddr = (Value & 0xFFFFFFFF); 215 uint32_t *Target = reinterpret_cast<uint32_t*>(LocalAddress); 216 *Target = TruncatedAddr; 217 break; 218 } 219 case ELF::R_X86_64_PC32: { 220 uint32_t *Placeholder = reinterpret_cast<uint32_t*>(LocalAddress); 221 int64_t RealOffset = *Placeholder + Value + Addend - FinalAddress; 222 assert(RealOffset <= INT32_MAX && RealOffset >= INT32_MIN); 223 int32_t TruncOffset = (RealOffset & 0xFFFFFFFF); 224 *Placeholder = TruncOffset; 225 break; 226 } 227 } 228 } 229 230 void RuntimeDyldELF::resolveX86Relocation(uint8_t *LocalAddress, 231 uint32_t FinalAddress, 232 uint32_t Value, 233 uint32_t Type, 234 int32_t Addend) { 235 switch (Type) { 236 case ELF::R_386_32: { 237 uint32_t *Target = (uint32_t*)(LocalAddress); 238 uint32_t Placeholder = *Target; 239 *Target = Placeholder + Value + Addend; 240 break; 241 } 242 case ELF::R_386_PC32: { 243 uint32_t *Placeholder = reinterpret_cast<uint32_t*>(LocalAddress); 244 uint32_t RealOffset = *Placeholder + Value + Addend - FinalAddress; 245 *Placeholder = RealOffset; 246 break; 247 } 248 default: 249 // There are other relocation types, but it appears these are the 250 // only ones currently used by the LLVM ELF object writer 251 llvm_unreachable("Relocation type not implemented yet!"); 252 break; 253 } 254 } 255 256 void RuntimeDyldELF::resolveARMRelocation(uint8_t *LocalAddress, 257 uint32_t FinalAddress, 258 uint32_t Value, 259 uint32_t Type, 260 int32_t Addend) { 261 // TODO: Add Thumb relocations. 262 uint32_t* TargetPtr = (uint32_t*)LocalAddress; 263 Value += Addend; 264 265 DEBUG(dbgs() << "resolveARMRelocation, LocalAddress: " << LocalAddress 266 << " FinalAddress: " << format("%p",FinalAddress) 267 << " Value: " << format("%x",Value) 268 << " Type: " << format("%x",Type) 269 << " Addend: " << format("%x",Addend) 270 << "\n"); 271 272 switch(Type) { 273 default: 274 llvm_unreachable("Not implemented relocation type!"); 275 276 // Just write 32bit value to relocation address 277 case ELF::R_ARM_ABS32 : 278 *TargetPtr = Value; 279 break; 280 281 // Write first 16 bit of 32 bit value to the mov instruction. 282 // Last 4 bit should be shifted. 283 case ELF::R_ARM_MOVW_ABS_NC : 284 Value = Value & 0xFFFF; 285 *TargetPtr |= Value & 0xFFF; 286 *TargetPtr |= ((Value >> 12) & 0xF) << 16; 287 break; 288 289 // Write last 16 bit of 32 bit value to the mov instruction. 290 // Last 4 bit should be shifted. 291 case ELF::R_ARM_MOVT_ABS : 292 Value = (Value >> 16) & 0xFFFF; 293 *TargetPtr |= Value & 0xFFF; 294 *TargetPtr |= ((Value >> 12) & 0xF) << 16; 295 break; 296 297 // Write 24 bit relative value to the branch instruction. 298 case ELF::R_ARM_PC24 : // Fall through. 299 case ELF::R_ARM_CALL : // Fall through. 300 case ELF::R_ARM_JUMP24 : 301 int32_t RelValue = static_cast<int32_t>(Value - FinalAddress - 8); 302 RelValue = (RelValue & 0x03FFFFFC) >> 2; 303 *TargetPtr &= 0xFF000000; 304 *TargetPtr |= RelValue; 305 break; 306 } 307 } 308 309 void RuntimeDyldELF::resolveRelocation(uint8_t *LocalAddress, 310 uint64_t FinalAddress, 311 uint64_t Value, 312 uint32_t Type, 313 int64_t Addend) { 314 switch (Arch) { 315 case Triple::x86_64: 316 resolveX86_64Relocation(LocalAddress, FinalAddress, Value, Type, Addend); 317 break; 318 case Triple::x86: 319 resolveX86Relocation(LocalAddress, (uint32_t)(FinalAddress & 0xffffffffL), 320 (uint32_t)(Value & 0xffffffffL), Type, 321 (uint32_t)(Addend & 0xffffffffL)); 322 break; 323 case Triple::arm: // Fall through. 324 case Triple::thumb: 325 resolveARMRelocation(LocalAddress, (uint32_t)(FinalAddress & 0xffffffffL), 326 (uint32_t)(Value & 0xffffffffL), Type, 327 (uint32_t)(Addend & 0xffffffffL)); 328 break; 329 default: llvm_unreachable("Unsupported CPU type!"); 330 } 331 } 332 333 void RuntimeDyldELF::processRelocationRef(const ObjRelocationInfo &Rel, 334 ObjectImage &Obj, 335 ObjSectionToIDMap &ObjSectionToID, 336 const SymbolTableMap &Symbols, 337 StubMap &Stubs) { 338 339 uint32_t RelType = (uint32_t)(Rel.Type & 0xffffffffL); 340 intptr_t Addend = (intptr_t)Rel.AdditionalInfo; 341 const SymbolRef &Symbol = Rel.Symbol; 342 343 // Obtain the symbol name which is referenced in the relocation 344 StringRef TargetName; 345 Symbol.getName(TargetName); 346 DEBUG(dbgs() << "\t\tRelType: " << RelType 347 << " Addend: " << Addend 348 << " TargetName: " << TargetName 349 << "\n"); 350 RelocationValueRef Value; 351 // First search for the symbol in the local symbol table 352 SymbolTableMap::const_iterator lsi = Symbols.find(TargetName.data()); 353 if (lsi != Symbols.end()) { 354 Value.SectionID = lsi->second.first; 355 Value.Addend = lsi->second.second; 356 } else { 357 // Search for the symbol in the global symbol table 358 SymbolTableMap::const_iterator gsi = 359 GlobalSymbolTable.find(TargetName.data()); 360 if (gsi != GlobalSymbolTable.end()) { 361 Value.SectionID = gsi->second.first; 362 Value.Addend = gsi->second.second; 363 } else { 364 SymbolRef::Type SymType; 365 Symbol.getType(SymType); 366 switch (SymType) { 367 case SymbolRef::ST_Debug: { 368 // TODO: Now ELF SymbolRef::ST_Debug = STT_SECTION, it's not obviously 369 // and can be changed by another developers. Maybe best way is add 370 // a new symbol type ST_Section to SymbolRef and use it. 371 section_iterator si(Obj.end_sections()); 372 Symbol.getSection(si); 373 if (si == Obj.end_sections()) 374 llvm_unreachable("Symbol section not found, bad object file format!"); 375 DEBUG(dbgs() << "\t\tThis is section symbol\n"); 376 Value.SectionID = findOrEmitSection(Obj, (*si), true, ObjSectionToID); 377 Value.Addend = Addend; 378 break; 379 } 380 case SymbolRef::ST_Unknown: { 381 Value.SymbolName = TargetName.data(); 382 Value.Addend = Addend; 383 break; 384 } 385 default: 386 llvm_unreachable("Unresolved symbol type!"); 387 break; 388 } 389 } 390 } 391 DEBUG(dbgs() << "\t\tRel.SectionID: " << Rel.SectionID 392 << " Rel.Offset: " << Rel.Offset 393 << "\n"); 394 if (Arch == Triple::arm && 395 (RelType == ELF::R_ARM_PC24 || 396 RelType == ELF::R_ARM_CALL || 397 RelType == ELF::R_ARM_JUMP24)) { 398 // This is an ARM branch relocation, need to use a stub function. 399 DEBUG(dbgs() << "\t\tThis is an ARM branch relocation."); 400 SectionEntry &Section = Sections[Rel.SectionID]; 401 uint8_t *Target = Section.Address + Rel.Offset; 402 403 // Look up for existing stub. 404 StubMap::const_iterator i = Stubs.find(Value); 405 if (i != Stubs.end()) { 406 resolveRelocation(Target, (uint64_t)Target, (uint64_t)Section.Address + 407 i->second, RelType, 0); 408 DEBUG(dbgs() << " Stub function found\n"); 409 } else { 410 // Create a new stub function. 411 DEBUG(dbgs() << " Create a new stub function\n"); 412 Stubs[Value] = Section.StubOffset; 413 uint8_t *StubTargetAddr = createStubFunction(Section.Address + 414 Section.StubOffset); 415 RelocationEntry RE(Rel.SectionID, StubTargetAddr - Section.Address, 416 ELF::R_ARM_ABS32, Value.Addend); 417 if (Value.SymbolName) 418 addRelocationForSymbol(RE, Value.SymbolName); 419 else 420 addRelocationForSection(RE, Value.SectionID); 421 422 resolveRelocation(Target, (uint64_t)Target, (uint64_t)Section.Address + 423 Section.StubOffset, RelType, 0); 424 Section.StubOffset += getMaxStubSize(); 425 } 426 } else { 427 RelocationEntry RE(Rel.SectionID, Rel.Offset, RelType, Value.Addend); 428 if (Value.SymbolName) 429 addRelocationForSymbol(RE, Value.SymbolName); 430 else 431 addRelocationForSection(RE, Value.SectionID); 432 } 433 } 434 435 bool RuntimeDyldELF::isCompatibleFormat(const MemoryBuffer *InputBuffer) const { 436 StringRef Magic = InputBuffer->getBuffer().slice(0, ELF::EI_NIDENT); 437 return (memcmp(Magic.data(), ELF::ElfMagic, strlen(ELF::ElfMagic))) == 0; 438 } 439 } // namespace llvm 440