//===----- COFF_x86_64.cpp - JIT linker implementation for COFF/x86_64 ----===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// // // COFF/x86_64 jit-link implementation. // //===----------------------------------------------------------------------===// #include "llvm/ExecutionEngine/JITLink/COFF_x86_64.h" #include "COFFLinkGraphBuilder.h" #include "EHFrameSupportImpl.h" #include "JITLinkGeneric.h" #include "llvm/BinaryFormat/COFF.h" #include "llvm/ExecutionEngine/JITLink/x86_64.h" #include "llvm/Object/COFF.h" #include "llvm/Support/Endian.h" #define DEBUG_TYPE "jitlink" using namespace llvm; using namespace llvm::jitlink; namespace { class COFFJITLinker_x86_64 : public JITLinker { friend class JITLinker; public: COFFJITLinker_x86_64(std::unique_ptr Ctx, std::unique_ptr G, PassConfiguration PassConfig) : JITLinker(std::move(Ctx), std::move(G), std::move(PassConfig)) {} private: Error applyFixup(LinkGraph &G, Block &B, const Edge &E) const { return x86_64::applyFixup(G, B, E, nullptr); } }; class COFFLinkGraphBuilder_x86_64 : public COFFLinkGraphBuilder { private: uint64_t ImageBase = 0; enum COFFX86RelocationKind { COFFAddr32NB, COFFRel32, }; static Expected getRelocationKind(const uint32_t Type) { switch (Type) { case COFF::RelocationTypeAMD64::IMAGE_REL_AMD64_ADDR32NB: return COFFAddr32NB; case COFF::RelocationTypeAMD64::IMAGE_REL_AMD64_REL32: return COFFRel32; } return make_error("Unsupported x86_64 relocation:" + formatv("{0:d}", Type)); } Error addRelocations() override { LLVM_DEBUG(dbgs() << "Processing relocations:\n"); for (const auto &RelSect : sections()) if (Error Err = COFFLinkGraphBuilder::forEachRelocation( RelSect, this, &COFFLinkGraphBuilder_x86_64::addSingleRelocation)) return Err; return Error::success(); } uint64_t getImageBase() { if (!ImageBase) { ImageBase = std::numeric_limits::max(); for (const auto &Block : getGraph().blocks()) { if (Block->getAddress().getValue()) ImageBase = std::min(ImageBase, Block->getAddress().getValue()); } } return ImageBase; } Error addSingleRelocation(const object::RelocationRef &Rel, const object::SectionRef &FixupSect, Block &BlockToFix) { const object::coff_relocation *COFFRel = getObject().getCOFFRelocation(Rel); auto SymbolIt = Rel.getSymbol(); if (SymbolIt == getObject().symbol_end()) { return make_error( formatv("Invalid symbol index in relocation entry. " "index: {0}, section: {1}", COFFRel->SymbolTableIndex, FixupSect.getIndex()), inconvertibleErrorCode()); } object::COFFSymbolRef COFFSymbol = getObject().getCOFFSymbol(*SymbolIt); COFFSymbolIndex SymIndex = getObject().getSymbolIndex(COFFSymbol); Symbol *GraphSymbol = getGraphSymbol(SymIndex); if (!GraphSymbol) return make_error( formatv("Could not find symbol at given index, did you add it to " "JITSymbolTable? index: {0}, section: {1}", SymIndex, FixupSect.getIndex()), inconvertibleErrorCode()); Expected RelocKind = getRelocationKind(Rel.getType()); if (!RelocKind) return RelocKind.takeError(); int64_t Addend = 0; orc::ExecutorAddr FixupAddress = orc::ExecutorAddr(FixupSect.getAddress()) + Rel.getOffset(); Edge::OffsetT Offset = FixupAddress - BlockToFix.getAddress(); Edge::Kind Kind = Edge::Invalid; switch (*RelocKind) { case COFFAddr32NB: { Kind = x86_64::Pointer32; Offset -= getImageBase(); break; } case COFFRel32: { Kind = x86_64::BranchPCRel32; break; } }; Edge GE(Kind, Offset, *GraphSymbol, Addend); LLVM_DEBUG({ dbgs() << " "; printEdge(dbgs(), BlockToFix, GE, x86_64::getEdgeKindName(Kind)); dbgs() << "\n"; }); BlockToFix.addEdge(std::move(GE)); return Error::success(); } /// Return the string name of the given COFF x86_64 edge kind. const char *getCOFFX86RelocationKindName(COFFX86RelocationKind R) { switch (R) { case COFFAddr32NB: return "COFFAddr32NB"; case COFFRel32: return "COFFRel32"; } } public: COFFLinkGraphBuilder_x86_64(const object::COFFObjectFile &Obj, const Triple T) : COFFLinkGraphBuilder(Obj, std::move(T), x86_64::getEdgeKindName) {} }; Error buildTables_COFF_x86_64(LinkGraph &G) { LLVM_DEBUG(dbgs() << "Visiting edges in graph:\n"); x86_64::GOTTableManager GOT; x86_64::PLTTableManager PLT(GOT); visitExistingEdges(G, GOT, PLT); return Error::success(); } } // namespace namespace llvm { namespace jitlink { Expected> createLinkGraphFromCOFFObject_x86_64(MemoryBufferRef ObjectBuffer) { LLVM_DEBUG({ dbgs() << "Building jitlink graph for new input " << ObjectBuffer.getBufferIdentifier() << "...\n"; }); auto COFFObj = object::ObjectFile::createCOFFObjectFile(ObjectBuffer); if (!COFFObj) return COFFObj.takeError(); return COFFLinkGraphBuilder_x86_64(**COFFObj, (*COFFObj)->makeTriple()) .buildGraph(); } void link_COFF_x86_64(std::unique_ptr G, std::unique_ptr Ctx) { PassConfiguration Config; const Triple &TT = G->getTargetTriple(); if (Ctx->shouldAddDefaultTargetPasses(TT)) { // Add a mark-live pass. if (auto MarkLive = Ctx->getMarkLivePass(TT)) Config.PrePrunePasses.push_back(std::move(MarkLive)); else Config.PrePrunePasses.push_back(markAllSymbolsLive); // Add an in-place GOT/Stubs/TLSInfoEntry build pass. Config.PostPrunePasses.push_back(buildTables_COFF_x86_64); // Add GOT/Stubs optimizer pass. Config.PreFixupPasses.push_back(x86_64::optimizeGOTAndStubAccesses); } if (auto Err = Ctx->modifyPassConfig(*G, Config)) return Ctx->notifyFailed(std::move(Err)); COFFJITLinker_x86_64::link(std::move(Ctx), std::move(G), std::move(Config)); } } // namespace jitlink } // namespace llvm