1662c5544SLang Hames //===---- ExecutorProcessControl.cpp -- Executor process control APIs -----===// 2662c5544SLang Hames // 3662c5544SLang Hames // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4662c5544SLang Hames // See https://llvm.org/LICENSE.txt for license information. 5662c5544SLang Hames // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6662c5544SLang Hames // 7662c5544SLang Hames //===----------------------------------------------------------------------===// 8662c5544SLang Hames 9662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/ExecutorProcessControl.h" 10662c5544SLang Hames 11662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/Core.h" 12662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/TargetProcess/TargetExecutionUtils.h" 1339f64c4cSLang Hames #include "llvm/Support/FormatVariadic.h" 14662c5544SLang Hames #include "llvm/Support/Host.h" 15662c5544SLang Hames #include "llvm/Support/Process.h" 16662c5544SLang Hames 17bb5f97e3SLang Hames #define DEBUG_TYPE "orc" 18bb5f97e3SLang Hames 19662c5544SLang Hames namespace llvm { 20662c5544SLang Hames namespace orc { 21662c5544SLang Hames 22662c5544SLang Hames ExecutorProcessControl::MemoryAccess::~MemoryAccess() {} 23662c5544SLang Hames 24662c5544SLang Hames ExecutorProcessControl::~ExecutorProcessControl() {} 25662c5544SLang Hames 26662c5544SLang Hames SelfExecutorProcessControl::SelfExecutorProcessControl( 27f3411616SLang Hames std::shared_ptr<SymbolStringPool> SSP, std::unique_ptr<TaskDispatcher> D, 28f3411616SLang Hames Triple TargetTriple, unsigned PageSize, 29f3411616SLang Hames std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr) 30f3411616SLang Hames : ExecutorProcessControl(std::move(SSP), std::move(D)) { 31662c5544SLang Hames 32662c5544SLang Hames OwnedMemMgr = std::move(MemMgr); 33662c5544SLang Hames if (!OwnedMemMgr) 34*962a2479SLang Hames OwnedMemMgr = std::make_unique<jitlink::InProcessMemoryManager>( 35*962a2479SLang Hames sys::Process::getPageSizeEstimate()); 36662c5544SLang Hames 37662c5544SLang Hames this->TargetTriple = std::move(TargetTriple); 38662c5544SLang Hames this->PageSize = PageSize; 39662c5544SLang Hames this->MemMgr = OwnedMemMgr.get(); 40662c5544SLang Hames this->MemAccess = this; 41ef391df2SLang Hames this->JDI = {ExecutorAddr::fromPtr(jitDispatchViaWrapperFunctionManager), 42ef391df2SLang Hames ExecutorAddr::fromPtr(this)}; 43662c5544SLang Hames if (this->TargetTriple.isOSBinFormatMachO()) 44662c5544SLang Hames GlobalManglingPrefix = '_'; 45662c5544SLang Hames } 46662c5544SLang Hames 47662c5544SLang Hames Expected<std::unique_ptr<SelfExecutorProcessControl>> 48662c5544SLang Hames SelfExecutorProcessControl::Create( 49662c5544SLang Hames std::shared_ptr<SymbolStringPool> SSP, 50f3411616SLang Hames std::unique_ptr<TaskDispatcher> D, 51662c5544SLang Hames std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr) { 522487db1fSLang Hames 532487db1fSLang Hames if (!SSP) 542487db1fSLang Hames SSP = std::make_shared<SymbolStringPool>(); 552487db1fSLang Hames 56f3411616SLang Hames if (!D) { 57f3411616SLang Hames #if LLVM_ENABLE_THREADS 58f3411616SLang Hames D = std::make_unique<DynamicThreadPoolTaskDispatcher>(); 59f3411616SLang Hames #else 60f3411616SLang Hames D = std::make_unique<InPlaceTaskDispatcher>(); 61f3411616SLang Hames #endif 62f3411616SLang Hames } 63f3411616SLang Hames 64662c5544SLang Hames auto PageSize = sys::Process::getPageSize(); 65662c5544SLang Hames if (!PageSize) 66662c5544SLang Hames return PageSize.takeError(); 67662c5544SLang Hames 68662c5544SLang Hames Triple TT(sys::getProcessTriple()); 69662c5544SLang Hames 70662c5544SLang Hames return std::make_unique<SelfExecutorProcessControl>( 71f3411616SLang Hames std::move(SSP), std::move(D), std::move(TT), *PageSize, 72f3411616SLang Hames std::move(MemMgr)); 73662c5544SLang Hames } 74662c5544SLang Hames 75662c5544SLang Hames Expected<tpctypes::DylibHandle> 76662c5544SLang Hames SelfExecutorProcessControl::loadDylib(const char *DylibPath) { 77662c5544SLang Hames std::string ErrMsg; 78662c5544SLang Hames auto Dylib = std::make_unique<sys::DynamicLibrary>( 79662c5544SLang Hames sys::DynamicLibrary::getPermanentLibrary(DylibPath, &ErrMsg)); 80662c5544SLang Hames if (!Dylib->isValid()) 81662c5544SLang Hames return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode()); 82662c5544SLang Hames DynamicLibraries.push_back(std::move(Dylib)); 83662c5544SLang Hames return pointerToJITTargetAddress(DynamicLibraries.back().get()); 84662c5544SLang Hames } 85662c5544SLang Hames 86662c5544SLang Hames Expected<std::vector<tpctypes::LookupResult>> 87662c5544SLang Hames SelfExecutorProcessControl::lookupSymbols(ArrayRef<LookupRequest> Request) { 88662c5544SLang Hames std::vector<tpctypes::LookupResult> R; 89662c5544SLang Hames 90662c5544SLang Hames for (auto &Elem : Request) { 91662c5544SLang Hames auto *Dylib = jitTargetAddressToPointer<sys::DynamicLibrary *>(Elem.Handle); 92662c5544SLang Hames assert(llvm::any_of(DynamicLibraries, 93662c5544SLang Hames [=](const std::unique_ptr<sys::DynamicLibrary> &DL) { 94662c5544SLang Hames return DL.get() == Dylib; 95662c5544SLang Hames }) && 96662c5544SLang Hames "Invalid handle"); 97662c5544SLang Hames 98662c5544SLang Hames R.push_back(std::vector<JITTargetAddress>()); 99662c5544SLang Hames for (auto &KV : Elem.Symbols) { 100662c5544SLang Hames auto &Sym = KV.first; 101662c5544SLang Hames std::string Tmp((*Sym).data() + !!GlobalManglingPrefix, 102662c5544SLang Hames (*Sym).size() - !!GlobalManglingPrefix); 103662c5544SLang Hames void *Addr = Dylib->getAddressOfSymbol(Tmp.c_str()); 104662c5544SLang Hames if (!Addr && KV.second == SymbolLookupFlags::RequiredSymbol) { 105662c5544SLang Hames // FIXME: Collect all failing symbols before erroring out. 106662c5544SLang Hames SymbolNameVector MissingSymbols; 107662c5544SLang Hames MissingSymbols.push_back(Sym); 1086fe2e9a9SLang Hames return make_error<SymbolsNotFound>(SSP, std::move(MissingSymbols)); 109662c5544SLang Hames } 110662c5544SLang Hames R.back().push_back(pointerToJITTargetAddress(Addr)); 111662c5544SLang Hames } 112662c5544SLang Hames } 113662c5544SLang Hames 114662c5544SLang Hames return R; 115662c5544SLang Hames } 116662c5544SLang Hames 117662c5544SLang Hames Expected<int32_t> 11821a06254SLang Hames SelfExecutorProcessControl::runAsMain(ExecutorAddr MainFnAddr, 119662c5544SLang Hames ArrayRef<std::string> Args) { 120662c5544SLang Hames using MainTy = int (*)(int, char *[]); 12121a06254SLang Hames return orc::runAsMain(MainFnAddr.toPtr<MainTy>(), Args); 122662c5544SLang Hames } 123662c5544SLang Hames 124da7f993aSLang Hames void SelfExecutorProcessControl::callWrapperAsync(ExecutorAddr WrapperFnAddr, 1254d7cea3dSLang Hames IncomingWFRHandler SendResult, 126662c5544SLang Hames ArrayRef<char> ArgBuffer) { 12739f64c4cSLang Hames using WrapperFnTy = 12839f64c4cSLang Hames shared::detail::CWrapperFunctionResult (*)(const char *Data, size_t Size); 12921a06254SLang Hames auto *WrapperFn = WrapperFnAddr.toPtr<WrapperFnTy>(); 13039f64c4cSLang Hames SendResult(WrapperFn(ArgBuffer.data(), ArgBuffer.size())); 131662c5544SLang Hames } 132662c5544SLang Hames 133662c5544SLang Hames Error SelfExecutorProcessControl::disconnect() { return Error::success(); } 134662c5544SLang Hames 1354290d0feSLang Hames void SelfExecutorProcessControl::writeUInt8sAsync( 1364290d0feSLang Hames ArrayRef<tpctypes::UInt8Write> Ws, WriteResultFn OnWriteComplete) { 137662c5544SLang Hames for (auto &W : Ws) 138662c5544SLang Hames *jitTargetAddressToPointer<uint8_t *>(W.Address) = W.Value; 139662c5544SLang Hames OnWriteComplete(Error::success()); 140662c5544SLang Hames } 141662c5544SLang Hames 1424290d0feSLang Hames void SelfExecutorProcessControl::writeUInt16sAsync( 143662c5544SLang Hames ArrayRef<tpctypes::UInt16Write> Ws, WriteResultFn OnWriteComplete) { 144662c5544SLang Hames for (auto &W : Ws) 145662c5544SLang Hames *jitTargetAddressToPointer<uint16_t *>(W.Address) = W.Value; 146662c5544SLang Hames OnWriteComplete(Error::success()); 147662c5544SLang Hames } 148662c5544SLang Hames 1494290d0feSLang Hames void SelfExecutorProcessControl::writeUInt32sAsync( 150662c5544SLang Hames ArrayRef<tpctypes::UInt32Write> Ws, WriteResultFn OnWriteComplete) { 151662c5544SLang Hames for (auto &W : Ws) 152662c5544SLang Hames *jitTargetAddressToPointer<uint32_t *>(W.Address) = W.Value; 153662c5544SLang Hames OnWriteComplete(Error::success()); 154662c5544SLang Hames } 155662c5544SLang Hames 1564290d0feSLang Hames void SelfExecutorProcessControl::writeUInt64sAsync( 157662c5544SLang Hames ArrayRef<tpctypes::UInt64Write> Ws, WriteResultFn OnWriteComplete) { 158662c5544SLang Hames for (auto &W : Ws) 159662c5544SLang Hames *jitTargetAddressToPointer<uint64_t *>(W.Address) = W.Value; 160662c5544SLang Hames OnWriteComplete(Error::success()); 161662c5544SLang Hames } 162662c5544SLang Hames 1634290d0feSLang Hames void SelfExecutorProcessControl::writeBuffersAsync( 164662c5544SLang Hames ArrayRef<tpctypes::BufferWrite> Ws, WriteResultFn OnWriteComplete) { 165662c5544SLang Hames for (auto &W : Ws) 166662c5544SLang Hames memcpy(jitTargetAddressToPointer<char *>(W.Address), W.Buffer.data(), 167662c5544SLang Hames W.Buffer.size()); 168662c5544SLang Hames OnWriteComplete(Error::success()); 169662c5544SLang Hames } 170662c5544SLang Hames 171bb5f97e3SLang Hames shared::detail::CWrapperFunctionResult 172bb5f97e3SLang Hames SelfExecutorProcessControl::jitDispatchViaWrapperFunctionManager( 173bb5f97e3SLang Hames void *Ctx, const void *FnTag, const char *Data, size_t Size) { 174bb5f97e3SLang Hames 175bb5f97e3SLang Hames LLVM_DEBUG({ 176bb5f97e3SLang Hames dbgs() << "jit-dispatch call with tag " << FnTag << " and " << Size 177bb5f97e3SLang Hames << " byte payload.\n"; 178bb5f97e3SLang Hames }); 179bb5f97e3SLang Hames 180bb5f97e3SLang Hames std::promise<shared::WrapperFunctionResult> ResultP; 181bb5f97e3SLang Hames auto ResultF = ResultP.get_future(); 1822487db1fSLang Hames static_cast<SelfExecutorProcessControl *>(Ctx) 1832487db1fSLang Hames ->getExecutionSession() 1842487db1fSLang Hames .runJITDispatchHandler( 1852487db1fSLang Hames [ResultP = std::move(ResultP)]( 1862487db1fSLang Hames shared::WrapperFunctionResult Result) mutable { 187bb5f97e3SLang Hames ResultP.set_value(std::move(Result)); 188bb5f97e3SLang Hames }, 189bb5f97e3SLang Hames pointerToJITTargetAddress(FnTag), {Data, Size}); 190bb5f97e3SLang Hames 191bb5f97e3SLang Hames return ResultF.get().release(); 192bb5f97e3SLang Hames } 193bb5f97e3SLang Hames 194662c5544SLang Hames } // end namespace orc 195662c5544SLang Hames } // end namespace llvm 196