1662c5544SLang Hames //===---- ExecutorProcessControl.cpp -- Executor process control APIs -----===//
2662c5544SLang Hames //
3662c5544SLang Hames // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4662c5544SLang Hames // See https://llvm.org/LICENSE.txt for license information.
5662c5544SLang Hames // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6662c5544SLang Hames //
7662c5544SLang Hames //===----------------------------------------------------------------------===//
8662c5544SLang Hames
9662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/ExecutorProcessControl.h"
10662c5544SLang Hames
11662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/Core.h"
12662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/TargetProcess/TargetExecutionUtils.h"
1339f64c4cSLang Hames #include "llvm/Support/FormatVariadic.h"
14662c5544SLang Hames #include "llvm/Support/Host.h"
15662c5544SLang Hames #include "llvm/Support/Process.h"
16662c5544SLang Hames
17bb5f97e3SLang Hames #define DEBUG_TYPE "orc"
18bb5f97e3SLang Hames
19662c5544SLang Hames namespace llvm {
20662c5544SLang Hames namespace orc {
21662c5544SLang Hames
22*3a3cb929SKazu Hirata ExecutorProcessControl::MemoryAccess::~MemoryAccess() = default;
23662c5544SLang Hames
24*3a3cb929SKazu Hirata ExecutorProcessControl::~ExecutorProcessControl() = default;
25662c5544SLang Hames
SelfExecutorProcessControl(std::shared_ptr<SymbolStringPool> SSP,std::unique_ptr<TaskDispatcher> D,Triple TargetTriple,unsigned PageSize,std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr)26662c5544SLang Hames SelfExecutorProcessControl::SelfExecutorProcessControl(
27f3411616SLang Hames std::shared_ptr<SymbolStringPool> SSP, std::unique_ptr<TaskDispatcher> D,
28f3411616SLang Hames Triple TargetTriple, unsigned PageSize,
29f3411616SLang Hames std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr)
30f3411616SLang Hames : ExecutorProcessControl(std::move(SSP), std::move(D)) {
31662c5544SLang Hames
32662c5544SLang Hames OwnedMemMgr = std::move(MemMgr);
33662c5544SLang Hames if (!OwnedMemMgr)
34962a2479SLang Hames OwnedMemMgr = std::make_unique<jitlink::InProcessMemoryManager>(
35962a2479SLang Hames sys::Process::getPageSizeEstimate());
36662c5544SLang Hames
37662c5544SLang Hames this->TargetTriple = std::move(TargetTriple);
38662c5544SLang Hames this->PageSize = PageSize;
39662c5544SLang Hames this->MemMgr = OwnedMemMgr.get();
40662c5544SLang Hames this->MemAccess = this;
41ef391df2SLang Hames this->JDI = {ExecutorAddr::fromPtr(jitDispatchViaWrapperFunctionManager),
42ef391df2SLang Hames ExecutorAddr::fromPtr(this)};
43662c5544SLang Hames if (this->TargetTriple.isOSBinFormatMachO())
44662c5544SLang Hames GlobalManglingPrefix = '_';
45662c5544SLang Hames }
46662c5544SLang Hames
47662c5544SLang Hames Expected<std::unique_ptr<SelfExecutorProcessControl>>
Create(std::shared_ptr<SymbolStringPool> SSP,std::unique_ptr<TaskDispatcher> D,std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr)48662c5544SLang Hames SelfExecutorProcessControl::Create(
49662c5544SLang Hames std::shared_ptr<SymbolStringPool> SSP,
50f3411616SLang Hames std::unique_ptr<TaskDispatcher> D,
51662c5544SLang Hames std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr) {
522487db1fSLang Hames
532487db1fSLang Hames if (!SSP)
542487db1fSLang Hames SSP = std::make_shared<SymbolStringPool>();
552487db1fSLang Hames
56f3411616SLang Hames if (!D) {
57f3411616SLang Hames #if LLVM_ENABLE_THREADS
58f3411616SLang Hames D = std::make_unique<DynamicThreadPoolTaskDispatcher>();
59f3411616SLang Hames #else
60f3411616SLang Hames D = std::make_unique<InPlaceTaskDispatcher>();
61f3411616SLang Hames #endif
62f3411616SLang Hames }
63f3411616SLang Hames
64662c5544SLang Hames auto PageSize = sys::Process::getPageSize();
65662c5544SLang Hames if (!PageSize)
66662c5544SLang Hames return PageSize.takeError();
67662c5544SLang Hames
68662c5544SLang Hames Triple TT(sys::getProcessTriple());
69662c5544SLang Hames
70662c5544SLang Hames return std::make_unique<SelfExecutorProcessControl>(
71f3411616SLang Hames std::move(SSP), std::move(D), std::move(TT), *PageSize,
72f3411616SLang Hames std::move(MemMgr));
73662c5544SLang Hames }
74662c5544SLang Hames
75662c5544SLang Hames Expected<tpctypes::DylibHandle>
loadDylib(const char * DylibPath)76662c5544SLang Hames SelfExecutorProcessControl::loadDylib(const char *DylibPath) {
77662c5544SLang Hames std::string ErrMsg;
78662c5544SLang Hames auto Dylib = std::make_unique<sys::DynamicLibrary>(
79662c5544SLang Hames sys::DynamicLibrary::getPermanentLibrary(DylibPath, &ErrMsg));
80662c5544SLang Hames if (!Dylib->isValid())
81662c5544SLang Hames return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode());
82662c5544SLang Hames DynamicLibraries.push_back(std::move(Dylib));
83662c5544SLang Hames return pointerToJITTargetAddress(DynamicLibraries.back().get());
84662c5544SLang Hames }
85662c5544SLang Hames
86662c5544SLang Hames Expected<std::vector<tpctypes::LookupResult>>
lookupSymbols(ArrayRef<LookupRequest> Request)87662c5544SLang Hames SelfExecutorProcessControl::lookupSymbols(ArrayRef<LookupRequest> Request) {
88662c5544SLang Hames std::vector<tpctypes::LookupResult> R;
89662c5544SLang Hames
90662c5544SLang Hames for (auto &Elem : Request) {
91662c5544SLang Hames auto *Dylib = jitTargetAddressToPointer<sys::DynamicLibrary *>(Elem.Handle);
92662c5544SLang Hames assert(llvm::any_of(DynamicLibraries,
93662c5544SLang Hames [=](const std::unique_ptr<sys::DynamicLibrary> &DL) {
94662c5544SLang Hames return DL.get() == Dylib;
95662c5544SLang Hames }) &&
96662c5544SLang Hames "Invalid handle");
97662c5544SLang Hames
98662c5544SLang Hames R.push_back(std::vector<JITTargetAddress>());
99662c5544SLang Hames for (auto &KV : Elem.Symbols) {
100662c5544SLang Hames auto &Sym = KV.first;
101662c5544SLang Hames std::string Tmp((*Sym).data() + !!GlobalManglingPrefix,
102662c5544SLang Hames (*Sym).size() - !!GlobalManglingPrefix);
103662c5544SLang Hames void *Addr = Dylib->getAddressOfSymbol(Tmp.c_str());
104662c5544SLang Hames if (!Addr && KV.second == SymbolLookupFlags::RequiredSymbol) {
105662c5544SLang Hames // FIXME: Collect all failing symbols before erroring out.
106662c5544SLang Hames SymbolNameVector MissingSymbols;
107662c5544SLang Hames MissingSymbols.push_back(Sym);
1086fe2e9a9SLang Hames return make_error<SymbolsNotFound>(SSP, std::move(MissingSymbols));
109662c5544SLang Hames }
110662c5544SLang Hames R.back().push_back(pointerToJITTargetAddress(Addr));
111662c5544SLang Hames }
112662c5544SLang Hames }
113662c5544SLang Hames
114662c5544SLang Hames return R;
115662c5544SLang Hames }
116662c5544SLang Hames
117662c5544SLang Hames Expected<int32_t>
runAsMain(ExecutorAddr MainFnAddr,ArrayRef<std::string> Args)11821a06254SLang Hames SelfExecutorProcessControl::runAsMain(ExecutorAddr MainFnAddr,
119662c5544SLang Hames ArrayRef<std::string> Args) {
120662c5544SLang Hames using MainTy = int (*)(int, char *[]);
12121a06254SLang Hames return orc::runAsMain(MainFnAddr.toPtr<MainTy>(), Args);
122662c5544SLang Hames }
123662c5544SLang Hames
callWrapperAsync(ExecutorAddr WrapperFnAddr,IncomingWFRHandler SendResult,ArrayRef<char> ArgBuffer)124da7f993aSLang Hames void SelfExecutorProcessControl::callWrapperAsync(ExecutorAddr WrapperFnAddr,
1254d7cea3dSLang Hames IncomingWFRHandler SendResult,
126662c5544SLang Hames ArrayRef<char> ArgBuffer) {
12739f64c4cSLang Hames using WrapperFnTy =
128213666f8SLang Hames shared::CWrapperFunctionResult (*)(const char *Data, size_t Size);
12921a06254SLang Hames auto *WrapperFn = WrapperFnAddr.toPtr<WrapperFnTy>();
13039f64c4cSLang Hames SendResult(WrapperFn(ArgBuffer.data(), ArgBuffer.size()));
131662c5544SLang Hames }
132662c5544SLang Hames
disconnect()1332815ed57SLang Hames Error SelfExecutorProcessControl::disconnect() {
1342815ed57SLang Hames D->shutdown();
1352815ed57SLang Hames return Error::success();
1362815ed57SLang Hames }
137662c5544SLang Hames
writeUInt8sAsync(ArrayRef<tpctypes::UInt8Write> Ws,WriteResultFn OnWriteComplete)1384290d0feSLang Hames void SelfExecutorProcessControl::writeUInt8sAsync(
1394290d0feSLang Hames ArrayRef<tpctypes::UInt8Write> Ws, WriteResultFn OnWriteComplete) {
140662c5544SLang Hames for (auto &W : Ws)
141999c6a23SLang Hames *W.Addr.toPtr<uint8_t *>() = W.Value;
142662c5544SLang Hames OnWriteComplete(Error::success());
143662c5544SLang Hames }
144662c5544SLang Hames
writeUInt16sAsync(ArrayRef<tpctypes::UInt16Write> Ws,WriteResultFn OnWriteComplete)1454290d0feSLang Hames void SelfExecutorProcessControl::writeUInt16sAsync(
146662c5544SLang Hames ArrayRef<tpctypes::UInt16Write> Ws, WriteResultFn OnWriteComplete) {
147662c5544SLang Hames for (auto &W : Ws)
148999c6a23SLang Hames *W.Addr.toPtr<uint16_t *>() = W.Value;
149662c5544SLang Hames OnWriteComplete(Error::success());
150662c5544SLang Hames }
151662c5544SLang Hames
writeUInt32sAsync(ArrayRef<tpctypes::UInt32Write> Ws,WriteResultFn OnWriteComplete)1524290d0feSLang Hames void SelfExecutorProcessControl::writeUInt32sAsync(
153662c5544SLang Hames ArrayRef<tpctypes::UInt32Write> Ws, WriteResultFn OnWriteComplete) {
154662c5544SLang Hames for (auto &W : Ws)
155999c6a23SLang Hames *W.Addr.toPtr<uint32_t *>() = W.Value;
156662c5544SLang Hames OnWriteComplete(Error::success());
157662c5544SLang Hames }
158662c5544SLang Hames
writeUInt64sAsync(ArrayRef<tpctypes::UInt64Write> Ws,WriteResultFn OnWriteComplete)1594290d0feSLang Hames void SelfExecutorProcessControl::writeUInt64sAsync(
160662c5544SLang Hames ArrayRef<tpctypes::UInt64Write> Ws, WriteResultFn OnWriteComplete) {
161662c5544SLang Hames for (auto &W : Ws)
162999c6a23SLang Hames *W.Addr.toPtr<uint64_t *>() = W.Value;
163662c5544SLang Hames OnWriteComplete(Error::success());
164662c5544SLang Hames }
165662c5544SLang Hames
writeBuffersAsync(ArrayRef<tpctypes::BufferWrite> Ws,WriteResultFn OnWriteComplete)1664290d0feSLang Hames void SelfExecutorProcessControl::writeBuffersAsync(
167662c5544SLang Hames ArrayRef<tpctypes::BufferWrite> Ws, WriteResultFn OnWriteComplete) {
168662c5544SLang Hames for (auto &W : Ws)
169999c6a23SLang Hames memcpy(W.Addr.toPtr<char *>(), W.Buffer.data(), W.Buffer.size());
170662c5544SLang Hames OnWriteComplete(Error::success());
171662c5544SLang Hames }
172662c5544SLang Hames
173213666f8SLang Hames shared::CWrapperFunctionResult
jitDispatchViaWrapperFunctionManager(void * Ctx,const void * FnTag,const char * Data,size_t Size)174bb5f97e3SLang Hames SelfExecutorProcessControl::jitDispatchViaWrapperFunctionManager(
175bb5f97e3SLang Hames void *Ctx, const void *FnTag, const char *Data, size_t Size) {
176bb5f97e3SLang Hames
177bb5f97e3SLang Hames LLVM_DEBUG({
178bb5f97e3SLang Hames dbgs() << "jit-dispatch call with tag " << FnTag << " and " << Size
179bb5f97e3SLang Hames << " byte payload.\n";
180bb5f97e3SLang Hames });
181bb5f97e3SLang Hames
182bb5f97e3SLang Hames std::promise<shared::WrapperFunctionResult> ResultP;
183bb5f97e3SLang Hames auto ResultF = ResultP.get_future();
1842487db1fSLang Hames static_cast<SelfExecutorProcessControl *>(Ctx)
1852487db1fSLang Hames ->getExecutionSession()
1862487db1fSLang Hames .runJITDispatchHandler(
1872487db1fSLang Hames [ResultP = std::move(ResultP)](
1882487db1fSLang Hames shared::WrapperFunctionResult Result) mutable {
189bb5f97e3SLang Hames ResultP.set_value(std::move(Result));
190bb5f97e3SLang Hames },
191bb5f97e3SLang Hames pointerToJITTargetAddress(FnTag), {Data, Size});
192bb5f97e3SLang Hames
193bb5f97e3SLang Hames return ResultF.get().release();
194bb5f97e3SLang Hames }
195bb5f97e3SLang Hames
196662c5544SLang Hames } // end namespace orc
197662c5544SLang Hames } // end namespace llvm
198