1662c5544SLang Hames //===---- ExecutorProcessControl.cpp -- Executor process control APIs -----===//
2662c5544SLang Hames //
3662c5544SLang Hames // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4662c5544SLang Hames // See https://llvm.org/LICENSE.txt for license information.
5662c5544SLang Hames // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6662c5544SLang Hames //
7662c5544SLang Hames //===----------------------------------------------------------------------===//
8662c5544SLang Hames 
9662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/ExecutorProcessControl.h"
10662c5544SLang Hames 
11662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/Core.h"
12662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/TargetProcess/TargetExecutionUtils.h"
1339f64c4cSLang Hames #include "llvm/Support/FormatVariadic.h"
14662c5544SLang Hames #include "llvm/Support/Host.h"
15662c5544SLang Hames #include "llvm/Support/Process.h"
16662c5544SLang Hames 
17bb5f97e3SLang Hames #define DEBUG_TYPE "orc"
18bb5f97e3SLang Hames 
19662c5544SLang Hames namespace llvm {
20662c5544SLang Hames namespace orc {
21662c5544SLang Hames 
22*3a3cb929SKazu Hirata ExecutorProcessControl::MemoryAccess::~MemoryAccess() = default;
23662c5544SLang Hames 
24*3a3cb929SKazu Hirata ExecutorProcessControl::~ExecutorProcessControl() = default;
25662c5544SLang Hames 
SelfExecutorProcessControl(std::shared_ptr<SymbolStringPool> SSP,std::unique_ptr<TaskDispatcher> D,Triple TargetTriple,unsigned PageSize,std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr)26662c5544SLang Hames SelfExecutorProcessControl::SelfExecutorProcessControl(
27f3411616SLang Hames     std::shared_ptr<SymbolStringPool> SSP, std::unique_ptr<TaskDispatcher> D,
28f3411616SLang Hames     Triple TargetTriple, unsigned PageSize,
29f3411616SLang Hames     std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr)
30f3411616SLang Hames     : ExecutorProcessControl(std::move(SSP), std::move(D)) {
31662c5544SLang Hames 
32662c5544SLang Hames   OwnedMemMgr = std::move(MemMgr);
33662c5544SLang Hames   if (!OwnedMemMgr)
34962a2479SLang Hames     OwnedMemMgr = std::make_unique<jitlink::InProcessMemoryManager>(
35962a2479SLang Hames         sys::Process::getPageSizeEstimate());
36662c5544SLang Hames 
37662c5544SLang Hames   this->TargetTriple = std::move(TargetTriple);
38662c5544SLang Hames   this->PageSize = PageSize;
39662c5544SLang Hames   this->MemMgr = OwnedMemMgr.get();
40662c5544SLang Hames   this->MemAccess = this;
41ef391df2SLang Hames   this->JDI = {ExecutorAddr::fromPtr(jitDispatchViaWrapperFunctionManager),
42ef391df2SLang Hames                ExecutorAddr::fromPtr(this)};
43662c5544SLang Hames   if (this->TargetTriple.isOSBinFormatMachO())
44662c5544SLang Hames     GlobalManglingPrefix = '_';
45662c5544SLang Hames }
46662c5544SLang Hames 
47662c5544SLang Hames Expected<std::unique_ptr<SelfExecutorProcessControl>>
Create(std::shared_ptr<SymbolStringPool> SSP,std::unique_ptr<TaskDispatcher> D,std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr)48662c5544SLang Hames SelfExecutorProcessControl::Create(
49662c5544SLang Hames     std::shared_ptr<SymbolStringPool> SSP,
50f3411616SLang Hames     std::unique_ptr<TaskDispatcher> D,
51662c5544SLang Hames     std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr) {
522487db1fSLang Hames 
532487db1fSLang Hames   if (!SSP)
542487db1fSLang Hames     SSP = std::make_shared<SymbolStringPool>();
552487db1fSLang Hames 
56f3411616SLang Hames   if (!D) {
57f3411616SLang Hames #if LLVM_ENABLE_THREADS
58f3411616SLang Hames     D = std::make_unique<DynamicThreadPoolTaskDispatcher>();
59f3411616SLang Hames #else
60f3411616SLang Hames     D = std::make_unique<InPlaceTaskDispatcher>();
61f3411616SLang Hames #endif
62f3411616SLang Hames   }
63f3411616SLang Hames 
64662c5544SLang Hames   auto PageSize = sys::Process::getPageSize();
65662c5544SLang Hames   if (!PageSize)
66662c5544SLang Hames     return PageSize.takeError();
67662c5544SLang Hames 
68662c5544SLang Hames   Triple TT(sys::getProcessTriple());
69662c5544SLang Hames 
70662c5544SLang Hames   return std::make_unique<SelfExecutorProcessControl>(
71f3411616SLang Hames       std::move(SSP), std::move(D), std::move(TT), *PageSize,
72f3411616SLang Hames       std::move(MemMgr));
73662c5544SLang Hames }
74662c5544SLang Hames 
75662c5544SLang Hames Expected<tpctypes::DylibHandle>
loadDylib(const char * DylibPath)76662c5544SLang Hames SelfExecutorProcessControl::loadDylib(const char *DylibPath) {
77662c5544SLang Hames   std::string ErrMsg;
78662c5544SLang Hames   auto Dylib = std::make_unique<sys::DynamicLibrary>(
79662c5544SLang Hames       sys::DynamicLibrary::getPermanentLibrary(DylibPath, &ErrMsg));
80662c5544SLang Hames   if (!Dylib->isValid())
81662c5544SLang Hames     return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode());
82662c5544SLang Hames   DynamicLibraries.push_back(std::move(Dylib));
83662c5544SLang Hames   return pointerToJITTargetAddress(DynamicLibraries.back().get());
84662c5544SLang Hames }
85662c5544SLang Hames 
86662c5544SLang Hames Expected<std::vector<tpctypes::LookupResult>>
lookupSymbols(ArrayRef<LookupRequest> Request)87662c5544SLang Hames SelfExecutorProcessControl::lookupSymbols(ArrayRef<LookupRequest> Request) {
88662c5544SLang Hames   std::vector<tpctypes::LookupResult> R;
89662c5544SLang Hames 
90662c5544SLang Hames   for (auto &Elem : Request) {
91662c5544SLang Hames     auto *Dylib = jitTargetAddressToPointer<sys::DynamicLibrary *>(Elem.Handle);
92662c5544SLang Hames     assert(llvm::any_of(DynamicLibraries,
93662c5544SLang Hames                         [=](const std::unique_ptr<sys::DynamicLibrary> &DL) {
94662c5544SLang Hames                           return DL.get() == Dylib;
95662c5544SLang Hames                         }) &&
96662c5544SLang Hames            "Invalid handle");
97662c5544SLang Hames 
98662c5544SLang Hames     R.push_back(std::vector<JITTargetAddress>());
99662c5544SLang Hames     for (auto &KV : Elem.Symbols) {
100662c5544SLang Hames       auto &Sym = KV.first;
101662c5544SLang Hames       std::string Tmp((*Sym).data() + !!GlobalManglingPrefix,
102662c5544SLang Hames                       (*Sym).size() - !!GlobalManglingPrefix);
103662c5544SLang Hames       void *Addr = Dylib->getAddressOfSymbol(Tmp.c_str());
104662c5544SLang Hames       if (!Addr && KV.second == SymbolLookupFlags::RequiredSymbol) {
105662c5544SLang Hames         // FIXME: Collect all failing symbols before erroring out.
106662c5544SLang Hames         SymbolNameVector MissingSymbols;
107662c5544SLang Hames         MissingSymbols.push_back(Sym);
1086fe2e9a9SLang Hames         return make_error<SymbolsNotFound>(SSP, std::move(MissingSymbols));
109662c5544SLang Hames       }
110662c5544SLang Hames       R.back().push_back(pointerToJITTargetAddress(Addr));
111662c5544SLang Hames     }
112662c5544SLang Hames   }
113662c5544SLang Hames 
114662c5544SLang Hames   return R;
115662c5544SLang Hames }
116662c5544SLang Hames 
117662c5544SLang Hames Expected<int32_t>
runAsMain(ExecutorAddr MainFnAddr,ArrayRef<std::string> Args)11821a06254SLang Hames SelfExecutorProcessControl::runAsMain(ExecutorAddr MainFnAddr,
119662c5544SLang Hames                                       ArrayRef<std::string> Args) {
120662c5544SLang Hames   using MainTy = int (*)(int, char *[]);
12121a06254SLang Hames   return orc::runAsMain(MainFnAddr.toPtr<MainTy>(), Args);
122662c5544SLang Hames }
123662c5544SLang Hames 
callWrapperAsync(ExecutorAddr WrapperFnAddr,IncomingWFRHandler SendResult,ArrayRef<char> ArgBuffer)124da7f993aSLang Hames void SelfExecutorProcessControl::callWrapperAsync(ExecutorAddr WrapperFnAddr,
1254d7cea3dSLang Hames                                                   IncomingWFRHandler SendResult,
126662c5544SLang Hames                                                   ArrayRef<char> ArgBuffer) {
12739f64c4cSLang Hames   using WrapperFnTy =
128213666f8SLang Hames       shared::CWrapperFunctionResult (*)(const char *Data, size_t Size);
12921a06254SLang Hames   auto *WrapperFn = WrapperFnAddr.toPtr<WrapperFnTy>();
13039f64c4cSLang Hames   SendResult(WrapperFn(ArgBuffer.data(), ArgBuffer.size()));
131662c5544SLang Hames }
132662c5544SLang Hames 
disconnect()1332815ed57SLang Hames Error SelfExecutorProcessControl::disconnect() {
1342815ed57SLang Hames   D->shutdown();
1352815ed57SLang Hames   return Error::success();
1362815ed57SLang Hames }
137662c5544SLang Hames 
writeUInt8sAsync(ArrayRef<tpctypes::UInt8Write> Ws,WriteResultFn OnWriteComplete)1384290d0feSLang Hames void SelfExecutorProcessControl::writeUInt8sAsync(
1394290d0feSLang Hames     ArrayRef<tpctypes::UInt8Write> Ws, WriteResultFn OnWriteComplete) {
140662c5544SLang Hames   for (auto &W : Ws)
141999c6a23SLang Hames     *W.Addr.toPtr<uint8_t *>() = W.Value;
142662c5544SLang Hames   OnWriteComplete(Error::success());
143662c5544SLang Hames }
144662c5544SLang Hames 
writeUInt16sAsync(ArrayRef<tpctypes::UInt16Write> Ws,WriteResultFn OnWriteComplete)1454290d0feSLang Hames void SelfExecutorProcessControl::writeUInt16sAsync(
146662c5544SLang Hames     ArrayRef<tpctypes::UInt16Write> Ws, WriteResultFn OnWriteComplete) {
147662c5544SLang Hames   for (auto &W : Ws)
148999c6a23SLang Hames     *W.Addr.toPtr<uint16_t *>() = W.Value;
149662c5544SLang Hames   OnWriteComplete(Error::success());
150662c5544SLang Hames }
151662c5544SLang Hames 
writeUInt32sAsync(ArrayRef<tpctypes::UInt32Write> Ws,WriteResultFn OnWriteComplete)1524290d0feSLang Hames void SelfExecutorProcessControl::writeUInt32sAsync(
153662c5544SLang Hames     ArrayRef<tpctypes::UInt32Write> Ws, WriteResultFn OnWriteComplete) {
154662c5544SLang Hames   for (auto &W : Ws)
155999c6a23SLang Hames     *W.Addr.toPtr<uint32_t *>() = W.Value;
156662c5544SLang Hames   OnWriteComplete(Error::success());
157662c5544SLang Hames }
158662c5544SLang Hames 
writeUInt64sAsync(ArrayRef<tpctypes::UInt64Write> Ws,WriteResultFn OnWriteComplete)1594290d0feSLang Hames void SelfExecutorProcessControl::writeUInt64sAsync(
160662c5544SLang Hames     ArrayRef<tpctypes::UInt64Write> Ws, WriteResultFn OnWriteComplete) {
161662c5544SLang Hames   for (auto &W : Ws)
162999c6a23SLang Hames     *W.Addr.toPtr<uint64_t *>() = W.Value;
163662c5544SLang Hames   OnWriteComplete(Error::success());
164662c5544SLang Hames }
165662c5544SLang Hames 
writeBuffersAsync(ArrayRef<tpctypes::BufferWrite> Ws,WriteResultFn OnWriteComplete)1664290d0feSLang Hames void SelfExecutorProcessControl::writeBuffersAsync(
167662c5544SLang Hames     ArrayRef<tpctypes::BufferWrite> Ws, WriteResultFn OnWriteComplete) {
168662c5544SLang Hames   for (auto &W : Ws)
169999c6a23SLang Hames     memcpy(W.Addr.toPtr<char *>(), W.Buffer.data(), W.Buffer.size());
170662c5544SLang Hames   OnWriteComplete(Error::success());
171662c5544SLang Hames }
172662c5544SLang Hames 
173213666f8SLang Hames shared::CWrapperFunctionResult
jitDispatchViaWrapperFunctionManager(void * Ctx,const void * FnTag,const char * Data,size_t Size)174bb5f97e3SLang Hames SelfExecutorProcessControl::jitDispatchViaWrapperFunctionManager(
175bb5f97e3SLang Hames     void *Ctx, const void *FnTag, const char *Data, size_t Size) {
176bb5f97e3SLang Hames 
177bb5f97e3SLang Hames   LLVM_DEBUG({
178bb5f97e3SLang Hames     dbgs() << "jit-dispatch call with tag " << FnTag << " and " << Size
179bb5f97e3SLang Hames            << " byte payload.\n";
180bb5f97e3SLang Hames   });
181bb5f97e3SLang Hames 
182bb5f97e3SLang Hames   std::promise<shared::WrapperFunctionResult> ResultP;
183bb5f97e3SLang Hames   auto ResultF = ResultP.get_future();
1842487db1fSLang Hames   static_cast<SelfExecutorProcessControl *>(Ctx)
1852487db1fSLang Hames       ->getExecutionSession()
1862487db1fSLang Hames       .runJITDispatchHandler(
1872487db1fSLang Hames           [ResultP = std::move(ResultP)](
1882487db1fSLang Hames               shared::WrapperFunctionResult Result) mutable {
189bb5f97e3SLang Hames             ResultP.set_value(std::move(Result));
190bb5f97e3SLang Hames           },
191bb5f97e3SLang Hames           pointerToJITTargetAddress(FnTag), {Data, Size});
192bb5f97e3SLang Hames 
193bb5f97e3SLang Hames   return ResultF.get().release();
194bb5f97e3SLang Hames }
195bb5f97e3SLang Hames 
196662c5544SLang Hames } // end namespace orc
197662c5544SLang Hames } // end namespace llvm
198