1662c5544SLang Hames //===---- ExecutorProcessControl.cpp -- Executor process control APIs -----===//
2662c5544SLang Hames //
3662c5544SLang Hames // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4662c5544SLang Hames // See https://llvm.org/LICENSE.txt for license information.
5662c5544SLang Hames // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6662c5544SLang Hames //
7662c5544SLang Hames //===----------------------------------------------------------------------===//
8662c5544SLang Hames 
9662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/ExecutorProcessControl.h"
10662c5544SLang Hames 
11662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/Core.h"
12662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/TargetProcess/TargetExecutionUtils.h"
1339f64c4cSLang Hames #include "llvm/Support/FormatVariadic.h"
14662c5544SLang Hames #include "llvm/Support/Host.h"
15662c5544SLang Hames #include "llvm/Support/Process.h"
16662c5544SLang Hames 
17bb5f97e3SLang Hames #define DEBUG_TYPE "orc"
18bb5f97e3SLang Hames 
19662c5544SLang Hames namespace llvm {
20662c5544SLang Hames namespace orc {
21662c5544SLang Hames 
22662c5544SLang Hames ExecutorProcessControl::MemoryAccess::~MemoryAccess() {}
23662c5544SLang Hames 
24662c5544SLang Hames ExecutorProcessControl::~ExecutorProcessControl() {}
25662c5544SLang Hames 
26662c5544SLang Hames SelfExecutorProcessControl::SelfExecutorProcessControl(
27f3411616SLang Hames     std::shared_ptr<SymbolStringPool> SSP, std::unique_ptr<TaskDispatcher> D,
28f3411616SLang Hames     Triple TargetTriple, unsigned PageSize,
29f3411616SLang Hames     std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr)
30f3411616SLang Hames     : ExecutorProcessControl(std::move(SSP), std::move(D)) {
31662c5544SLang Hames 
32662c5544SLang Hames   OwnedMemMgr = std::move(MemMgr);
33662c5544SLang Hames   if (!OwnedMemMgr)
34*962a2479SLang Hames     OwnedMemMgr = std::make_unique<jitlink::InProcessMemoryManager>(
35*962a2479SLang Hames         sys::Process::getPageSizeEstimate());
36662c5544SLang Hames 
37662c5544SLang Hames   this->TargetTriple = std::move(TargetTriple);
38662c5544SLang Hames   this->PageSize = PageSize;
39662c5544SLang Hames   this->MemMgr = OwnedMemMgr.get();
40662c5544SLang Hames   this->MemAccess = this;
41ef391df2SLang Hames   this->JDI = {ExecutorAddr::fromPtr(jitDispatchViaWrapperFunctionManager),
42ef391df2SLang Hames                ExecutorAddr::fromPtr(this)};
43662c5544SLang Hames   if (this->TargetTriple.isOSBinFormatMachO())
44662c5544SLang Hames     GlobalManglingPrefix = '_';
45662c5544SLang Hames }
46662c5544SLang Hames 
47662c5544SLang Hames Expected<std::unique_ptr<SelfExecutorProcessControl>>
48662c5544SLang Hames SelfExecutorProcessControl::Create(
49662c5544SLang Hames     std::shared_ptr<SymbolStringPool> SSP,
50f3411616SLang Hames     std::unique_ptr<TaskDispatcher> D,
51662c5544SLang Hames     std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr) {
522487db1fSLang Hames 
532487db1fSLang Hames   if (!SSP)
542487db1fSLang Hames     SSP = std::make_shared<SymbolStringPool>();
552487db1fSLang Hames 
56f3411616SLang Hames   if (!D) {
57f3411616SLang Hames #if LLVM_ENABLE_THREADS
58f3411616SLang Hames     D = std::make_unique<DynamicThreadPoolTaskDispatcher>();
59f3411616SLang Hames #else
60f3411616SLang Hames     D = std::make_unique<InPlaceTaskDispatcher>();
61f3411616SLang Hames #endif
62f3411616SLang Hames   }
63f3411616SLang Hames 
64662c5544SLang Hames   auto PageSize = sys::Process::getPageSize();
65662c5544SLang Hames   if (!PageSize)
66662c5544SLang Hames     return PageSize.takeError();
67662c5544SLang Hames 
68662c5544SLang Hames   Triple TT(sys::getProcessTriple());
69662c5544SLang Hames 
70662c5544SLang Hames   return std::make_unique<SelfExecutorProcessControl>(
71f3411616SLang Hames       std::move(SSP), std::move(D), std::move(TT), *PageSize,
72f3411616SLang Hames       std::move(MemMgr));
73662c5544SLang Hames }
74662c5544SLang Hames 
75662c5544SLang Hames Expected<tpctypes::DylibHandle>
76662c5544SLang Hames SelfExecutorProcessControl::loadDylib(const char *DylibPath) {
77662c5544SLang Hames   std::string ErrMsg;
78662c5544SLang Hames   auto Dylib = std::make_unique<sys::DynamicLibrary>(
79662c5544SLang Hames       sys::DynamicLibrary::getPermanentLibrary(DylibPath, &ErrMsg));
80662c5544SLang Hames   if (!Dylib->isValid())
81662c5544SLang Hames     return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode());
82662c5544SLang Hames   DynamicLibraries.push_back(std::move(Dylib));
83662c5544SLang Hames   return pointerToJITTargetAddress(DynamicLibraries.back().get());
84662c5544SLang Hames }
85662c5544SLang Hames 
86662c5544SLang Hames Expected<std::vector<tpctypes::LookupResult>>
87662c5544SLang Hames SelfExecutorProcessControl::lookupSymbols(ArrayRef<LookupRequest> Request) {
88662c5544SLang Hames   std::vector<tpctypes::LookupResult> R;
89662c5544SLang Hames 
90662c5544SLang Hames   for (auto &Elem : Request) {
91662c5544SLang Hames     auto *Dylib = jitTargetAddressToPointer<sys::DynamicLibrary *>(Elem.Handle);
92662c5544SLang Hames     assert(llvm::any_of(DynamicLibraries,
93662c5544SLang Hames                         [=](const std::unique_ptr<sys::DynamicLibrary> &DL) {
94662c5544SLang Hames                           return DL.get() == Dylib;
95662c5544SLang Hames                         }) &&
96662c5544SLang Hames            "Invalid handle");
97662c5544SLang Hames 
98662c5544SLang Hames     R.push_back(std::vector<JITTargetAddress>());
99662c5544SLang Hames     for (auto &KV : Elem.Symbols) {
100662c5544SLang Hames       auto &Sym = KV.first;
101662c5544SLang Hames       std::string Tmp((*Sym).data() + !!GlobalManglingPrefix,
102662c5544SLang Hames                       (*Sym).size() - !!GlobalManglingPrefix);
103662c5544SLang Hames       void *Addr = Dylib->getAddressOfSymbol(Tmp.c_str());
104662c5544SLang Hames       if (!Addr && KV.second == SymbolLookupFlags::RequiredSymbol) {
105662c5544SLang Hames         // FIXME: Collect all failing symbols before erroring out.
106662c5544SLang Hames         SymbolNameVector MissingSymbols;
107662c5544SLang Hames         MissingSymbols.push_back(Sym);
1086fe2e9a9SLang Hames         return make_error<SymbolsNotFound>(SSP, std::move(MissingSymbols));
109662c5544SLang Hames       }
110662c5544SLang Hames       R.back().push_back(pointerToJITTargetAddress(Addr));
111662c5544SLang Hames     }
112662c5544SLang Hames   }
113662c5544SLang Hames 
114662c5544SLang Hames   return R;
115662c5544SLang Hames }
116662c5544SLang Hames 
117662c5544SLang Hames Expected<int32_t>
11821a06254SLang Hames SelfExecutorProcessControl::runAsMain(ExecutorAddr MainFnAddr,
119662c5544SLang Hames                                       ArrayRef<std::string> Args) {
120662c5544SLang Hames   using MainTy = int (*)(int, char *[]);
12121a06254SLang Hames   return orc::runAsMain(MainFnAddr.toPtr<MainTy>(), Args);
122662c5544SLang Hames }
123662c5544SLang Hames 
124da7f993aSLang Hames void SelfExecutorProcessControl::callWrapperAsync(ExecutorAddr WrapperFnAddr,
1254d7cea3dSLang Hames                                                   IncomingWFRHandler SendResult,
126662c5544SLang Hames                                                   ArrayRef<char> ArgBuffer) {
12739f64c4cSLang Hames   using WrapperFnTy =
12839f64c4cSLang Hames       shared::detail::CWrapperFunctionResult (*)(const char *Data, size_t Size);
12921a06254SLang Hames   auto *WrapperFn = WrapperFnAddr.toPtr<WrapperFnTy>();
13039f64c4cSLang Hames   SendResult(WrapperFn(ArgBuffer.data(), ArgBuffer.size()));
131662c5544SLang Hames }
132662c5544SLang Hames 
133662c5544SLang Hames Error SelfExecutorProcessControl::disconnect() { return Error::success(); }
134662c5544SLang Hames 
1354290d0feSLang Hames void SelfExecutorProcessControl::writeUInt8sAsync(
1364290d0feSLang Hames     ArrayRef<tpctypes::UInt8Write> Ws, WriteResultFn OnWriteComplete) {
137662c5544SLang Hames   for (auto &W : Ws)
138662c5544SLang Hames     *jitTargetAddressToPointer<uint8_t *>(W.Address) = W.Value;
139662c5544SLang Hames   OnWriteComplete(Error::success());
140662c5544SLang Hames }
141662c5544SLang Hames 
1424290d0feSLang Hames void SelfExecutorProcessControl::writeUInt16sAsync(
143662c5544SLang Hames     ArrayRef<tpctypes::UInt16Write> Ws, WriteResultFn OnWriteComplete) {
144662c5544SLang Hames   for (auto &W : Ws)
145662c5544SLang Hames     *jitTargetAddressToPointer<uint16_t *>(W.Address) = W.Value;
146662c5544SLang Hames   OnWriteComplete(Error::success());
147662c5544SLang Hames }
148662c5544SLang Hames 
1494290d0feSLang Hames void SelfExecutorProcessControl::writeUInt32sAsync(
150662c5544SLang Hames     ArrayRef<tpctypes::UInt32Write> Ws, WriteResultFn OnWriteComplete) {
151662c5544SLang Hames   for (auto &W : Ws)
152662c5544SLang Hames     *jitTargetAddressToPointer<uint32_t *>(W.Address) = W.Value;
153662c5544SLang Hames   OnWriteComplete(Error::success());
154662c5544SLang Hames }
155662c5544SLang Hames 
1564290d0feSLang Hames void SelfExecutorProcessControl::writeUInt64sAsync(
157662c5544SLang Hames     ArrayRef<tpctypes::UInt64Write> Ws, WriteResultFn OnWriteComplete) {
158662c5544SLang Hames   for (auto &W : Ws)
159662c5544SLang Hames     *jitTargetAddressToPointer<uint64_t *>(W.Address) = W.Value;
160662c5544SLang Hames   OnWriteComplete(Error::success());
161662c5544SLang Hames }
162662c5544SLang Hames 
1634290d0feSLang Hames void SelfExecutorProcessControl::writeBuffersAsync(
164662c5544SLang Hames     ArrayRef<tpctypes::BufferWrite> Ws, WriteResultFn OnWriteComplete) {
165662c5544SLang Hames   for (auto &W : Ws)
166662c5544SLang Hames     memcpy(jitTargetAddressToPointer<char *>(W.Address), W.Buffer.data(),
167662c5544SLang Hames            W.Buffer.size());
168662c5544SLang Hames   OnWriteComplete(Error::success());
169662c5544SLang Hames }
170662c5544SLang Hames 
171bb5f97e3SLang Hames shared::detail::CWrapperFunctionResult
172bb5f97e3SLang Hames SelfExecutorProcessControl::jitDispatchViaWrapperFunctionManager(
173bb5f97e3SLang Hames     void *Ctx, const void *FnTag, const char *Data, size_t Size) {
174bb5f97e3SLang Hames 
175bb5f97e3SLang Hames   LLVM_DEBUG({
176bb5f97e3SLang Hames     dbgs() << "jit-dispatch call with tag " << FnTag << " and " << Size
177bb5f97e3SLang Hames            << " byte payload.\n";
178bb5f97e3SLang Hames   });
179bb5f97e3SLang Hames 
180bb5f97e3SLang Hames   std::promise<shared::WrapperFunctionResult> ResultP;
181bb5f97e3SLang Hames   auto ResultF = ResultP.get_future();
1822487db1fSLang Hames   static_cast<SelfExecutorProcessControl *>(Ctx)
1832487db1fSLang Hames       ->getExecutionSession()
1842487db1fSLang Hames       .runJITDispatchHandler(
1852487db1fSLang Hames           [ResultP = std::move(ResultP)](
1862487db1fSLang Hames               shared::WrapperFunctionResult Result) mutable {
187bb5f97e3SLang Hames             ResultP.set_value(std::move(Result));
188bb5f97e3SLang Hames           },
189bb5f97e3SLang Hames           pointerToJITTargetAddress(FnTag), {Data, Size});
190bb5f97e3SLang Hames 
191bb5f97e3SLang Hames   return ResultF.get().release();
192bb5f97e3SLang Hames }
193bb5f97e3SLang Hames 
194662c5544SLang Hames } // end namespace orc
195662c5544SLang Hames } // end namespace llvm
196