1662c5544SLang Hames //===---- ExecutorProcessControl.cpp -- Executor process control APIs -----===//
2662c5544SLang Hames //
3662c5544SLang Hames // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4662c5544SLang Hames // See https://llvm.org/LICENSE.txt for license information.
5662c5544SLang Hames // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6662c5544SLang Hames //
7662c5544SLang Hames //===----------------------------------------------------------------------===//
8662c5544SLang Hames 
9662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/ExecutorProcessControl.h"
10662c5544SLang Hames 
11662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/Core.h"
12662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/TargetProcess/TargetExecutionUtils.h"
1339f64c4cSLang Hames #include "llvm/Support/FormatVariadic.h"
14662c5544SLang Hames #include "llvm/Support/Host.h"
15662c5544SLang Hames #include "llvm/Support/Process.h"
16662c5544SLang Hames 
17bb5f97e3SLang Hames #define DEBUG_TYPE "orc"
18bb5f97e3SLang Hames 
19662c5544SLang Hames namespace llvm {
20662c5544SLang Hames namespace orc {
21662c5544SLang Hames 
22662c5544SLang Hames ExecutorProcessControl::MemoryAccess::~MemoryAccess() {}
23662c5544SLang Hames 
24662c5544SLang Hames ExecutorProcessControl::~ExecutorProcessControl() {}
25662c5544SLang Hames 
26662c5544SLang Hames SelfExecutorProcessControl::SelfExecutorProcessControl(
27f3411616SLang Hames     std::shared_ptr<SymbolStringPool> SSP, std::unique_ptr<TaskDispatcher> D,
28f3411616SLang Hames     Triple TargetTriple, unsigned PageSize,
29f3411616SLang Hames     std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr)
30f3411616SLang Hames     : ExecutorProcessControl(std::move(SSP), std::move(D)) {
31662c5544SLang Hames 
32662c5544SLang Hames   OwnedMemMgr = std::move(MemMgr);
33662c5544SLang Hames   if (!OwnedMemMgr)
34662c5544SLang Hames     OwnedMemMgr = std::make_unique<jitlink::InProcessMemoryManager>();
35662c5544SLang Hames 
36662c5544SLang Hames   this->TargetTriple = std::move(TargetTriple);
37662c5544SLang Hames   this->PageSize = PageSize;
38662c5544SLang Hames   this->MemMgr = OwnedMemMgr.get();
39662c5544SLang Hames   this->MemAccess = this;
40ef391df2SLang Hames   this->JDI = {ExecutorAddr::fromPtr(jitDispatchViaWrapperFunctionManager),
41ef391df2SLang Hames                ExecutorAddr::fromPtr(this)};
42662c5544SLang Hames   if (this->TargetTriple.isOSBinFormatMachO())
43662c5544SLang Hames     GlobalManglingPrefix = '_';
44662c5544SLang Hames }
45662c5544SLang Hames 
46662c5544SLang Hames Expected<std::unique_ptr<SelfExecutorProcessControl>>
47662c5544SLang Hames SelfExecutorProcessControl::Create(
48662c5544SLang Hames     std::shared_ptr<SymbolStringPool> SSP,
49f3411616SLang Hames     std::unique_ptr<TaskDispatcher> D,
50662c5544SLang Hames     std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr) {
512487db1fSLang Hames 
522487db1fSLang Hames   if (!SSP)
532487db1fSLang Hames     SSP = std::make_shared<SymbolStringPool>();
542487db1fSLang Hames 
55f3411616SLang Hames   if (!D) {
56f3411616SLang Hames #if LLVM_ENABLE_THREADS
57f3411616SLang Hames     D = std::make_unique<DynamicThreadPoolTaskDispatcher>();
58f3411616SLang Hames #else
59f3411616SLang Hames     D = std::make_unique<InPlaceTaskDispatcher>();
60f3411616SLang Hames #endif
61f3411616SLang Hames   }
62f3411616SLang Hames 
63662c5544SLang Hames   auto PageSize = sys::Process::getPageSize();
64662c5544SLang Hames   if (!PageSize)
65662c5544SLang Hames     return PageSize.takeError();
66662c5544SLang Hames 
67662c5544SLang Hames   Triple TT(sys::getProcessTriple());
68662c5544SLang Hames 
69662c5544SLang Hames   return std::make_unique<SelfExecutorProcessControl>(
70f3411616SLang Hames       std::move(SSP), std::move(D), std::move(TT), *PageSize,
71f3411616SLang Hames       std::move(MemMgr));
72662c5544SLang Hames }
73662c5544SLang Hames 
74662c5544SLang Hames Expected<tpctypes::DylibHandle>
75662c5544SLang Hames SelfExecutorProcessControl::loadDylib(const char *DylibPath) {
76662c5544SLang Hames   std::string ErrMsg;
77662c5544SLang Hames   auto Dylib = std::make_unique<sys::DynamicLibrary>(
78662c5544SLang Hames       sys::DynamicLibrary::getPermanentLibrary(DylibPath, &ErrMsg));
79662c5544SLang Hames   if (!Dylib->isValid())
80662c5544SLang Hames     return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode());
81662c5544SLang Hames   DynamicLibraries.push_back(std::move(Dylib));
82662c5544SLang Hames   return pointerToJITTargetAddress(DynamicLibraries.back().get());
83662c5544SLang Hames }
84662c5544SLang Hames 
85662c5544SLang Hames Expected<std::vector<tpctypes::LookupResult>>
86662c5544SLang Hames SelfExecutorProcessControl::lookupSymbols(ArrayRef<LookupRequest> Request) {
87662c5544SLang Hames   std::vector<tpctypes::LookupResult> R;
88662c5544SLang Hames 
89662c5544SLang Hames   for (auto &Elem : Request) {
90662c5544SLang Hames     auto *Dylib = jitTargetAddressToPointer<sys::DynamicLibrary *>(Elem.Handle);
91662c5544SLang Hames     assert(llvm::any_of(DynamicLibraries,
92662c5544SLang Hames                         [=](const std::unique_ptr<sys::DynamicLibrary> &DL) {
93662c5544SLang Hames                           return DL.get() == Dylib;
94662c5544SLang Hames                         }) &&
95662c5544SLang Hames            "Invalid handle");
96662c5544SLang Hames 
97662c5544SLang Hames     R.push_back(std::vector<JITTargetAddress>());
98662c5544SLang Hames     for (auto &KV : Elem.Symbols) {
99662c5544SLang Hames       auto &Sym = KV.first;
100662c5544SLang Hames       std::string Tmp((*Sym).data() + !!GlobalManglingPrefix,
101662c5544SLang Hames                       (*Sym).size() - !!GlobalManglingPrefix);
102662c5544SLang Hames       void *Addr = Dylib->getAddressOfSymbol(Tmp.c_str());
103662c5544SLang Hames       if (!Addr && KV.second == SymbolLookupFlags::RequiredSymbol) {
104662c5544SLang Hames         // FIXME: Collect all failing symbols before erroring out.
105662c5544SLang Hames         SymbolNameVector MissingSymbols;
106662c5544SLang Hames         MissingSymbols.push_back(Sym);
1076fe2e9a9SLang Hames         return make_error<SymbolsNotFound>(SSP, std::move(MissingSymbols));
108662c5544SLang Hames       }
109662c5544SLang Hames       R.back().push_back(pointerToJITTargetAddress(Addr));
110662c5544SLang Hames     }
111662c5544SLang Hames   }
112662c5544SLang Hames 
113662c5544SLang Hames   return R;
114662c5544SLang Hames }
115662c5544SLang Hames 
116662c5544SLang Hames Expected<int32_t>
11721a06254SLang Hames SelfExecutorProcessControl::runAsMain(ExecutorAddr MainFnAddr,
118662c5544SLang Hames                                       ArrayRef<std::string> Args) {
119662c5544SLang Hames   using MainTy = int (*)(int, char *[]);
12021a06254SLang Hames   return orc::runAsMain(MainFnAddr.toPtr<MainTy>(), Args);
121662c5544SLang Hames }
122662c5544SLang Hames 
123da7f993aSLang Hames void SelfExecutorProcessControl::callWrapperAsync(ExecutorAddr WrapperFnAddr,
124*4d7cea3dSLang Hames                                                   IncomingWFRHandler SendResult,
125662c5544SLang Hames                                                   ArrayRef<char> ArgBuffer) {
12639f64c4cSLang Hames   using WrapperFnTy =
12739f64c4cSLang Hames       shared::detail::CWrapperFunctionResult (*)(const char *Data, size_t Size);
12821a06254SLang Hames   auto *WrapperFn = WrapperFnAddr.toPtr<WrapperFnTy>();
12939f64c4cSLang Hames   SendResult(WrapperFn(ArgBuffer.data(), ArgBuffer.size()));
130662c5544SLang Hames }
131662c5544SLang Hames 
132662c5544SLang Hames Error SelfExecutorProcessControl::disconnect() { return Error::success(); }
133662c5544SLang Hames 
1344290d0feSLang Hames void SelfExecutorProcessControl::writeUInt8sAsync(
1354290d0feSLang Hames     ArrayRef<tpctypes::UInt8Write> Ws, WriteResultFn OnWriteComplete) {
136662c5544SLang Hames   for (auto &W : Ws)
137662c5544SLang Hames     *jitTargetAddressToPointer<uint8_t *>(W.Address) = W.Value;
138662c5544SLang Hames   OnWriteComplete(Error::success());
139662c5544SLang Hames }
140662c5544SLang Hames 
1414290d0feSLang Hames void SelfExecutorProcessControl::writeUInt16sAsync(
142662c5544SLang Hames     ArrayRef<tpctypes::UInt16Write> Ws, WriteResultFn OnWriteComplete) {
143662c5544SLang Hames   for (auto &W : Ws)
144662c5544SLang Hames     *jitTargetAddressToPointer<uint16_t *>(W.Address) = W.Value;
145662c5544SLang Hames   OnWriteComplete(Error::success());
146662c5544SLang Hames }
147662c5544SLang Hames 
1484290d0feSLang Hames void SelfExecutorProcessControl::writeUInt32sAsync(
149662c5544SLang Hames     ArrayRef<tpctypes::UInt32Write> Ws, WriteResultFn OnWriteComplete) {
150662c5544SLang Hames   for (auto &W : Ws)
151662c5544SLang Hames     *jitTargetAddressToPointer<uint32_t *>(W.Address) = W.Value;
152662c5544SLang Hames   OnWriteComplete(Error::success());
153662c5544SLang Hames }
154662c5544SLang Hames 
1554290d0feSLang Hames void SelfExecutorProcessControl::writeUInt64sAsync(
156662c5544SLang Hames     ArrayRef<tpctypes::UInt64Write> Ws, WriteResultFn OnWriteComplete) {
157662c5544SLang Hames   for (auto &W : Ws)
158662c5544SLang Hames     *jitTargetAddressToPointer<uint64_t *>(W.Address) = W.Value;
159662c5544SLang Hames   OnWriteComplete(Error::success());
160662c5544SLang Hames }
161662c5544SLang Hames 
1624290d0feSLang Hames void SelfExecutorProcessControl::writeBuffersAsync(
163662c5544SLang Hames     ArrayRef<tpctypes::BufferWrite> Ws, WriteResultFn OnWriteComplete) {
164662c5544SLang Hames   for (auto &W : Ws)
165662c5544SLang Hames     memcpy(jitTargetAddressToPointer<char *>(W.Address), W.Buffer.data(),
166662c5544SLang Hames            W.Buffer.size());
167662c5544SLang Hames   OnWriteComplete(Error::success());
168662c5544SLang Hames }
169662c5544SLang Hames 
170bb5f97e3SLang Hames shared::detail::CWrapperFunctionResult
171bb5f97e3SLang Hames SelfExecutorProcessControl::jitDispatchViaWrapperFunctionManager(
172bb5f97e3SLang Hames     void *Ctx, const void *FnTag, const char *Data, size_t Size) {
173bb5f97e3SLang Hames 
174bb5f97e3SLang Hames   LLVM_DEBUG({
175bb5f97e3SLang Hames     dbgs() << "jit-dispatch call with tag " << FnTag << " and " << Size
176bb5f97e3SLang Hames            << " byte payload.\n";
177bb5f97e3SLang Hames   });
178bb5f97e3SLang Hames 
179bb5f97e3SLang Hames   std::promise<shared::WrapperFunctionResult> ResultP;
180bb5f97e3SLang Hames   auto ResultF = ResultP.get_future();
1812487db1fSLang Hames   static_cast<SelfExecutorProcessControl *>(Ctx)
1822487db1fSLang Hames       ->getExecutionSession()
1832487db1fSLang Hames       .runJITDispatchHandler(
1842487db1fSLang Hames           [ResultP = std::move(ResultP)](
1852487db1fSLang Hames               shared::WrapperFunctionResult Result) mutable {
186bb5f97e3SLang Hames             ResultP.set_value(std::move(Result));
187bb5f97e3SLang Hames           },
188bb5f97e3SLang Hames           pointerToJITTargetAddress(FnTag), {Data, Size});
189bb5f97e3SLang Hames 
190bb5f97e3SLang Hames   return ResultF.get().release();
191bb5f97e3SLang Hames }
192bb5f97e3SLang Hames 
193662c5544SLang Hames } // end namespace orc
194662c5544SLang Hames } // end namespace llvm
195