xref: /llvm-project/llvm/lib/ExecutionEngine/Orc/ExecutorProcessControl.cpp (revision 212cdc9a377a1b3ac96be0da20212592ebd2c818)
1662c5544SLang Hames //===---- ExecutorProcessControl.cpp -- Executor process control APIs -----===//
2662c5544SLang Hames //
3662c5544SLang Hames // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4662c5544SLang Hames // See https://llvm.org/LICENSE.txt for license information.
5662c5544SLang Hames // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6662c5544SLang Hames //
7662c5544SLang Hames //===----------------------------------------------------------------------===//
8662c5544SLang Hames 
9662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/ExecutorProcessControl.h"
10662c5544SLang Hames 
11662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/Core.h"
12122ebe3bSLang Hames #include "llvm/ExecutionEngine/Orc/Shared/OrcRTBridge.h"
13122ebe3bSLang Hames #include "llvm/ExecutionEngine/Orc/TargetProcess/RegisterEHFrames.h"
14662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/TargetProcess/TargetExecutionUtils.h"
15662c5544SLang Hames #include "llvm/Support/Process.h"
16d768bf99SArchibald Elliott #include "llvm/TargetParser/Host.h"
17662c5544SLang Hames 
18bb5f97e3SLang Hames #define DEBUG_TYPE "orc"
19bb5f97e3SLang Hames 
20662c5544SLang Hames namespace llvm {
21662c5544SLang Hames namespace orc {
22662c5544SLang Hames 
23*db21bd4fSLang Hames DylibManager::~DylibManager() = default;
24*db21bd4fSLang Hames 
253a3cb929SKazu Hirata ExecutorProcessControl::MemoryAccess::~MemoryAccess() = default;
26662c5544SLang Hames 
273a3cb929SKazu Hirata ExecutorProcessControl::~ExecutorProcessControl() = default;
28662c5544SLang Hames 
29662c5544SLang Hames SelfExecutorProcessControl::SelfExecutorProcessControl(
30f3411616SLang Hames     std::shared_ptr<SymbolStringPool> SSP, std::unique_ptr<TaskDispatcher> D,
31f3411616SLang Hames     Triple TargetTriple, unsigned PageSize,
32f3411616SLang Hames     std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr)
33209c2428SSunho Kim     : ExecutorProcessControl(std::move(SSP), std::move(D)),
34209c2428SSunho Kim       InProcessMemoryAccess(TargetTriple.isArch64Bit()) {
35662c5544SLang Hames 
36662c5544SLang Hames   OwnedMemMgr = std::move(MemMgr);
37662c5544SLang Hames   if (!OwnedMemMgr)
38962a2479SLang Hames     OwnedMemMgr = std::make_unique<jitlink::InProcessMemoryManager>(
39962a2479SLang Hames         sys::Process::getPageSizeEstimate());
40662c5544SLang Hames 
41662c5544SLang Hames   this->TargetTriple = std::move(TargetTriple);
42662c5544SLang Hames   this->PageSize = PageSize;
43662c5544SLang Hames   this->MemMgr = OwnedMemMgr.get();
44662c5544SLang Hames   this->MemAccess = this;
45*db21bd4fSLang Hames   this->DylibMgr = this;
46ef391df2SLang Hames   this->JDI = {ExecutorAddr::fromPtr(jitDispatchViaWrapperFunctionManager),
47ef391df2SLang Hames                ExecutorAddr::fromPtr(this)};
48662c5544SLang Hames   if (this->TargetTriple.isOSBinFormatMachO())
49662c5544SLang Hames     GlobalManglingPrefix = '_';
50122ebe3bSLang Hames 
51122ebe3bSLang Hames   this->BootstrapSymbols[rt::RegisterEHFrameSectionWrapperName] =
52122ebe3bSLang Hames       ExecutorAddr::fromPtr(&llvm_orc_registerEHFrameSectionWrapper);
53122ebe3bSLang Hames   this->BootstrapSymbols[rt::DeregisterEHFrameSectionWrapperName] =
54122ebe3bSLang Hames       ExecutorAddr::fromPtr(&llvm_orc_deregisterEHFrameSectionWrapper);
55662c5544SLang Hames }
56662c5544SLang Hames 
57662c5544SLang Hames Expected<std::unique_ptr<SelfExecutorProcessControl>>
58662c5544SLang Hames SelfExecutorProcessControl::Create(
59662c5544SLang Hames     std::shared_ptr<SymbolStringPool> SSP,
60f3411616SLang Hames     std::unique_ptr<TaskDispatcher> D,
61662c5544SLang Hames     std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr) {
622487db1fSLang Hames 
632487db1fSLang Hames   if (!SSP)
642487db1fSLang Hames     SSP = std::make_shared<SymbolStringPool>();
652487db1fSLang Hames 
667da63426SLang Hames   if (!D)
67f3411616SLang Hames     D = std::make_unique<InPlaceTaskDispatcher>();
68f3411616SLang Hames 
69662c5544SLang Hames   auto PageSize = sys::Process::getPageSize();
70662c5544SLang Hames   if (!PageSize)
71662c5544SLang Hames     return PageSize.takeError();
72662c5544SLang Hames 
73662c5544SLang Hames   Triple TT(sys::getProcessTriple());
74662c5544SLang Hames 
75662c5544SLang Hames   return std::make_unique<SelfExecutorProcessControl>(
76f3411616SLang Hames       std::move(SSP), std::move(D), std::move(TT), *PageSize,
77f3411616SLang Hames       std::move(MemMgr));
78662c5544SLang Hames }
79662c5544SLang Hames 
80662c5544SLang Hames Expected<tpctypes::DylibHandle>
81662c5544SLang Hames SelfExecutorProcessControl::loadDylib(const char *DylibPath) {
82662c5544SLang Hames   std::string ErrMsg;
839000ee22SLang Hames   auto Dylib = sys::DynamicLibrary::getPermanentLibrary(DylibPath, &ErrMsg);
849000ee22SLang Hames   if (!Dylib.isValid())
85662c5544SLang Hames     return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode());
869000ee22SLang Hames   return ExecutorAddr::fromPtr(Dylib.getOSSpecificHandle());
87662c5544SLang Hames }
88662c5544SLang Hames 
8954226e23SBen Langmuir void SelfExecutorProcessControl::lookupSymbolsAsync(
9054226e23SBen Langmuir     ArrayRef<LookupRequest> Request,
91*db21bd4fSLang Hames     DylibManager::SymbolLookupCompleteFn Complete) {
92662c5544SLang Hames   std::vector<tpctypes::LookupResult> R;
93662c5544SLang Hames 
94662c5544SLang Hames   for (auto &Elem : Request) {
959000ee22SLang Hames     sys::DynamicLibrary Dylib(Elem.Handle.toPtr<void *>());
9640b4ac27SBen Langmuir     R.push_back(std::vector<ExecutorSymbolDef>());
97662c5544SLang Hames     for (auto &KV : Elem.Symbols) {
98662c5544SLang Hames       auto &Sym = KV.first;
99662c5544SLang Hames       std::string Tmp((*Sym).data() + !!GlobalManglingPrefix,
100662c5544SLang Hames                       (*Sym).size() - !!GlobalManglingPrefix);
1019000ee22SLang Hames       void *Addr = Dylib.getAddressOfSymbol(Tmp.c_str());
102662c5544SLang Hames       if (!Addr && KV.second == SymbolLookupFlags::RequiredSymbol) {
103662c5544SLang Hames         // FIXME: Collect all failing symbols before erroring out.
104662c5544SLang Hames         SymbolNameVector MissingSymbols;
105662c5544SLang Hames         MissingSymbols.push_back(Sym);
10654226e23SBen Langmuir         return Complete(
10754226e23SBen Langmuir             make_error<SymbolsNotFound>(SSP, std::move(MissingSymbols)));
108662c5544SLang Hames       }
10940b4ac27SBen Langmuir       // FIXME: determine accurate JITSymbolFlags.
11040b4ac27SBen Langmuir       R.back().push_back(
11140b4ac27SBen Langmuir           {ExecutorAddr::fromPtr(Addr), JITSymbolFlags::Exported});
112662c5544SLang Hames     }
113662c5544SLang Hames   }
114662c5544SLang Hames 
11554226e23SBen Langmuir   Complete(std::move(R));
116662c5544SLang Hames }
117662c5544SLang Hames 
118662c5544SLang Hames Expected<int32_t>
11921a06254SLang Hames SelfExecutorProcessControl::runAsMain(ExecutorAddr MainFnAddr,
120662c5544SLang Hames                                       ArrayRef<std::string> Args) {
121662c5544SLang Hames   using MainTy = int (*)(int, char *[]);
12221a06254SLang Hames   return orc::runAsMain(MainFnAddr.toPtr<MainTy>(), Args);
123662c5544SLang Hames }
124662c5544SLang Hames 
1257260cdd2SSunho Kim Expected<int32_t>
1267260cdd2SSunho Kim SelfExecutorProcessControl::runAsVoidFunction(ExecutorAddr VoidFnAddr) {
1277260cdd2SSunho Kim   using VoidTy = int (*)();
1287260cdd2SSunho Kim   return orc::runAsVoidFunction(VoidFnAddr.toPtr<VoidTy>());
1297260cdd2SSunho Kim }
1307260cdd2SSunho Kim 
1317260cdd2SSunho Kim Expected<int32_t>
1327260cdd2SSunho Kim SelfExecutorProcessControl::runAsIntFunction(ExecutorAddr IntFnAddr, int Arg) {
1337260cdd2SSunho Kim   using IntTy = int (*)(int);
1347260cdd2SSunho Kim   return orc::runAsIntFunction(IntFnAddr.toPtr<IntTy>(), Arg);
1357260cdd2SSunho Kim }
1367260cdd2SSunho Kim 
137da7f993aSLang Hames void SelfExecutorProcessControl::callWrapperAsync(ExecutorAddr WrapperFnAddr,
1384d7cea3dSLang Hames                                                   IncomingWFRHandler SendResult,
139662c5544SLang Hames                                                   ArrayRef<char> ArgBuffer) {
14039f64c4cSLang Hames   using WrapperFnTy =
141213666f8SLang Hames       shared::CWrapperFunctionResult (*)(const char *Data, size_t Size);
14221a06254SLang Hames   auto *WrapperFn = WrapperFnAddr.toPtr<WrapperFnTy>();
14339f64c4cSLang Hames   SendResult(WrapperFn(ArgBuffer.data(), ArgBuffer.size()));
144662c5544SLang Hames }
145662c5544SLang Hames 
1462815ed57SLang Hames Error SelfExecutorProcessControl::disconnect() {
1472815ed57SLang Hames   D->shutdown();
1482815ed57SLang Hames   return Error::success();
1492815ed57SLang Hames }
150662c5544SLang Hames 
151209c2428SSunho Kim void InProcessMemoryAccess::writeUInt8sAsync(ArrayRef<tpctypes::UInt8Write> Ws,
152209c2428SSunho Kim                                              WriteResultFn OnWriteComplete) {
153662c5544SLang Hames   for (auto &W : Ws)
154999c6a23SLang Hames     *W.Addr.toPtr<uint8_t *>() = W.Value;
155662c5544SLang Hames   OnWriteComplete(Error::success());
156662c5544SLang Hames }
157662c5544SLang Hames 
158209c2428SSunho Kim void InProcessMemoryAccess::writeUInt16sAsync(
159662c5544SLang Hames     ArrayRef<tpctypes::UInt16Write> Ws, WriteResultFn OnWriteComplete) {
160662c5544SLang Hames   for (auto &W : Ws)
161999c6a23SLang Hames     *W.Addr.toPtr<uint16_t *>() = W.Value;
162662c5544SLang Hames   OnWriteComplete(Error::success());
163662c5544SLang Hames }
164662c5544SLang Hames 
165209c2428SSunho Kim void InProcessMemoryAccess::writeUInt32sAsync(
166662c5544SLang Hames     ArrayRef<tpctypes::UInt32Write> Ws, WriteResultFn OnWriteComplete) {
167662c5544SLang Hames   for (auto &W : Ws)
168999c6a23SLang Hames     *W.Addr.toPtr<uint32_t *>() = W.Value;
169662c5544SLang Hames   OnWriteComplete(Error::success());
170662c5544SLang Hames }
171662c5544SLang Hames 
172209c2428SSunho Kim void InProcessMemoryAccess::writeUInt64sAsync(
173662c5544SLang Hames     ArrayRef<tpctypes::UInt64Write> Ws, WriteResultFn OnWriteComplete) {
174662c5544SLang Hames   for (auto &W : Ws)
175999c6a23SLang Hames     *W.Addr.toPtr<uint64_t *>() = W.Value;
176662c5544SLang Hames   OnWriteComplete(Error::success());
177662c5544SLang Hames }
178662c5544SLang Hames 
179209c2428SSunho Kim void InProcessMemoryAccess::writeBuffersAsync(
180662c5544SLang Hames     ArrayRef<tpctypes::BufferWrite> Ws, WriteResultFn OnWriteComplete) {
181662c5544SLang Hames   for (auto &W : Ws)
182999c6a23SLang Hames     memcpy(W.Addr.toPtr<char *>(), W.Buffer.data(), W.Buffer.size());
183662c5544SLang Hames   OnWriteComplete(Error::success());
184662c5544SLang Hames }
185662c5544SLang Hames 
186209c2428SSunho Kim void InProcessMemoryAccess::writePointersAsync(
187209c2428SSunho Kim     ArrayRef<tpctypes::PointerWrite> Ws, WriteResultFn OnWriteComplete) {
188209c2428SSunho Kim   if (IsArch64Bit) {
189209c2428SSunho Kim     for (auto &W : Ws)
190209c2428SSunho Kim       *W.Addr.toPtr<uint64_t *>() = W.Value.getValue();
191209c2428SSunho Kim   } else {
192209c2428SSunho Kim     for (auto &W : Ws)
193209c2428SSunho Kim       *W.Addr.toPtr<uint32_t *>() = static_cast<uint32_t>(W.Value.getValue());
194209c2428SSunho Kim   }
195209c2428SSunho Kim 
196209c2428SSunho Kim   OnWriteComplete(Error::success());
197209c2428SSunho Kim }
198209c2428SSunho Kim 
199213666f8SLang Hames shared::CWrapperFunctionResult
200bb5f97e3SLang Hames SelfExecutorProcessControl::jitDispatchViaWrapperFunctionManager(
201bb5f97e3SLang Hames     void *Ctx, const void *FnTag, const char *Data, size_t Size) {
202bb5f97e3SLang Hames 
203bb5f97e3SLang Hames   LLVM_DEBUG({
204bb5f97e3SLang Hames     dbgs() << "jit-dispatch call with tag " << FnTag << " and " << Size
205bb5f97e3SLang Hames            << " byte payload.\n";
206bb5f97e3SLang Hames   });
207bb5f97e3SLang Hames 
208bb5f97e3SLang Hames   std::promise<shared::WrapperFunctionResult> ResultP;
209bb5f97e3SLang Hames   auto ResultF = ResultP.get_future();
2102487db1fSLang Hames   static_cast<SelfExecutorProcessControl *>(Ctx)
2112487db1fSLang Hames       ->getExecutionSession()
2122487db1fSLang Hames       .runJITDispatchHandler(
2132487db1fSLang Hames           [ResultP = std::move(ResultP)](
2142487db1fSLang Hames               shared::WrapperFunctionResult Result) mutable {
215bb5f97e3SLang Hames             ResultP.set_value(std::move(Result));
216bb5f97e3SLang Hames           },
2178b1771bdSLang Hames           ExecutorAddr::fromPtr(FnTag), {Data, Size});
218bb5f97e3SLang Hames 
219bb5f97e3SLang Hames   return ResultF.get().release();
220bb5f97e3SLang Hames }
221bb5f97e3SLang Hames 
222662c5544SLang Hames } // end namespace orc
223662c5544SLang Hames } // end namespace llvm
224