1662c5544SLang Hames //===---- ExecutorProcessControl.cpp -- Executor process control APIs -----===// 2662c5544SLang Hames // 3662c5544SLang Hames // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4662c5544SLang Hames // See https://llvm.org/LICENSE.txt for license information. 5662c5544SLang Hames // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6662c5544SLang Hames // 7662c5544SLang Hames //===----------------------------------------------------------------------===// 8662c5544SLang Hames 9662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/ExecutorProcessControl.h" 10662c5544SLang Hames 11662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/Core.h" 12122ebe3bSLang Hames #include "llvm/ExecutionEngine/Orc/Shared/OrcRTBridge.h" 13122ebe3bSLang Hames #include "llvm/ExecutionEngine/Orc/TargetProcess/RegisterEHFrames.h" 14662c5544SLang Hames #include "llvm/ExecutionEngine/Orc/TargetProcess/TargetExecutionUtils.h" 15662c5544SLang Hames #include "llvm/Support/Process.h" 16d768bf99SArchibald Elliott #include "llvm/TargetParser/Host.h" 17662c5544SLang Hames 18bb5f97e3SLang Hames #define DEBUG_TYPE "orc" 19bb5f97e3SLang Hames 20662c5544SLang Hames namespace llvm { 21662c5544SLang Hames namespace orc { 22662c5544SLang Hames 23*db21bd4fSLang Hames DylibManager::~DylibManager() = default; 24*db21bd4fSLang Hames 253a3cb929SKazu Hirata ExecutorProcessControl::MemoryAccess::~MemoryAccess() = default; 26662c5544SLang Hames 273a3cb929SKazu Hirata ExecutorProcessControl::~ExecutorProcessControl() = default; 28662c5544SLang Hames 29662c5544SLang Hames SelfExecutorProcessControl::SelfExecutorProcessControl( 30f3411616SLang Hames std::shared_ptr<SymbolStringPool> SSP, std::unique_ptr<TaskDispatcher> D, 31f3411616SLang Hames Triple TargetTriple, unsigned PageSize, 32f3411616SLang Hames std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr) 33209c2428SSunho Kim : ExecutorProcessControl(std::move(SSP), std::move(D)), 34209c2428SSunho Kim InProcessMemoryAccess(TargetTriple.isArch64Bit()) { 35662c5544SLang Hames 36662c5544SLang Hames OwnedMemMgr = std::move(MemMgr); 37662c5544SLang Hames if (!OwnedMemMgr) 38962a2479SLang Hames OwnedMemMgr = std::make_unique<jitlink::InProcessMemoryManager>( 39962a2479SLang Hames sys::Process::getPageSizeEstimate()); 40662c5544SLang Hames 41662c5544SLang Hames this->TargetTriple = std::move(TargetTriple); 42662c5544SLang Hames this->PageSize = PageSize; 43662c5544SLang Hames this->MemMgr = OwnedMemMgr.get(); 44662c5544SLang Hames this->MemAccess = this; 45*db21bd4fSLang Hames this->DylibMgr = this; 46ef391df2SLang Hames this->JDI = {ExecutorAddr::fromPtr(jitDispatchViaWrapperFunctionManager), 47ef391df2SLang Hames ExecutorAddr::fromPtr(this)}; 48662c5544SLang Hames if (this->TargetTriple.isOSBinFormatMachO()) 49662c5544SLang Hames GlobalManglingPrefix = '_'; 50122ebe3bSLang Hames 51122ebe3bSLang Hames this->BootstrapSymbols[rt::RegisterEHFrameSectionWrapperName] = 52122ebe3bSLang Hames ExecutorAddr::fromPtr(&llvm_orc_registerEHFrameSectionWrapper); 53122ebe3bSLang Hames this->BootstrapSymbols[rt::DeregisterEHFrameSectionWrapperName] = 54122ebe3bSLang Hames ExecutorAddr::fromPtr(&llvm_orc_deregisterEHFrameSectionWrapper); 55662c5544SLang Hames } 56662c5544SLang Hames 57662c5544SLang Hames Expected<std::unique_ptr<SelfExecutorProcessControl>> 58662c5544SLang Hames SelfExecutorProcessControl::Create( 59662c5544SLang Hames std::shared_ptr<SymbolStringPool> SSP, 60f3411616SLang Hames std::unique_ptr<TaskDispatcher> D, 61662c5544SLang Hames std::unique_ptr<jitlink::JITLinkMemoryManager> MemMgr) { 622487db1fSLang Hames 632487db1fSLang Hames if (!SSP) 642487db1fSLang Hames SSP = std::make_shared<SymbolStringPool>(); 652487db1fSLang Hames 667da63426SLang Hames if (!D) 67f3411616SLang Hames D = std::make_unique<InPlaceTaskDispatcher>(); 68f3411616SLang Hames 69662c5544SLang Hames auto PageSize = sys::Process::getPageSize(); 70662c5544SLang Hames if (!PageSize) 71662c5544SLang Hames return PageSize.takeError(); 72662c5544SLang Hames 73662c5544SLang Hames Triple TT(sys::getProcessTriple()); 74662c5544SLang Hames 75662c5544SLang Hames return std::make_unique<SelfExecutorProcessControl>( 76f3411616SLang Hames std::move(SSP), std::move(D), std::move(TT), *PageSize, 77f3411616SLang Hames std::move(MemMgr)); 78662c5544SLang Hames } 79662c5544SLang Hames 80662c5544SLang Hames Expected<tpctypes::DylibHandle> 81662c5544SLang Hames SelfExecutorProcessControl::loadDylib(const char *DylibPath) { 82662c5544SLang Hames std::string ErrMsg; 839000ee22SLang Hames auto Dylib = sys::DynamicLibrary::getPermanentLibrary(DylibPath, &ErrMsg); 849000ee22SLang Hames if (!Dylib.isValid()) 85662c5544SLang Hames return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode()); 869000ee22SLang Hames return ExecutorAddr::fromPtr(Dylib.getOSSpecificHandle()); 87662c5544SLang Hames } 88662c5544SLang Hames 8954226e23SBen Langmuir void SelfExecutorProcessControl::lookupSymbolsAsync( 9054226e23SBen Langmuir ArrayRef<LookupRequest> Request, 91*db21bd4fSLang Hames DylibManager::SymbolLookupCompleteFn Complete) { 92662c5544SLang Hames std::vector<tpctypes::LookupResult> R; 93662c5544SLang Hames 94662c5544SLang Hames for (auto &Elem : Request) { 959000ee22SLang Hames sys::DynamicLibrary Dylib(Elem.Handle.toPtr<void *>()); 9640b4ac27SBen Langmuir R.push_back(std::vector<ExecutorSymbolDef>()); 97662c5544SLang Hames for (auto &KV : Elem.Symbols) { 98662c5544SLang Hames auto &Sym = KV.first; 99662c5544SLang Hames std::string Tmp((*Sym).data() + !!GlobalManglingPrefix, 100662c5544SLang Hames (*Sym).size() - !!GlobalManglingPrefix); 1019000ee22SLang Hames void *Addr = Dylib.getAddressOfSymbol(Tmp.c_str()); 102662c5544SLang Hames if (!Addr && KV.second == SymbolLookupFlags::RequiredSymbol) { 103662c5544SLang Hames // FIXME: Collect all failing symbols before erroring out. 104662c5544SLang Hames SymbolNameVector MissingSymbols; 105662c5544SLang Hames MissingSymbols.push_back(Sym); 10654226e23SBen Langmuir return Complete( 10754226e23SBen Langmuir make_error<SymbolsNotFound>(SSP, std::move(MissingSymbols))); 108662c5544SLang Hames } 10940b4ac27SBen Langmuir // FIXME: determine accurate JITSymbolFlags. 11040b4ac27SBen Langmuir R.back().push_back( 11140b4ac27SBen Langmuir {ExecutorAddr::fromPtr(Addr), JITSymbolFlags::Exported}); 112662c5544SLang Hames } 113662c5544SLang Hames } 114662c5544SLang Hames 11554226e23SBen Langmuir Complete(std::move(R)); 116662c5544SLang Hames } 117662c5544SLang Hames 118662c5544SLang Hames Expected<int32_t> 11921a06254SLang Hames SelfExecutorProcessControl::runAsMain(ExecutorAddr MainFnAddr, 120662c5544SLang Hames ArrayRef<std::string> Args) { 121662c5544SLang Hames using MainTy = int (*)(int, char *[]); 12221a06254SLang Hames return orc::runAsMain(MainFnAddr.toPtr<MainTy>(), Args); 123662c5544SLang Hames } 124662c5544SLang Hames 1257260cdd2SSunho Kim Expected<int32_t> 1267260cdd2SSunho Kim SelfExecutorProcessControl::runAsVoidFunction(ExecutorAddr VoidFnAddr) { 1277260cdd2SSunho Kim using VoidTy = int (*)(); 1287260cdd2SSunho Kim return orc::runAsVoidFunction(VoidFnAddr.toPtr<VoidTy>()); 1297260cdd2SSunho Kim } 1307260cdd2SSunho Kim 1317260cdd2SSunho Kim Expected<int32_t> 1327260cdd2SSunho Kim SelfExecutorProcessControl::runAsIntFunction(ExecutorAddr IntFnAddr, int Arg) { 1337260cdd2SSunho Kim using IntTy = int (*)(int); 1347260cdd2SSunho Kim return orc::runAsIntFunction(IntFnAddr.toPtr<IntTy>(), Arg); 1357260cdd2SSunho Kim } 1367260cdd2SSunho Kim 137da7f993aSLang Hames void SelfExecutorProcessControl::callWrapperAsync(ExecutorAddr WrapperFnAddr, 1384d7cea3dSLang Hames IncomingWFRHandler SendResult, 139662c5544SLang Hames ArrayRef<char> ArgBuffer) { 14039f64c4cSLang Hames using WrapperFnTy = 141213666f8SLang Hames shared::CWrapperFunctionResult (*)(const char *Data, size_t Size); 14221a06254SLang Hames auto *WrapperFn = WrapperFnAddr.toPtr<WrapperFnTy>(); 14339f64c4cSLang Hames SendResult(WrapperFn(ArgBuffer.data(), ArgBuffer.size())); 144662c5544SLang Hames } 145662c5544SLang Hames 1462815ed57SLang Hames Error SelfExecutorProcessControl::disconnect() { 1472815ed57SLang Hames D->shutdown(); 1482815ed57SLang Hames return Error::success(); 1492815ed57SLang Hames } 150662c5544SLang Hames 151209c2428SSunho Kim void InProcessMemoryAccess::writeUInt8sAsync(ArrayRef<tpctypes::UInt8Write> Ws, 152209c2428SSunho Kim WriteResultFn OnWriteComplete) { 153662c5544SLang Hames for (auto &W : Ws) 154999c6a23SLang Hames *W.Addr.toPtr<uint8_t *>() = W.Value; 155662c5544SLang Hames OnWriteComplete(Error::success()); 156662c5544SLang Hames } 157662c5544SLang Hames 158209c2428SSunho Kim void InProcessMemoryAccess::writeUInt16sAsync( 159662c5544SLang Hames ArrayRef<tpctypes::UInt16Write> Ws, WriteResultFn OnWriteComplete) { 160662c5544SLang Hames for (auto &W : Ws) 161999c6a23SLang Hames *W.Addr.toPtr<uint16_t *>() = W.Value; 162662c5544SLang Hames OnWriteComplete(Error::success()); 163662c5544SLang Hames } 164662c5544SLang Hames 165209c2428SSunho Kim void InProcessMemoryAccess::writeUInt32sAsync( 166662c5544SLang Hames ArrayRef<tpctypes::UInt32Write> Ws, WriteResultFn OnWriteComplete) { 167662c5544SLang Hames for (auto &W : Ws) 168999c6a23SLang Hames *W.Addr.toPtr<uint32_t *>() = W.Value; 169662c5544SLang Hames OnWriteComplete(Error::success()); 170662c5544SLang Hames } 171662c5544SLang Hames 172209c2428SSunho Kim void InProcessMemoryAccess::writeUInt64sAsync( 173662c5544SLang Hames ArrayRef<tpctypes::UInt64Write> Ws, WriteResultFn OnWriteComplete) { 174662c5544SLang Hames for (auto &W : Ws) 175999c6a23SLang Hames *W.Addr.toPtr<uint64_t *>() = W.Value; 176662c5544SLang Hames OnWriteComplete(Error::success()); 177662c5544SLang Hames } 178662c5544SLang Hames 179209c2428SSunho Kim void InProcessMemoryAccess::writeBuffersAsync( 180662c5544SLang Hames ArrayRef<tpctypes::BufferWrite> Ws, WriteResultFn OnWriteComplete) { 181662c5544SLang Hames for (auto &W : Ws) 182999c6a23SLang Hames memcpy(W.Addr.toPtr<char *>(), W.Buffer.data(), W.Buffer.size()); 183662c5544SLang Hames OnWriteComplete(Error::success()); 184662c5544SLang Hames } 185662c5544SLang Hames 186209c2428SSunho Kim void InProcessMemoryAccess::writePointersAsync( 187209c2428SSunho Kim ArrayRef<tpctypes::PointerWrite> Ws, WriteResultFn OnWriteComplete) { 188209c2428SSunho Kim if (IsArch64Bit) { 189209c2428SSunho Kim for (auto &W : Ws) 190209c2428SSunho Kim *W.Addr.toPtr<uint64_t *>() = W.Value.getValue(); 191209c2428SSunho Kim } else { 192209c2428SSunho Kim for (auto &W : Ws) 193209c2428SSunho Kim *W.Addr.toPtr<uint32_t *>() = static_cast<uint32_t>(W.Value.getValue()); 194209c2428SSunho Kim } 195209c2428SSunho Kim 196209c2428SSunho Kim OnWriteComplete(Error::success()); 197209c2428SSunho Kim } 198209c2428SSunho Kim 199213666f8SLang Hames shared::CWrapperFunctionResult 200bb5f97e3SLang Hames SelfExecutorProcessControl::jitDispatchViaWrapperFunctionManager( 201bb5f97e3SLang Hames void *Ctx, const void *FnTag, const char *Data, size_t Size) { 202bb5f97e3SLang Hames 203bb5f97e3SLang Hames LLVM_DEBUG({ 204bb5f97e3SLang Hames dbgs() << "jit-dispatch call with tag " << FnTag << " and " << Size 205bb5f97e3SLang Hames << " byte payload.\n"; 206bb5f97e3SLang Hames }); 207bb5f97e3SLang Hames 208bb5f97e3SLang Hames std::promise<shared::WrapperFunctionResult> ResultP; 209bb5f97e3SLang Hames auto ResultF = ResultP.get_future(); 2102487db1fSLang Hames static_cast<SelfExecutorProcessControl *>(Ctx) 2112487db1fSLang Hames ->getExecutionSession() 2122487db1fSLang Hames .runJITDispatchHandler( 2132487db1fSLang Hames [ResultP = std::move(ResultP)]( 2142487db1fSLang Hames shared::WrapperFunctionResult Result) mutable { 215bb5f97e3SLang Hames ResultP.set_value(std::move(Result)); 216bb5f97e3SLang Hames }, 2178b1771bdSLang Hames ExecutorAddr::fromPtr(FnTag), {Data, Size}); 218bb5f97e3SLang Hames 219bb5f97e3SLang Hames return ResultF.get().release(); 220bb5f97e3SLang Hames } 221bb5f97e3SLang Hames 222662c5544SLang Hames } // end namespace orc 223662c5544SLang Hames } // end namespace llvm 224