xref: /openbsd-src/gnu/llvm/llvm/lib/ExecutionEngine/Orc/ExecutionUtils.cpp (revision 09467b48e8bc8b4905716062da846024139afbf2)
1*09467b48Spatrick //===---- ExecutionUtils.cpp - Utilities for executing functions in Orc ---===//
2*09467b48Spatrick //
3*09467b48Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4*09467b48Spatrick // See https://llvm.org/LICENSE.txt for license information.
5*09467b48Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6*09467b48Spatrick //
7*09467b48Spatrick //===----------------------------------------------------------------------===//
8*09467b48Spatrick 
9*09467b48Spatrick #include "llvm/ExecutionEngine/Orc/ExecutionUtils.h"
10*09467b48Spatrick 
11*09467b48Spatrick #include "llvm/ExecutionEngine/Orc/Layer.h"
12*09467b48Spatrick #include "llvm/IR/Constants.h"
13*09467b48Spatrick #include "llvm/IR/Function.h"
14*09467b48Spatrick #include "llvm/IR/GlobalVariable.h"
15*09467b48Spatrick #include "llvm/IR/Module.h"
16*09467b48Spatrick #include "llvm/Support/TargetRegistry.h"
17*09467b48Spatrick #include "llvm/Target/TargetMachine.h"
18*09467b48Spatrick 
19*09467b48Spatrick namespace llvm {
20*09467b48Spatrick namespace orc {
21*09467b48Spatrick 
22*09467b48Spatrick int runAsMain(int (*Main)(int, char *[]), ArrayRef<std::string> Args,
23*09467b48Spatrick               Optional<StringRef> ProgramName) {
24*09467b48Spatrick   std::vector<std::unique_ptr<char[]>> ArgVStorage;
25*09467b48Spatrick   std::vector<char *> ArgV;
26*09467b48Spatrick 
27*09467b48Spatrick   ArgVStorage.reserve(Args.size() + (ProgramName ? 1 : 0));
28*09467b48Spatrick   ArgV.reserve(Args.size() + 1 + (ProgramName ? 1 : 0));
29*09467b48Spatrick 
30*09467b48Spatrick   if (ProgramName) {
31*09467b48Spatrick     ArgVStorage.push_back(std::make_unique<char[]>(ProgramName->size() + 1));
32*09467b48Spatrick     llvm::copy(*ProgramName, &ArgVStorage.back()[0]);
33*09467b48Spatrick     ArgVStorage.back()[ProgramName->size()] = '\0';
34*09467b48Spatrick     ArgV.push_back(ArgVStorage.back().get());
35*09467b48Spatrick   }
36*09467b48Spatrick 
37*09467b48Spatrick   for (auto &Arg : Args) {
38*09467b48Spatrick     ArgVStorage.push_back(std::make_unique<char[]>(Arg.size() + 1));
39*09467b48Spatrick     llvm::copy(Arg, &ArgVStorage.back()[0]);
40*09467b48Spatrick     ArgVStorage.back()[Arg.size()] = '\0';
41*09467b48Spatrick     ArgV.push_back(ArgVStorage.back().get());
42*09467b48Spatrick   }
43*09467b48Spatrick   ArgV.push_back(nullptr);
44*09467b48Spatrick 
45*09467b48Spatrick   return Main(Args.size() + !!ProgramName, ArgV.data());
46*09467b48Spatrick }
47*09467b48Spatrick 
48*09467b48Spatrick CtorDtorIterator::CtorDtorIterator(const GlobalVariable *GV, bool End)
49*09467b48Spatrick   : InitList(
50*09467b48Spatrick       GV ? dyn_cast_or_null<ConstantArray>(GV->getInitializer()) : nullptr),
51*09467b48Spatrick     I((InitList && End) ? InitList->getNumOperands() : 0) {
52*09467b48Spatrick }
53*09467b48Spatrick 
54*09467b48Spatrick bool CtorDtorIterator::operator==(const CtorDtorIterator &Other) const {
55*09467b48Spatrick   assert(InitList == Other.InitList && "Incomparable iterators.");
56*09467b48Spatrick   return I == Other.I;
57*09467b48Spatrick }
58*09467b48Spatrick 
59*09467b48Spatrick bool CtorDtorIterator::operator!=(const CtorDtorIterator &Other) const {
60*09467b48Spatrick   return !(*this == Other);
61*09467b48Spatrick }
62*09467b48Spatrick 
63*09467b48Spatrick CtorDtorIterator& CtorDtorIterator::operator++() {
64*09467b48Spatrick   ++I;
65*09467b48Spatrick   return *this;
66*09467b48Spatrick }
67*09467b48Spatrick 
68*09467b48Spatrick CtorDtorIterator CtorDtorIterator::operator++(int) {
69*09467b48Spatrick   CtorDtorIterator Temp = *this;
70*09467b48Spatrick   ++I;
71*09467b48Spatrick   return Temp;
72*09467b48Spatrick }
73*09467b48Spatrick 
74*09467b48Spatrick CtorDtorIterator::Element CtorDtorIterator::operator*() const {
75*09467b48Spatrick   ConstantStruct *CS = dyn_cast<ConstantStruct>(InitList->getOperand(I));
76*09467b48Spatrick   assert(CS && "Unrecognized type in llvm.global_ctors/llvm.global_dtors");
77*09467b48Spatrick 
78*09467b48Spatrick   Constant *FuncC = CS->getOperand(1);
79*09467b48Spatrick   Function *Func = nullptr;
80*09467b48Spatrick 
81*09467b48Spatrick   // Extract function pointer, pulling off any casts.
82*09467b48Spatrick   while (FuncC) {
83*09467b48Spatrick     if (Function *F = dyn_cast_or_null<Function>(FuncC)) {
84*09467b48Spatrick       Func = F;
85*09467b48Spatrick       break;
86*09467b48Spatrick     } else if (ConstantExpr *CE = dyn_cast_or_null<ConstantExpr>(FuncC)) {
87*09467b48Spatrick       if (CE->isCast())
88*09467b48Spatrick         FuncC = dyn_cast_or_null<ConstantExpr>(CE->getOperand(0));
89*09467b48Spatrick       else
90*09467b48Spatrick         break;
91*09467b48Spatrick     } else {
92*09467b48Spatrick       // This isn't anything we recognize. Bail out with Func left set to null.
93*09467b48Spatrick       break;
94*09467b48Spatrick     }
95*09467b48Spatrick   }
96*09467b48Spatrick 
97*09467b48Spatrick   auto *Priority = cast<ConstantInt>(CS->getOperand(0));
98*09467b48Spatrick   Value *Data = CS->getNumOperands() == 3 ? CS->getOperand(2) : nullptr;
99*09467b48Spatrick   if (Data && !isa<GlobalValue>(Data))
100*09467b48Spatrick     Data = nullptr;
101*09467b48Spatrick   return Element(Priority->getZExtValue(), Func, Data);
102*09467b48Spatrick }
103*09467b48Spatrick 
104*09467b48Spatrick iterator_range<CtorDtorIterator> getConstructors(const Module &M) {
105*09467b48Spatrick   const GlobalVariable *CtorsList = M.getNamedGlobal("llvm.global_ctors");
106*09467b48Spatrick   return make_range(CtorDtorIterator(CtorsList, false),
107*09467b48Spatrick                     CtorDtorIterator(CtorsList, true));
108*09467b48Spatrick }
109*09467b48Spatrick 
110*09467b48Spatrick iterator_range<CtorDtorIterator> getDestructors(const Module &M) {
111*09467b48Spatrick   const GlobalVariable *DtorsList = M.getNamedGlobal("llvm.global_dtors");
112*09467b48Spatrick   return make_range(CtorDtorIterator(DtorsList, false),
113*09467b48Spatrick                     CtorDtorIterator(DtorsList, true));
114*09467b48Spatrick }
115*09467b48Spatrick 
116*09467b48Spatrick void CtorDtorRunner::add(iterator_range<CtorDtorIterator> CtorDtors) {
117*09467b48Spatrick   if (CtorDtors.empty())
118*09467b48Spatrick     return;
119*09467b48Spatrick 
120*09467b48Spatrick   MangleAndInterner Mangle(
121*09467b48Spatrick       JD.getExecutionSession(),
122*09467b48Spatrick       (*CtorDtors.begin()).Func->getParent()->getDataLayout());
123*09467b48Spatrick 
124*09467b48Spatrick   for (auto CtorDtor : CtorDtors) {
125*09467b48Spatrick     assert(CtorDtor.Func && CtorDtor.Func->hasName() &&
126*09467b48Spatrick            "Ctor/Dtor function must be named to be runnable under the JIT");
127*09467b48Spatrick 
128*09467b48Spatrick     // FIXME: Maybe use a symbol promoter here instead.
129*09467b48Spatrick     if (CtorDtor.Func->hasLocalLinkage()) {
130*09467b48Spatrick       CtorDtor.Func->setLinkage(GlobalValue::ExternalLinkage);
131*09467b48Spatrick       CtorDtor.Func->setVisibility(GlobalValue::HiddenVisibility);
132*09467b48Spatrick     }
133*09467b48Spatrick 
134*09467b48Spatrick     if (CtorDtor.Data && cast<GlobalValue>(CtorDtor.Data)->isDeclaration()) {
135*09467b48Spatrick       dbgs() << "  Skipping because why now?\n";
136*09467b48Spatrick       continue;
137*09467b48Spatrick     }
138*09467b48Spatrick 
139*09467b48Spatrick     CtorDtorsByPriority[CtorDtor.Priority].push_back(
140*09467b48Spatrick         Mangle(CtorDtor.Func->getName()));
141*09467b48Spatrick   }
142*09467b48Spatrick }
143*09467b48Spatrick 
144*09467b48Spatrick Error CtorDtorRunner::run() {
145*09467b48Spatrick   using CtorDtorTy = void (*)();
146*09467b48Spatrick 
147*09467b48Spatrick   SymbolLookupSet LookupSet;
148*09467b48Spatrick   for (auto &KV : CtorDtorsByPriority)
149*09467b48Spatrick     for (auto &Name : KV.second)
150*09467b48Spatrick       LookupSet.add(Name);
151*09467b48Spatrick   assert(!LookupSet.containsDuplicates() &&
152*09467b48Spatrick          "Ctor/Dtor list contains duplicates");
153*09467b48Spatrick 
154*09467b48Spatrick   auto &ES = JD.getExecutionSession();
155*09467b48Spatrick   if (auto CtorDtorMap = ES.lookup(
156*09467b48Spatrick           makeJITDylibSearchOrder(&JD, JITDylibLookupFlags::MatchAllSymbols),
157*09467b48Spatrick           std::move(LookupSet))) {
158*09467b48Spatrick     for (auto &KV : CtorDtorsByPriority) {
159*09467b48Spatrick       for (auto &Name : KV.second) {
160*09467b48Spatrick         assert(CtorDtorMap->count(Name) && "No entry for Name");
161*09467b48Spatrick         auto CtorDtor = reinterpret_cast<CtorDtorTy>(
162*09467b48Spatrick             static_cast<uintptr_t>((*CtorDtorMap)[Name].getAddress()));
163*09467b48Spatrick         CtorDtor();
164*09467b48Spatrick       }
165*09467b48Spatrick     }
166*09467b48Spatrick     CtorDtorsByPriority.clear();
167*09467b48Spatrick     return Error::success();
168*09467b48Spatrick   } else
169*09467b48Spatrick     return CtorDtorMap.takeError();
170*09467b48Spatrick }
171*09467b48Spatrick 
172*09467b48Spatrick void LocalCXXRuntimeOverridesBase::runDestructors() {
173*09467b48Spatrick   auto& CXXDestructorDataPairs = DSOHandleOverride;
174*09467b48Spatrick   for (auto &P : CXXDestructorDataPairs)
175*09467b48Spatrick     P.first(P.second);
176*09467b48Spatrick   CXXDestructorDataPairs.clear();
177*09467b48Spatrick }
178*09467b48Spatrick 
179*09467b48Spatrick int LocalCXXRuntimeOverridesBase::CXAAtExitOverride(DestructorPtr Destructor,
180*09467b48Spatrick                                                     void *Arg,
181*09467b48Spatrick                                                     void *DSOHandle) {
182*09467b48Spatrick   auto& CXXDestructorDataPairs =
183*09467b48Spatrick     *reinterpret_cast<CXXDestructorDataPairList*>(DSOHandle);
184*09467b48Spatrick   CXXDestructorDataPairs.push_back(std::make_pair(Destructor, Arg));
185*09467b48Spatrick   return 0;
186*09467b48Spatrick }
187*09467b48Spatrick 
188*09467b48Spatrick Error LocalCXXRuntimeOverrides::enable(JITDylib &JD,
189*09467b48Spatrick                                         MangleAndInterner &Mangle) {
190*09467b48Spatrick   SymbolMap RuntimeInterposes;
191*09467b48Spatrick   RuntimeInterposes[Mangle("__dso_handle")] =
192*09467b48Spatrick     JITEvaluatedSymbol(toTargetAddress(&DSOHandleOverride),
193*09467b48Spatrick                        JITSymbolFlags::Exported);
194*09467b48Spatrick   RuntimeInterposes[Mangle("__cxa_atexit")] =
195*09467b48Spatrick     JITEvaluatedSymbol(toTargetAddress(&CXAAtExitOverride),
196*09467b48Spatrick                        JITSymbolFlags::Exported);
197*09467b48Spatrick 
198*09467b48Spatrick   return JD.define(absoluteSymbols(std::move(RuntimeInterposes)));
199*09467b48Spatrick }
200*09467b48Spatrick 
201*09467b48Spatrick DynamicLibrarySearchGenerator::DynamicLibrarySearchGenerator(
202*09467b48Spatrick     sys::DynamicLibrary Dylib, char GlobalPrefix, SymbolPredicate Allow)
203*09467b48Spatrick     : Dylib(std::move(Dylib)), Allow(std::move(Allow)),
204*09467b48Spatrick       GlobalPrefix(GlobalPrefix) {}
205*09467b48Spatrick 
206*09467b48Spatrick Expected<std::unique_ptr<DynamicLibrarySearchGenerator>>
207*09467b48Spatrick DynamicLibrarySearchGenerator::Load(const char *FileName, char GlobalPrefix,
208*09467b48Spatrick                                     SymbolPredicate Allow) {
209*09467b48Spatrick   std::string ErrMsg;
210*09467b48Spatrick   auto Lib = sys::DynamicLibrary::getPermanentLibrary(FileName, &ErrMsg);
211*09467b48Spatrick   if (!Lib.isValid())
212*09467b48Spatrick     return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode());
213*09467b48Spatrick   return std::make_unique<DynamicLibrarySearchGenerator>(
214*09467b48Spatrick       std::move(Lib), GlobalPrefix, std::move(Allow));
215*09467b48Spatrick }
216*09467b48Spatrick 
217*09467b48Spatrick Error DynamicLibrarySearchGenerator::tryToGenerate(
218*09467b48Spatrick     LookupKind K, JITDylib &JD, JITDylibLookupFlags JDLookupFlags,
219*09467b48Spatrick     const SymbolLookupSet &Symbols) {
220*09467b48Spatrick   orc::SymbolMap NewSymbols;
221*09467b48Spatrick 
222*09467b48Spatrick   bool HasGlobalPrefix = (GlobalPrefix != '\0');
223*09467b48Spatrick 
224*09467b48Spatrick   for (auto &KV : Symbols) {
225*09467b48Spatrick     auto &Name = KV.first;
226*09467b48Spatrick 
227*09467b48Spatrick     if ((*Name).empty())
228*09467b48Spatrick       continue;
229*09467b48Spatrick 
230*09467b48Spatrick     if (Allow && !Allow(Name))
231*09467b48Spatrick       continue;
232*09467b48Spatrick 
233*09467b48Spatrick     if (HasGlobalPrefix && (*Name).front() != GlobalPrefix)
234*09467b48Spatrick       continue;
235*09467b48Spatrick 
236*09467b48Spatrick     std::string Tmp((*Name).data() + HasGlobalPrefix,
237*09467b48Spatrick                     (*Name).size() - HasGlobalPrefix);
238*09467b48Spatrick     if (void *Addr = Dylib.getAddressOfSymbol(Tmp.c_str())) {
239*09467b48Spatrick       NewSymbols[Name] = JITEvaluatedSymbol(
240*09467b48Spatrick           static_cast<JITTargetAddress>(reinterpret_cast<uintptr_t>(Addr)),
241*09467b48Spatrick           JITSymbolFlags::Exported);
242*09467b48Spatrick     }
243*09467b48Spatrick   }
244*09467b48Spatrick 
245*09467b48Spatrick   if (NewSymbols.empty())
246*09467b48Spatrick     return Error::success();
247*09467b48Spatrick 
248*09467b48Spatrick   return JD.define(absoluteSymbols(std::move(NewSymbols)));
249*09467b48Spatrick }
250*09467b48Spatrick 
251*09467b48Spatrick Expected<std::unique_ptr<StaticLibraryDefinitionGenerator>>
252*09467b48Spatrick StaticLibraryDefinitionGenerator::Load(ObjectLayer &L, const char *FileName) {
253*09467b48Spatrick   auto ArchiveBuffer = errorOrToExpected(MemoryBuffer::getFile(FileName));
254*09467b48Spatrick 
255*09467b48Spatrick   if (!ArchiveBuffer)
256*09467b48Spatrick     return ArchiveBuffer.takeError();
257*09467b48Spatrick 
258*09467b48Spatrick   return Create(L, std::move(*ArchiveBuffer));
259*09467b48Spatrick }
260*09467b48Spatrick 
261*09467b48Spatrick Expected<std::unique_ptr<StaticLibraryDefinitionGenerator>>
262*09467b48Spatrick StaticLibraryDefinitionGenerator::Create(
263*09467b48Spatrick     ObjectLayer &L, std::unique_ptr<MemoryBuffer> ArchiveBuffer) {
264*09467b48Spatrick   Error Err = Error::success();
265*09467b48Spatrick 
266*09467b48Spatrick   std::unique_ptr<StaticLibraryDefinitionGenerator> ADG(
267*09467b48Spatrick       new StaticLibraryDefinitionGenerator(L, std::move(ArchiveBuffer), Err));
268*09467b48Spatrick 
269*09467b48Spatrick   if (Err)
270*09467b48Spatrick     return std::move(Err);
271*09467b48Spatrick 
272*09467b48Spatrick   return std::move(ADG);
273*09467b48Spatrick }
274*09467b48Spatrick 
275*09467b48Spatrick Error StaticLibraryDefinitionGenerator::tryToGenerate(
276*09467b48Spatrick     LookupKind K, JITDylib &JD, JITDylibLookupFlags JDLookupFlags,
277*09467b48Spatrick     const SymbolLookupSet &Symbols) {
278*09467b48Spatrick 
279*09467b48Spatrick   // Don't materialize symbols from static archives unless this is a static
280*09467b48Spatrick   // lookup.
281*09467b48Spatrick   if (K != LookupKind::Static)
282*09467b48Spatrick     return Error::success();
283*09467b48Spatrick 
284*09467b48Spatrick   // Bail out early if we've already freed the archive.
285*09467b48Spatrick   if (!Archive)
286*09467b48Spatrick     return Error::success();
287*09467b48Spatrick 
288*09467b48Spatrick   DenseSet<std::pair<StringRef, StringRef>> ChildBufferInfos;
289*09467b48Spatrick 
290*09467b48Spatrick   for (const auto &KV : Symbols) {
291*09467b48Spatrick     const auto &Name = KV.first;
292*09467b48Spatrick     auto Child = Archive->findSym(*Name);
293*09467b48Spatrick     if (!Child)
294*09467b48Spatrick       return Child.takeError();
295*09467b48Spatrick     if (*Child == None)
296*09467b48Spatrick       continue;
297*09467b48Spatrick     auto ChildBuffer = (*Child)->getMemoryBufferRef();
298*09467b48Spatrick     if (!ChildBuffer)
299*09467b48Spatrick       return ChildBuffer.takeError();
300*09467b48Spatrick     ChildBufferInfos.insert(
301*09467b48Spatrick         {ChildBuffer->getBuffer(), ChildBuffer->getBufferIdentifier()});
302*09467b48Spatrick   }
303*09467b48Spatrick 
304*09467b48Spatrick   for (auto ChildBufferInfo : ChildBufferInfos) {
305*09467b48Spatrick     MemoryBufferRef ChildBufferRef(ChildBufferInfo.first,
306*09467b48Spatrick                                    ChildBufferInfo.second);
307*09467b48Spatrick 
308*09467b48Spatrick     if (auto Err =
309*09467b48Spatrick             L.add(JD, MemoryBuffer::getMemBuffer(ChildBufferRef), VModuleKey()))
310*09467b48Spatrick       return Err;
311*09467b48Spatrick   }
312*09467b48Spatrick 
313*09467b48Spatrick   return Error::success();
314*09467b48Spatrick }
315*09467b48Spatrick 
316*09467b48Spatrick StaticLibraryDefinitionGenerator::StaticLibraryDefinitionGenerator(
317*09467b48Spatrick     ObjectLayer &L, std::unique_ptr<MemoryBuffer> ArchiveBuffer, Error &Err)
318*09467b48Spatrick     : L(L), ArchiveBuffer(std::move(ArchiveBuffer)),
319*09467b48Spatrick       Archive(std::make_unique<object::Archive>(*this->ArchiveBuffer, Err)) {}
320*09467b48Spatrick 
321*09467b48Spatrick } // End namespace orc.
322*09467b48Spatrick } // End namespace llvm.
323