1*09467b48Spatrick //===---- ExecutionUtils.cpp - Utilities for executing functions in Orc ---===// 2*09467b48Spatrick // 3*09467b48Spatrick // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4*09467b48Spatrick // See https://llvm.org/LICENSE.txt for license information. 5*09467b48Spatrick // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6*09467b48Spatrick // 7*09467b48Spatrick //===----------------------------------------------------------------------===// 8*09467b48Spatrick 9*09467b48Spatrick #include "llvm/ExecutionEngine/Orc/ExecutionUtils.h" 10*09467b48Spatrick 11*09467b48Spatrick #include "llvm/ExecutionEngine/Orc/Layer.h" 12*09467b48Spatrick #include "llvm/IR/Constants.h" 13*09467b48Spatrick #include "llvm/IR/Function.h" 14*09467b48Spatrick #include "llvm/IR/GlobalVariable.h" 15*09467b48Spatrick #include "llvm/IR/Module.h" 16*09467b48Spatrick #include "llvm/Support/TargetRegistry.h" 17*09467b48Spatrick #include "llvm/Target/TargetMachine.h" 18*09467b48Spatrick 19*09467b48Spatrick namespace llvm { 20*09467b48Spatrick namespace orc { 21*09467b48Spatrick 22*09467b48Spatrick int runAsMain(int (*Main)(int, char *[]), ArrayRef<std::string> Args, 23*09467b48Spatrick Optional<StringRef> ProgramName) { 24*09467b48Spatrick std::vector<std::unique_ptr<char[]>> ArgVStorage; 25*09467b48Spatrick std::vector<char *> ArgV; 26*09467b48Spatrick 27*09467b48Spatrick ArgVStorage.reserve(Args.size() + (ProgramName ? 1 : 0)); 28*09467b48Spatrick ArgV.reserve(Args.size() + 1 + (ProgramName ? 1 : 0)); 29*09467b48Spatrick 30*09467b48Spatrick if (ProgramName) { 31*09467b48Spatrick ArgVStorage.push_back(std::make_unique<char[]>(ProgramName->size() + 1)); 32*09467b48Spatrick llvm::copy(*ProgramName, &ArgVStorage.back()[0]); 33*09467b48Spatrick ArgVStorage.back()[ProgramName->size()] = '\0'; 34*09467b48Spatrick ArgV.push_back(ArgVStorage.back().get()); 35*09467b48Spatrick } 36*09467b48Spatrick 37*09467b48Spatrick for (auto &Arg : Args) { 38*09467b48Spatrick ArgVStorage.push_back(std::make_unique<char[]>(Arg.size() + 1)); 39*09467b48Spatrick llvm::copy(Arg, &ArgVStorage.back()[0]); 40*09467b48Spatrick ArgVStorage.back()[Arg.size()] = '\0'; 41*09467b48Spatrick ArgV.push_back(ArgVStorage.back().get()); 42*09467b48Spatrick } 43*09467b48Spatrick ArgV.push_back(nullptr); 44*09467b48Spatrick 45*09467b48Spatrick return Main(Args.size() + !!ProgramName, ArgV.data()); 46*09467b48Spatrick } 47*09467b48Spatrick 48*09467b48Spatrick CtorDtorIterator::CtorDtorIterator(const GlobalVariable *GV, bool End) 49*09467b48Spatrick : InitList( 50*09467b48Spatrick GV ? dyn_cast_or_null<ConstantArray>(GV->getInitializer()) : nullptr), 51*09467b48Spatrick I((InitList && End) ? InitList->getNumOperands() : 0) { 52*09467b48Spatrick } 53*09467b48Spatrick 54*09467b48Spatrick bool CtorDtorIterator::operator==(const CtorDtorIterator &Other) const { 55*09467b48Spatrick assert(InitList == Other.InitList && "Incomparable iterators."); 56*09467b48Spatrick return I == Other.I; 57*09467b48Spatrick } 58*09467b48Spatrick 59*09467b48Spatrick bool CtorDtorIterator::operator!=(const CtorDtorIterator &Other) const { 60*09467b48Spatrick return !(*this == Other); 61*09467b48Spatrick } 62*09467b48Spatrick 63*09467b48Spatrick CtorDtorIterator& CtorDtorIterator::operator++() { 64*09467b48Spatrick ++I; 65*09467b48Spatrick return *this; 66*09467b48Spatrick } 67*09467b48Spatrick 68*09467b48Spatrick CtorDtorIterator CtorDtorIterator::operator++(int) { 69*09467b48Spatrick CtorDtorIterator Temp = *this; 70*09467b48Spatrick ++I; 71*09467b48Spatrick return Temp; 72*09467b48Spatrick } 73*09467b48Spatrick 74*09467b48Spatrick CtorDtorIterator::Element CtorDtorIterator::operator*() const { 75*09467b48Spatrick ConstantStruct *CS = dyn_cast<ConstantStruct>(InitList->getOperand(I)); 76*09467b48Spatrick assert(CS && "Unrecognized type in llvm.global_ctors/llvm.global_dtors"); 77*09467b48Spatrick 78*09467b48Spatrick Constant *FuncC = CS->getOperand(1); 79*09467b48Spatrick Function *Func = nullptr; 80*09467b48Spatrick 81*09467b48Spatrick // Extract function pointer, pulling off any casts. 82*09467b48Spatrick while (FuncC) { 83*09467b48Spatrick if (Function *F = dyn_cast_or_null<Function>(FuncC)) { 84*09467b48Spatrick Func = F; 85*09467b48Spatrick break; 86*09467b48Spatrick } else if (ConstantExpr *CE = dyn_cast_or_null<ConstantExpr>(FuncC)) { 87*09467b48Spatrick if (CE->isCast()) 88*09467b48Spatrick FuncC = dyn_cast_or_null<ConstantExpr>(CE->getOperand(0)); 89*09467b48Spatrick else 90*09467b48Spatrick break; 91*09467b48Spatrick } else { 92*09467b48Spatrick // This isn't anything we recognize. Bail out with Func left set to null. 93*09467b48Spatrick break; 94*09467b48Spatrick } 95*09467b48Spatrick } 96*09467b48Spatrick 97*09467b48Spatrick auto *Priority = cast<ConstantInt>(CS->getOperand(0)); 98*09467b48Spatrick Value *Data = CS->getNumOperands() == 3 ? CS->getOperand(2) : nullptr; 99*09467b48Spatrick if (Data && !isa<GlobalValue>(Data)) 100*09467b48Spatrick Data = nullptr; 101*09467b48Spatrick return Element(Priority->getZExtValue(), Func, Data); 102*09467b48Spatrick } 103*09467b48Spatrick 104*09467b48Spatrick iterator_range<CtorDtorIterator> getConstructors(const Module &M) { 105*09467b48Spatrick const GlobalVariable *CtorsList = M.getNamedGlobal("llvm.global_ctors"); 106*09467b48Spatrick return make_range(CtorDtorIterator(CtorsList, false), 107*09467b48Spatrick CtorDtorIterator(CtorsList, true)); 108*09467b48Spatrick } 109*09467b48Spatrick 110*09467b48Spatrick iterator_range<CtorDtorIterator> getDestructors(const Module &M) { 111*09467b48Spatrick const GlobalVariable *DtorsList = M.getNamedGlobal("llvm.global_dtors"); 112*09467b48Spatrick return make_range(CtorDtorIterator(DtorsList, false), 113*09467b48Spatrick CtorDtorIterator(DtorsList, true)); 114*09467b48Spatrick } 115*09467b48Spatrick 116*09467b48Spatrick void CtorDtorRunner::add(iterator_range<CtorDtorIterator> CtorDtors) { 117*09467b48Spatrick if (CtorDtors.empty()) 118*09467b48Spatrick return; 119*09467b48Spatrick 120*09467b48Spatrick MangleAndInterner Mangle( 121*09467b48Spatrick JD.getExecutionSession(), 122*09467b48Spatrick (*CtorDtors.begin()).Func->getParent()->getDataLayout()); 123*09467b48Spatrick 124*09467b48Spatrick for (auto CtorDtor : CtorDtors) { 125*09467b48Spatrick assert(CtorDtor.Func && CtorDtor.Func->hasName() && 126*09467b48Spatrick "Ctor/Dtor function must be named to be runnable under the JIT"); 127*09467b48Spatrick 128*09467b48Spatrick // FIXME: Maybe use a symbol promoter here instead. 129*09467b48Spatrick if (CtorDtor.Func->hasLocalLinkage()) { 130*09467b48Spatrick CtorDtor.Func->setLinkage(GlobalValue::ExternalLinkage); 131*09467b48Spatrick CtorDtor.Func->setVisibility(GlobalValue::HiddenVisibility); 132*09467b48Spatrick } 133*09467b48Spatrick 134*09467b48Spatrick if (CtorDtor.Data && cast<GlobalValue>(CtorDtor.Data)->isDeclaration()) { 135*09467b48Spatrick dbgs() << " Skipping because why now?\n"; 136*09467b48Spatrick continue; 137*09467b48Spatrick } 138*09467b48Spatrick 139*09467b48Spatrick CtorDtorsByPriority[CtorDtor.Priority].push_back( 140*09467b48Spatrick Mangle(CtorDtor.Func->getName())); 141*09467b48Spatrick } 142*09467b48Spatrick } 143*09467b48Spatrick 144*09467b48Spatrick Error CtorDtorRunner::run() { 145*09467b48Spatrick using CtorDtorTy = void (*)(); 146*09467b48Spatrick 147*09467b48Spatrick SymbolLookupSet LookupSet; 148*09467b48Spatrick for (auto &KV : CtorDtorsByPriority) 149*09467b48Spatrick for (auto &Name : KV.second) 150*09467b48Spatrick LookupSet.add(Name); 151*09467b48Spatrick assert(!LookupSet.containsDuplicates() && 152*09467b48Spatrick "Ctor/Dtor list contains duplicates"); 153*09467b48Spatrick 154*09467b48Spatrick auto &ES = JD.getExecutionSession(); 155*09467b48Spatrick if (auto CtorDtorMap = ES.lookup( 156*09467b48Spatrick makeJITDylibSearchOrder(&JD, JITDylibLookupFlags::MatchAllSymbols), 157*09467b48Spatrick std::move(LookupSet))) { 158*09467b48Spatrick for (auto &KV : CtorDtorsByPriority) { 159*09467b48Spatrick for (auto &Name : KV.second) { 160*09467b48Spatrick assert(CtorDtorMap->count(Name) && "No entry for Name"); 161*09467b48Spatrick auto CtorDtor = reinterpret_cast<CtorDtorTy>( 162*09467b48Spatrick static_cast<uintptr_t>((*CtorDtorMap)[Name].getAddress())); 163*09467b48Spatrick CtorDtor(); 164*09467b48Spatrick } 165*09467b48Spatrick } 166*09467b48Spatrick CtorDtorsByPriority.clear(); 167*09467b48Spatrick return Error::success(); 168*09467b48Spatrick } else 169*09467b48Spatrick return CtorDtorMap.takeError(); 170*09467b48Spatrick } 171*09467b48Spatrick 172*09467b48Spatrick void LocalCXXRuntimeOverridesBase::runDestructors() { 173*09467b48Spatrick auto& CXXDestructorDataPairs = DSOHandleOverride; 174*09467b48Spatrick for (auto &P : CXXDestructorDataPairs) 175*09467b48Spatrick P.first(P.second); 176*09467b48Spatrick CXXDestructorDataPairs.clear(); 177*09467b48Spatrick } 178*09467b48Spatrick 179*09467b48Spatrick int LocalCXXRuntimeOverridesBase::CXAAtExitOverride(DestructorPtr Destructor, 180*09467b48Spatrick void *Arg, 181*09467b48Spatrick void *DSOHandle) { 182*09467b48Spatrick auto& CXXDestructorDataPairs = 183*09467b48Spatrick *reinterpret_cast<CXXDestructorDataPairList*>(DSOHandle); 184*09467b48Spatrick CXXDestructorDataPairs.push_back(std::make_pair(Destructor, Arg)); 185*09467b48Spatrick return 0; 186*09467b48Spatrick } 187*09467b48Spatrick 188*09467b48Spatrick Error LocalCXXRuntimeOverrides::enable(JITDylib &JD, 189*09467b48Spatrick MangleAndInterner &Mangle) { 190*09467b48Spatrick SymbolMap RuntimeInterposes; 191*09467b48Spatrick RuntimeInterposes[Mangle("__dso_handle")] = 192*09467b48Spatrick JITEvaluatedSymbol(toTargetAddress(&DSOHandleOverride), 193*09467b48Spatrick JITSymbolFlags::Exported); 194*09467b48Spatrick RuntimeInterposes[Mangle("__cxa_atexit")] = 195*09467b48Spatrick JITEvaluatedSymbol(toTargetAddress(&CXAAtExitOverride), 196*09467b48Spatrick JITSymbolFlags::Exported); 197*09467b48Spatrick 198*09467b48Spatrick return JD.define(absoluteSymbols(std::move(RuntimeInterposes))); 199*09467b48Spatrick } 200*09467b48Spatrick 201*09467b48Spatrick DynamicLibrarySearchGenerator::DynamicLibrarySearchGenerator( 202*09467b48Spatrick sys::DynamicLibrary Dylib, char GlobalPrefix, SymbolPredicate Allow) 203*09467b48Spatrick : Dylib(std::move(Dylib)), Allow(std::move(Allow)), 204*09467b48Spatrick GlobalPrefix(GlobalPrefix) {} 205*09467b48Spatrick 206*09467b48Spatrick Expected<std::unique_ptr<DynamicLibrarySearchGenerator>> 207*09467b48Spatrick DynamicLibrarySearchGenerator::Load(const char *FileName, char GlobalPrefix, 208*09467b48Spatrick SymbolPredicate Allow) { 209*09467b48Spatrick std::string ErrMsg; 210*09467b48Spatrick auto Lib = sys::DynamicLibrary::getPermanentLibrary(FileName, &ErrMsg); 211*09467b48Spatrick if (!Lib.isValid()) 212*09467b48Spatrick return make_error<StringError>(std::move(ErrMsg), inconvertibleErrorCode()); 213*09467b48Spatrick return std::make_unique<DynamicLibrarySearchGenerator>( 214*09467b48Spatrick std::move(Lib), GlobalPrefix, std::move(Allow)); 215*09467b48Spatrick } 216*09467b48Spatrick 217*09467b48Spatrick Error DynamicLibrarySearchGenerator::tryToGenerate( 218*09467b48Spatrick LookupKind K, JITDylib &JD, JITDylibLookupFlags JDLookupFlags, 219*09467b48Spatrick const SymbolLookupSet &Symbols) { 220*09467b48Spatrick orc::SymbolMap NewSymbols; 221*09467b48Spatrick 222*09467b48Spatrick bool HasGlobalPrefix = (GlobalPrefix != '\0'); 223*09467b48Spatrick 224*09467b48Spatrick for (auto &KV : Symbols) { 225*09467b48Spatrick auto &Name = KV.first; 226*09467b48Spatrick 227*09467b48Spatrick if ((*Name).empty()) 228*09467b48Spatrick continue; 229*09467b48Spatrick 230*09467b48Spatrick if (Allow && !Allow(Name)) 231*09467b48Spatrick continue; 232*09467b48Spatrick 233*09467b48Spatrick if (HasGlobalPrefix && (*Name).front() != GlobalPrefix) 234*09467b48Spatrick continue; 235*09467b48Spatrick 236*09467b48Spatrick std::string Tmp((*Name).data() + HasGlobalPrefix, 237*09467b48Spatrick (*Name).size() - HasGlobalPrefix); 238*09467b48Spatrick if (void *Addr = Dylib.getAddressOfSymbol(Tmp.c_str())) { 239*09467b48Spatrick NewSymbols[Name] = JITEvaluatedSymbol( 240*09467b48Spatrick static_cast<JITTargetAddress>(reinterpret_cast<uintptr_t>(Addr)), 241*09467b48Spatrick JITSymbolFlags::Exported); 242*09467b48Spatrick } 243*09467b48Spatrick } 244*09467b48Spatrick 245*09467b48Spatrick if (NewSymbols.empty()) 246*09467b48Spatrick return Error::success(); 247*09467b48Spatrick 248*09467b48Spatrick return JD.define(absoluteSymbols(std::move(NewSymbols))); 249*09467b48Spatrick } 250*09467b48Spatrick 251*09467b48Spatrick Expected<std::unique_ptr<StaticLibraryDefinitionGenerator>> 252*09467b48Spatrick StaticLibraryDefinitionGenerator::Load(ObjectLayer &L, const char *FileName) { 253*09467b48Spatrick auto ArchiveBuffer = errorOrToExpected(MemoryBuffer::getFile(FileName)); 254*09467b48Spatrick 255*09467b48Spatrick if (!ArchiveBuffer) 256*09467b48Spatrick return ArchiveBuffer.takeError(); 257*09467b48Spatrick 258*09467b48Spatrick return Create(L, std::move(*ArchiveBuffer)); 259*09467b48Spatrick } 260*09467b48Spatrick 261*09467b48Spatrick Expected<std::unique_ptr<StaticLibraryDefinitionGenerator>> 262*09467b48Spatrick StaticLibraryDefinitionGenerator::Create( 263*09467b48Spatrick ObjectLayer &L, std::unique_ptr<MemoryBuffer> ArchiveBuffer) { 264*09467b48Spatrick Error Err = Error::success(); 265*09467b48Spatrick 266*09467b48Spatrick std::unique_ptr<StaticLibraryDefinitionGenerator> ADG( 267*09467b48Spatrick new StaticLibraryDefinitionGenerator(L, std::move(ArchiveBuffer), Err)); 268*09467b48Spatrick 269*09467b48Spatrick if (Err) 270*09467b48Spatrick return std::move(Err); 271*09467b48Spatrick 272*09467b48Spatrick return std::move(ADG); 273*09467b48Spatrick } 274*09467b48Spatrick 275*09467b48Spatrick Error StaticLibraryDefinitionGenerator::tryToGenerate( 276*09467b48Spatrick LookupKind K, JITDylib &JD, JITDylibLookupFlags JDLookupFlags, 277*09467b48Spatrick const SymbolLookupSet &Symbols) { 278*09467b48Spatrick 279*09467b48Spatrick // Don't materialize symbols from static archives unless this is a static 280*09467b48Spatrick // lookup. 281*09467b48Spatrick if (K != LookupKind::Static) 282*09467b48Spatrick return Error::success(); 283*09467b48Spatrick 284*09467b48Spatrick // Bail out early if we've already freed the archive. 285*09467b48Spatrick if (!Archive) 286*09467b48Spatrick return Error::success(); 287*09467b48Spatrick 288*09467b48Spatrick DenseSet<std::pair<StringRef, StringRef>> ChildBufferInfos; 289*09467b48Spatrick 290*09467b48Spatrick for (const auto &KV : Symbols) { 291*09467b48Spatrick const auto &Name = KV.first; 292*09467b48Spatrick auto Child = Archive->findSym(*Name); 293*09467b48Spatrick if (!Child) 294*09467b48Spatrick return Child.takeError(); 295*09467b48Spatrick if (*Child == None) 296*09467b48Spatrick continue; 297*09467b48Spatrick auto ChildBuffer = (*Child)->getMemoryBufferRef(); 298*09467b48Spatrick if (!ChildBuffer) 299*09467b48Spatrick return ChildBuffer.takeError(); 300*09467b48Spatrick ChildBufferInfos.insert( 301*09467b48Spatrick {ChildBuffer->getBuffer(), ChildBuffer->getBufferIdentifier()}); 302*09467b48Spatrick } 303*09467b48Spatrick 304*09467b48Spatrick for (auto ChildBufferInfo : ChildBufferInfos) { 305*09467b48Spatrick MemoryBufferRef ChildBufferRef(ChildBufferInfo.first, 306*09467b48Spatrick ChildBufferInfo.second); 307*09467b48Spatrick 308*09467b48Spatrick if (auto Err = 309*09467b48Spatrick L.add(JD, MemoryBuffer::getMemBuffer(ChildBufferRef), VModuleKey())) 310*09467b48Spatrick return Err; 311*09467b48Spatrick } 312*09467b48Spatrick 313*09467b48Spatrick return Error::success(); 314*09467b48Spatrick } 315*09467b48Spatrick 316*09467b48Spatrick StaticLibraryDefinitionGenerator::StaticLibraryDefinitionGenerator( 317*09467b48Spatrick ObjectLayer &L, std::unique_ptr<MemoryBuffer> ArchiveBuffer, Error &Err) 318*09467b48Spatrick : L(L), ArchiveBuffer(std::move(ArchiveBuffer)), 319*09467b48Spatrick Archive(std::make_unique<object::Archive>(*this->ArchiveBuffer, Err)) {} 320*09467b48Spatrick 321*09467b48Spatrick } // End namespace orc. 322*09467b48Spatrick } // End namespace llvm. 323