1*9880d681SAndroid Build Coastguard Worker //===---- IndirectionUtils.cpp - Utilities for call indirection in Orc ----===//
2*9880d681SAndroid Build Coastguard Worker //
3*9880d681SAndroid Build Coastguard Worker // The LLVM Compiler Infrastructure
4*9880d681SAndroid Build Coastguard Worker //
5*9880d681SAndroid Build Coastguard Worker // This file is distributed under the University of Illinois Open Source
6*9880d681SAndroid Build Coastguard Worker // License. See LICENSE.TXT for details.
7*9880d681SAndroid Build Coastguard Worker //
8*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
9*9880d681SAndroid Build Coastguard Worker
10*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/STLExtras.h"
11*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/Triple.h"
12*9880d681SAndroid Build Coastguard Worker #include "llvm/ExecutionEngine/Orc/IndirectionUtils.h"
13*9880d681SAndroid Build Coastguard Worker #include "llvm/ExecutionEngine/Orc/OrcABISupport.h"
14*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/CallSite.h"
15*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/IRBuilder.h"
16*9880d681SAndroid Build Coastguard Worker #include "llvm/Transforms/Utils/Cloning.h"
17*9880d681SAndroid Build Coastguard Worker #include <sstream>
18*9880d681SAndroid Build Coastguard Worker
19*9880d681SAndroid Build Coastguard Worker namespace llvm {
20*9880d681SAndroid Build Coastguard Worker namespace orc {
21*9880d681SAndroid Build Coastguard Worker
anchor()22*9880d681SAndroid Build Coastguard Worker void JITCompileCallbackManager::anchor() {}
anchor()23*9880d681SAndroid Build Coastguard Worker void IndirectStubsManager::anchor() {}
24*9880d681SAndroid Build Coastguard Worker
25*9880d681SAndroid Build Coastguard Worker std::unique_ptr<JITCompileCallbackManager>
createLocalCompileCallbackManager(const Triple & T,TargetAddress ErrorHandlerAddress)26*9880d681SAndroid Build Coastguard Worker createLocalCompileCallbackManager(const Triple &T,
27*9880d681SAndroid Build Coastguard Worker TargetAddress ErrorHandlerAddress) {
28*9880d681SAndroid Build Coastguard Worker switch (T.getArch()) {
29*9880d681SAndroid Build Coastguard Worker default: return nullptr;
30*9880d681SAndroid Build Coastguard Worker
31*9880d681SAndroid Build Coastguard Worker case Triple::x86: {
32*9880d681SAndroid Build Coastguard Worker typedef orc::LocalJITCompileCallbackManager<orc::OrcI386> CCMgrT;
33*9880d681SAndroid Build Coastguard Worker return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
34*9880d681SAndroid Build Coastguard Worker }
35*9880d681SAndroid Build Coastguard Worker
36*9880d681SAndroid Build Coastguard Worker case Triple::x86_64: {
37*9880d681SAndroid Build Coastguard Worker if ( T.getOS() == Triple::OSType::Win32 ) {
38*9880d681SAndroid Build Coastguard Worker typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_Win32> CCMgrT;
39*9880d681SAndroid Build Coastguard Worker return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
40*9880d681SAndroid Build Coastguard Worker } else {
41*9880d681SAndroid Build Coastguard Worker typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_SysV> CCMgrT;
42*9880d681SAndroid Build Coastguard Worker return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
43*9880d681SAndroid Build Coastguard Worker }
44*9880d681SAndroid Build Coastguard Worker }
45*9880d681SAndroid Build Coastguard Worker }
46*9880d681SAndroid Build Coastguard Worker }
47*9880d681SAndroid Build Coastguard Worker
48*9880d681SAndroid Build Coastguard Worker std::function<std::unique_ptr<IndirectStubsManager>()>
createLocalIndirectStubsManagerBuilder(const Triple & T)49*9880d681SAndroid Build Coastguard Worker createLocalIndirectStubsManagerBuilder(const Triple &T) {
50*9880d681SAndroid Build Coastguard Worker switch (T.getArch()) {
51*9880d681SAndroid Build Coastguard Worker default: return nullptr;
52*9880d681SAndroid Build Coastguard Worker
53*9880d681SAndroid Build Coastguard Worker case Triple::x86:
54*9880d681SAndroid Build Coastguard Worker return [](){
55*9880d681SAndroid Build Coastguard Worker return llvm::make_unique<
56*9880d681SAndroid Build Coastguard Worker orc::LocalIndirectStubsManager<orc::OrcI386>>();
57*9880d681SAndroid Build Coastguard Worker };
58*9880d681SAndroid Build Coastguard Worker
59*9880d681SAndroid Build Coastguard Worker case Triple::x86_64:
60*9880d681SAndroid Build Coastguard Worker if (T.getOS() == Triple::OSType::Win32) {
61*9880d681SAndroid Build Coastguard Worker return [](){
62*9880d681SAndroid Build Coastguard Worker return llvm::make_unique<
63*9880d681SAndroid Build Coastguard Worker orc::LocalIndirectStubsManager<orc::OrcX86_64_Win32>>();
64*9880d681SAndroid Build Coastguard Worker };
65*9880d681SAndroid Build Coastguard Worker } else {
66*9880d681SAndroid Build Coastguard Worker return [](){
67*9880d681SAndroid Build Coastguard Worker return llvm::make_unique<
68*9880d681SAndroid Build Coastguard Worker orc::LocalIndirectStubsManager<orc::OrcX86_64_SysV>>();
69*9880d681SAndroid Build Coastguard Worker };
70*9880d681SAndroid Build Coastguard Worker }
71*9880d681SAndroid Build Coastguard Worker }
72*9880d681SAndroid Build Coastguard Worker }
73*9880d681SAndroid Build Coastguard Worker
createIRTypedAddress(FunctionType & FT,TargetAddress Addr)74*9880d681SAndroid Build Coastguard Worker Constant* createIRTypedAddress(FunctionType &FT, TargetAddress Addr) {
75*9880d681SAndroid Build Coastguard Worker Constant *AddrIntVal =
76*9880d681SAndroid Build Coastguard Worker ConstantInt::get(Type::getInt64Ty(FT.getContext()), Addr);
77*9880d681SAndroid Build Coastguard Worker Constant *AddrPtrVal =
78*9880d681SAndroid Build Coastguard Worker ConstantExpr::getCast(Instruction::IntToPtr, AddrIntVal,
79*9880d681SAndroid Build Coastguard Worker PointerType::get(&FT, 0));
80*9880d681SAndroid Build Coastguard Worker return AddrPtrVal;
81*9880d681SAndroid Build Coastguard Worker }
82*9880d681SAndroid Build Coastguard Worker
createImplPointer(PointerType & PT,Module & M,const Twine & Name,Constant * Initializer)83*9880d681SAndroid Build Coastguard Worker GlobalVariable* createImplPointer(PointerType &PT, Module &M,
84*9880d681SAndroid Build Coastguard Worker const Twine &Name, Constant *Initializer) {
85*9880d681SAndroid Build Coastguard Worker auto IP = new GlobalVariable(M, &PT, false, GlobalValue::ExternalLinkage,
86*9880d681SAndroid Build Coastguard Worker Initializer, Name, nullptr,
87*9880d681SAndroid Build Coastguard Worker GlobalValue::NotThreadLocal, 0, true);
88*9880d681SAndroid Build Coastguard Worker IP->setVisibility(GlobalValue::HiddenVisibility);
89*9880d681SAndroid Build Coastguard Worker return IP;
90*9880d681SAndroid Build Coastguard Worker }
91*9880d681SAndroid Build Coastguard Worker
makeStub(Function & F,Value & ImplPointer)92*9880d681SAndroid Build Coastguard Worker void makeStub(Function &F, Value &ImplPointer) {
93*9880d681SAndroid Build Coastguard Worker assert(F.isDeclaration() && "Can't turn a definition into a stub.");
94*9880d681SAndroid Build Coastguard Worker assert(F.getParent() && "Function isn't in a module.");
95*9880d681SAndroid Build Coastguard Worker Module &M = *F.getParent();
96*9880d681SAndroid Build Coastguard Worker BasicBlock *EntryBlock = BasicBlock::Create(M.getContext(), "entry", &F);
97*9880d681SAndroid Build Coastguard Worker IRBuilder<> Builder(EntryBlock);
98*9880d681SAndroid Build Coastguard Worker LoadInst *ImplAddr = Builder.CreateLoad(&ImplPointer);
99*9880d681SAndroid Build Coastguard Worker std::vector<Value*> CallArgs;
100*9880d681SAndroid Build Coastguard Worker for (auto &A : F.args())
101*9880d681SAndroid Build Coastguard Worker CallArgs.push_back(&A);
102*9880d681SAndroid Build Coastguard Worker CallInst *Call = Builder.CreateCall(ImplAddr, CallArgs);
103*9880d681SAndroid Build Coastguard Worker Call->setTailCall();
104*9880d681SAndroid Build Coastguard Worker Call->setAttributes(F.getAttributes());
105*9880d681SAndroid Build Coastguard Worker if (F.getReturnType()->isVoidTy())
106*9880d681SAndroid Build Coastguard Worker Builder.CreateRetVoid();
107*9880d681SAndroid Build Coastguard Worker else
108*9880d681SAndroid Build Coastguard Worker Builder.CreateRet(Call);
109*9880d681SAndroid Build Coastguard Worker }
110*9880d681SAndroid Build Coastguard Worker
111*9880d681SAndroid Build Coastguard Worker // Utility class for renaming global values and functions during partitioning.
112*9880d681SAndroid Build Coastguard Worker class GlobalRenamer {
113*9880d681SAndroid Build Coastguard Worker public:
114*9880d681SAndroid Build Coastguard Worker
needsRenaming(const Value & New)115*9880d681SAndroid Build Coastguard Worker static bool needsRenaming(const Value &New) {
116*9880d681SAndroid Build Coastguard Worker return !New.hasName() || New.getName().startswith("\01L");
117*9880d681SAndroid Build Coastguard Worker }
118*9880d681SAndroid Build Coastguard Worker
getRename(const Value & Orig)119*9880d681SAndroid Build Coastguard Worker const std::string& getRename(const Value &Orig) {
120*9880d681SAndroid Build Coastguard Worker // See if we have a name for this global.
121*9880d681SAndroid Build Coastguard Worker {
122*9880d681SAndroid Build Coastguard Worker auto I = Names.find(&Orig);
123*9880d681SAndroid Build Coastguard Worker if (I != Names.end())
124*9880d681SAndroid Build Coastguard Worker return I->second;
125*9880d681SAndroid Build Coastguard Worker }
126*9880d681SAndroid Build Coastguard Worker
127*9880d681SAndroid Build Coastguard Worker // Nope. Create a new one.
128*9880d681SAndroid Build Coastguard Worker // FIXME: Use a more robust uniquing scheme. (This may blow up if the user
129*9880d681SAndroid Build Coastguard Worker // writes a "__orc_anon[[:digit:]]* method).
130*9880d681SAndroid Build Coastguard Worker unsigned ID = Names.size();
131*9880d681SAndroid Build Coastguard Worker std::ostringstream NameStream;
132*9880d681SAndroid Build Coastguard Worker NameStream << "__orc_anon" << ID++;
133*9880d681SAndroid Build Coastguard Worker auto I = Names.insert(std::make_pair(&Orig, NameStream.str()));
134*9880d681SAndroid Build Coastguard Worker return I.first->second;
135*9880d681SAndroid Build Coastguard Worker }
136*9880d681SAndroid Build Coastguard Worker private:
137*9880d681SAndroid Build Coastguard Worker DenseMap<const Value*, std::string> Names;
138*9880d681SAndroid Build Coastguard Worker };
139*9880d681SAndroid Build Coastguard Worker
raiseVisibilityOnValue(GlobalValue & V,GlobalRenamer & R)140*9880d681SAndroid Build Coastguard Worker static void raiseVisibilityOnValue(GlobalValue &V, GlobalRenamer &R) {
141*9880d681SAndroid Build Coastguard Worker if (V.hasLocalLinkage()) {
142*9880d681SAndroid Build Coastguard Worker if (R.needsRenaming(V))
143*9880d681SAndroid Build Coastguard Worker V.setName(R.getRename(V));
144*9880d681SAndroid Build Coastguard Worker V.setLinkage(GlobalValue::ExternalLinkage);
145*9880d681SAndroid Build Coastguard Worker V.setVisibility(GlobalValue::HiddenVisibility);
146*9880d681SAndroid Build Coastguard Worker }
147*9880d681SAndroid Build Coastguard Worker V.setUnnamedAddr(GlobalValue::UnnamedAddr::None);
148*9880d681SAndroid Build Coastguard Worker assert(!R.needsRenaming(V) && "Invalid global name.");
149*9880d681SAndroid Build Coastguard Worker }
150*9880d681SAndroid Build Coastguard Worker
makeAllSymbolsExternallyAccessible(Module & M)151*9880d681SAndroid Build Coastguard Worker void makeAllSymbolsExternallyAccessible(Module &M) {
152*9880d681SAndroid Build Coastguard Worker GlobalRenamer Renamer;
153*9880d681SAndroid Build Coastguard Worker
154*9880d681SAndroid Build Coastguard Worker for (auto &F : M)
155*9880d681SAndroid Build Coastguard Worker raiseVisibilityOnValue(F, Renamer);
156*9880d681SAndroid Build Coastguard Worker
157*9880d681SAndroid Build Coastguard Worker for (auto &GV : M.globals())
158*9880d681SAndroid Build Coastguard Worker raiseVisibilityOnValue(GV, Renamer);
159*9880d681SAndroid Build Coastguard Worker
160*9880d681SAndroid Build Coastguard Worker for (auto &A : M.aliases())
161*9880d681SAndroid Build Coastguard Worker raiseVisibilityOnValue(A, Renamer);
162*9880d681SAndroid Build Coastguard Worker }
163*9880d681SAndroid Build Coastguard Worker
cloneFunctionDecl(Module & Dst,const Function & F,ValueToValueMapTy * VMap)164*9880d681SAndroid Build Coastguard Worker Function* cloneFunctionDecl(Module &Dst, const Function &F,
165*9880d681SAndroid Build Coastguard Worker ValueToValueMapTy *VMap) {
166*9880d681SAndroid Build Coastguard Worker assert(F.getParent() != &Dst && "Can't copy decl over existing function.");
167*9880d681SAndroid Build Coastguard Worker Function *NewF =
168*9880d681SAndroid Build Coastguard Worker Function::Create(cast<FunctionType>(F.getValueType()),
169*9880d681SAndroid Build Coastguard Worker F.getLinkage(), F.getName(), &Dst);
170*9880d681SAndroid Build Coastguard Worker NewF->copyAttributesFrom(&F);
171*9880d681SAndroid Build Coastguard Worker
172*9880d681SAndroid Build Coastguard Worker if (VMap) {
173*9880d681SAndroid Build Coastguard Worker (*VMap)[&F] = NewF;
174*9880d681SAndroid Build Coastguard Worker auto NewArgI = NewF->arg_begin();
175*9880d681SAndroid Build Coastguard Worker for (auto ArgI = F.arg_begin(), ArgE = F.arg_end(); ArgI != ArgE;
176*9880d681SAndroid Build Coastguard Worker ++ArgI, ++NewArgI)
177*9880d681SAndroid Build Coastguard Worker (*VMap)[&*ArgI] = &*NewArgI;
178*9880d681SAndroid Build Coastguard Worker }
179*9880d681SAndroid Build Coastguard Worker
180*9880d681SAndroid Build Coastguard Worker return NewF;
181*9880d681SAndroid Build Coastguard Worker }
182*9880d681SAndroid Build Coastguard Worker
moveFunctionBody(Function & OrigF,ValueToValueMapTy & VMap,ValueMaterializer * Materializer,Function * NewF)183*9880d681SAndroid Build Coastguard Worker void moveFunctionBody(Function &OrigF, ValueToValueMapTy &VMap,
184*9880d681SAndroid Build Coastguard Worker ValueMaterializer *Materializer,
185*9880d681SAndroid Build Coastguard Worker Function *NewF) {
186*9880d681SAndroid Build Coastguard Worker assert(!OrigF.isDeclaration() && "Nothing to move");
187*9880d681SAndroid Build Coastguard Worker if (!NewF)
188*9880d681SAndroid Build Coastguard Worker NewF = cast<Function>(VMap[&OrigF]);
189*9880d681SAndroid Build Coastguard Worker else
190*9880d681SAndroid Build Coastguard Worker assert(VMap[&OrigF] == NewF && "Incorrect function mapping in VMap.");
191*9880d681SAndroid Build Coastguard Worker assert(NewF && "Function mapping missing from VMap.");
192*9880d681SAndroid Build Coastguard Worker assert(NewF->getParent() != OrigF.getParent() &&
193*9880d681SAndroid Build Coastguard Worker "moveFunctionBody should only be used to move bodies between "
194*9880d681SAndroid Build Coastguard Worker "modules.");
195*9880d681SAndroid Build Coastguard Worker
196*9880d681SAndroid Build Coastguard Worker SmallVector<ReturnInst *, 8> Returns; // Ignore returns cloned.
197*9880d681SAndroid Build Coastguard Worker CloneFunctionInto(NewF, &OrigF, VMap, /*ModuleLevelChanges=*/true, Returns,
198*9880d681SAndroid Build Coastguard Worker "", nullptr, nullptr, Materializer);
199*9880d681SAndroid Build Coastguard Worker OrigF.deleteBody();
200*9880d681SAndroid Build Coastguard Worker }
201*9880d681SAndroid Build Coastguard Worker
cloneGlobalVariableDecl(Module & Dst,const GlobalVariable & GV,ValueToValueMapTy * VMap)202*9880d681SAndroid Build Coastguard Worker GlobalVariable* cloneGlobalVariableDecl(Module &Dst, const GlobalVariable &GV,
203*9880d681SAndroid Build Coastguard Worker ValueToValueMapTy *VMap) {
204*9880d681SAndroid Build Coastguard Worker assert(GV.getParent() != &Dst && "Can't copy decl over existing global var.");
205*9880d681SAndroid Build Coastguard Worker GlobalVariable *NewGV = new GlobalVariable(
206*9880d681SAndroid Build Coastguard Worker Dst, GV.getValueType(), GV.isConstant(),
207*9880d681SAndroid Build Coastguard Worker GV.getLinkage(), nullptr, GV.getName(), nullptr,
208*9880d681SAndroid Build Coastguard Worker GV.getThreadLocalMode(), GV.getType()->getAddressSpace());
209*9880d681SAndroid Build Coastguard Worker NewGV->copyAttributesFrom(&GV);
210*9880d681SAndroid Build Coastguard Worker if (VMap)
211*9880d681SAndroid Build Coastguard Worker (*VMap)[&GV] = NewGV;
212*9880d681SAndroid Build Coastguard Worker return NewGV;
213*9880d681SAndroid Build Coastguard Worker }
214*9880d681SAndroid Build Coastguard Worker
moveGlobalVariableInitializer(GlobalVariable & OrigGV,ValueToValueMapTy & VMap,ValueMaterializer * Materializer,GlobalVariable * NewGV)215*9880d681SAndroid Build Coastguard Worker void moveGlobalVariableInitializer(GlobalVariable &OrigGV,
216*9880d681SAndroid Build Coastguard Worker ValueToValueMapTy &VMap,
217*9880d681SAndroid Build Coastguard Worker ValueMaterializer *Materializer,
218*9880d681SAndroid Build Coastguard Worker GlobalVariable *NewGV) {
219*9880d681SAndroid Build Coastguard Worker assert(OrigGV.hasInitializer() && "Nothing to move");
220*9880d681SAndroid Build Coastguard Worker if (!NewGV)
221*9880d681SAndroid Build Coastguard Worker NewGV = cast<GlobalVariable>(VMap[&OrigGV]);
222*9880d681SAndroid Build Coastguard Worker else
223*9880d681SAndroid Build Coastguard Worker assert(VMap[&OrigGV] == NewGV &&
224*9880d681SAndroid Build Coastguard Worker "Incorrect global variable mapping in VMap.");
225*9880d681SAndroid Build Coastguard Worker assert(NewGV->getParent() != OrigGV.getParent() &&
226*9880d681SAndroid Build Coastguard Worker "moveGlobalVariable should only be used to move initializers between "
227*9880d681SAndroid Build Coastguard Worker "modules");
228*9880d681SAndroid Build Coastguard Worker
229*9880d681SAndroid Build Coastguard Worker NewGV->setInitializer(MapValue(OrigGV.getInitializer(), VMap, RF_None,
230*9880d681SAndroid Build Coastguard Worker nullptr, Materializer));
231*9880d681SAndroid Build Coastguard Worker }
232*9880d681SAndroid Build Coastguard Worker
cloneGlobalAliasDecl(Module & Dst,const GlobalAlias & OrigA,ValueToValueMapTy & VMap)233*9880d681SAndroid Build Coastguard Worker GlobalAlias* cloneGlobalAliasDecl(Module &Dst, const GlobalAlias &OrigA,
234*9880d681SAndroid Build Coastguard Worker ValueToValueMapTy &VMap) {
235*9880d681SAndroid Build Coastguard Worker assert(OrigA.getAliasee() && "Original alias doesn't have an aliasee?");
236*9880d681SAndroid Build Coastguard Worker auto *NewA = GlobalAlias::create(OrigA.getValueType(),
237*9880d681SAndroid Build Coastguard Worker OrigA.getType()->getPointerAddressSpace(),
238*9880d681SAndroid Build Coastguard Worker OrigA.getLinkage(), OrigA.getName(), &Dst);
239*9880d681SAndroid Build Coastguard Worker NewA->copyAttributesFrom(&OrigA);
240*9880d681SAndroid Build Coastguard Worker VMap[&OrigA] = NewA;
241*9880d681SAndroid Build Coastguard Worker return NewA;
242*9880d681SAndroid Build Coastguard Worker }
243*9880d681SAndroid Build Coastguard Worker
244*9880d681SAndroid Build Coastguard Worker } // End namespace orc.
245*9880d681SAndroid Build Coastguard Worker } // End namespace llvm.
246