xref: /aosp_15_r20/external/llvm/lib/ExecutionEngine/Orc/IndirectionUtils.cpp (revision 9880d6810fe72a1726cb53787c6711e909410d58)
1*9880d681SAndroid Build Coastguard Worker //===---- IndirectionUtils.cpp - Utilities for call indirection in Orc ----===//
2*9880d681SAndroid Build Coastguard Worker //
3*9880d681SAndroid Build Coastguard Worker //                     The LLVM Compiler Infrastructure
4*9880d681SAndroid Build Coastguard Worker //
5*9880d681SAndroid Build Coastguard Worker // This file is distributed under the University of Illinois Open Source
6*9880d681SAndroid Build Coastguard Worker // License. See LICENSE.TXT for details.
7*9880d681SAndroid Build Coastguard Worker //
8*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
9*9880d681SAndroid Build Coastguard Worker 
10*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/STLExtras.h"
11*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/Triple.h"
12*9880d681SAndroid Build Coastguard Worker #include "llvm/ExecutionEngine/Orc/IndirectionUtils.h"
13*9880d681SAndroid Build Coastguard Worker #include "llvm/ExecutionEngine/Orc/OrcABISupport.h"
14*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/CallSite.h"
15*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/IRBuilder.h"
16*9880d681SAndroid Build Coastguard Worker #include "llvm/Transforms/Utils/Cloning.h"
17*9880d681SAndroid Build Coastguard Worker #include <sstream>
18*9880d681SAndroid Build Coastguard Worker 
19*9880d681SAndroid Build Coastguard Worker namespace llvm {
20*9880d681SAndroid Build Coastguard Worker namespace orc {
21*9880d681SAndroid Build Coastguard Worker 
anchor()22*9880d681SAndroid Build Coastguard Worker void JITCompileCallbackManager::anchor() {}
anchor()23*9880d681SAndroid Build Coastguard Worker void IndirectStubsManager::anchor() {}
24*9880d681SAndroid Build Coastguard Worker 
25*9880d681SAndroid Build Coastguard Worker std::unique_ptr<JITCompileCallbackManager>
createLocalCompileCallbackManager(const Triple & T,TargetAddress ErrorHandlerAddress)26*9880d681SAndroid Build Coastguard Worker createLocalCompileCallbackManager(const Triple &T,
27*9880d681SAndroid Build Coastguard Worker                                   TargetAddress ErrorHandlerAddress) {
28*9880d681SAndroid Build Coastguard Worker   switch (T.getArch()) {
29*9880d681SAndroid Build Coastguard Worker     default: return nullptr;
30*9880d681SAndroid Build Coastguard Worker 
31*9880d681SAndroid Build Coastguard Worker     case Triple::x86: {
32*9880d681SAndroid Build Coastguard Worker       typedef orc::LocalJITCompileCallbackManager<orc::OrcI386> CCMgrT;
33*9880d681SAndroid Build Coastguard Worker       return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
34*9880d681SAndroid Build Coastguard Worker     }
35*9880d681SAndroid Build Coastguard Worker 
36*9880d681SAndroid Build Coastguard Worker     case Triple::x86_64: {
37*9880d681SAndroid Build Coastguard Worker       if ( T.getOS() == Triple::OSType::Win32 ) {
38*9880d681SAndroid Build Coastguard Worker         typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_Win32> CCMgrT;
39*9880d681SAndroid Build Coastguard Worker         return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
40*9880d681SAndroid Build Coastguard Worker       } else {
41*9880d681SAndroid Build Coastguard Worker         typedef orc::LocalJITCompileCallbackManager<orc::OrcX86_64_SysV> CCMgrT;
42*9880d681SAndroid Build Coastguard Worker         return llvm::make_unique<CCMgrT>(ErrorHandlerAddress);
43*9880d681SAndroid Build Coastguard Worker       }
44*9880d681SAndroid Build Coastguard Worker     }
45*9880d681SAndroid Build Coastguard Worker   }
46*9880d681SAndroid Build Coastguard Worker }
47*9880d681SAndroid Build Coastguard Worker 
48*9880d681SAndroid Build Coastguard Worker std::function<std::unique_ptr<IndirectStubsManager>()>
createLocalIndirectStubsManagerBuilder(const Triple & T)49*9880d681SAndroid Build Coastguard Worker createLocalIndirectStubsManagerBuilder(const Triple &T) {
50*9880d681SAndroid Build Coastguard Worker   switch (T.getArch()) {
51*9880d681SAndroid Build Coastguard Worker     default: return nullptr;
52*9880d681SAndroid Build Coastguard Worker 
53*9880d681SAndroid Build Coastguard Worker     case Triple::x86:
54*9880d681SAndroid Build Coastguard Worker       return [](){
55*9880d681SAndroid Build Coastguard Worker         return llvm::make_unique<
56*9880d681SAndroid Build Coastguard Worker                        orc::LocalIndirectStubsManager<orc::OrcI386>>();
57*9880d681SAndroid Build Coastguard Worker       };
58*9880d681SAndroid Build Coastguard Worker 
59*9880d681SAndroid Build Coastguard Worker     case Triple::x86_64:
60*9880d681SAndroid Build Coastguard Worker       if (T.getOS() == Triple::OSType::Win32) {
61*9880d681SAndroid Build Coastguard Worker         return [](){
62*9880d681SAndroid Build Coastguard Worker           return llvm::make_unique<
63*9880d681SAndroid Build Coastguard Worker                      orc::LocalIndirectStubsManager<orc::OrcX86_64_Win32>>();
64*9880d681SAndroid Build Coastguard Worker         };
65*9880d681SAndroid Build Coastguard Worker       } else {
66*9880d681SAndroid Build Coastguard Worker         return [](){
67*9880d681SAndroid Build Coastguard Worker           return llvm::make_unique<
68*9880d681SAndroid Build Coastguard Worker                      orc::LocalIndirectStubsManager<orc::OrcX86_64_SysV>>();
69*9880d681SAndroid Build Coastguard Worker         };
70*9880d681SAndroid Build Coastguard Worker       }
71*9880d681SAndroid Build Coastguard Worker   }
72*9880d681SAndroid Build Coastguard Worker }
73*9880d681SAndroid Build Coastguard Worker 
createIRTypedAddress(FunctionType & FT,TargetAddress Addr)74*9880d681SAndroid Build Coastguard Worker Constant* createIRTypedAddress(FunctionType &FT, TargetAddress Addr) {
75*9880d681SAndroid Build Coastguard Worker   Constant *AddrIntVal =
76*9880d681SAndroid Build Coastguard Worker     ConstantInt::get(Type::getInt64Ty(FT.getContext()), Addr);
77*9880d681SAndroid Build Coastguard Worker   Constant *AddrPtrVal =
78*9880d681SAndroid Build Coastguard Worker     ConstantExpr::getCast(Instruction::IntToPtr, AddrIntVal,
79*9880d681SAndroid Build Coastguard Worker                           PointerType::get(&FT, 0));
80*9880d681SAndroid Build Coastguard Worker   return AddrPtrVal;
81*9880d681SAndroid Build Coastguard Worker }
82*9880d681SAndroid Build Coastguard Worker 
createImplPointer(PointerType & PT,Module & M,const Twine & Name,Constant * Initializer)83*9880d681SAndroid Build Coastguard Worker GlobalVariable* createImplPointer(PointerType &PT, Module &M,
84*9880d681SAndroid Build Coastguard Worker                                   const Twine &Name, Constant *Initializer) {
85*9880d681SAndroid Build Coastguard Worker   auto IP = new GlobalVariable(M, &PT, false, GlobalValue::ExternalLinkage,
86*9880d681SAndroid Build Coastguard Worker                                Initializer, Name, nullptr,
87*9880d681SAndroid Build Coastguard Worker                                GlobalValue::NotThreadLocal, 0, true);
88*9880d681SAndroid Build Coastguard Worker   IP->setVisibility(GlobalValue::HiddenVisibility);
89*9880d681SAndroid Build Coastguard Worker   return IP;
90*9880d681SAndroid Build Coastguard Worker }
91*9880d681SAndroid Build Coastguard Worker 
makeStub(Function & F,Value & ImplPointer)92*9880d681SAndroid Build Coastguard Worker void makeStub(Function &F, Value &ImplPointer) {
93*9880d681SAndroid Build Coastguard Worker   assert(F.isDeclaration() && "Can't turn a definition into a stub.");
94*9880d681SAndroid Build Coastguard Worker   assert(F.getParent() && "Function isn't in a module.");
95*9880d681SAndroid Build Coastguard Worker   Module &M = *F.getParent();
96*9880d681SAndroid Build Coastguard Worker   BasicBlock *EntryBlock = BasicBlock::Create(M.getContext(), "entry", &F);
97*9880d681SAndroid Build Coastguard Worker   IRBuilder<> Builder(EntryBlock);
98*9880d681SAndroid Build Coastguard Worker   LoadInst *ImplAddr = Builder.CreateLoad(&ImplPointer);
99*9880d681SAndroid Build Coastguard Worker   std::vector<Value*> CallArgs;
100*9880d681SAndroid Build Coastguard Worker   for (auto &A : F.args())
101*9880d681SAndroid Build Coastguard Worker     CallArgs.push_back(&A);
102*9880d681SAndroid Build Coastguard Worker   CallInst *Call = Builder.CreateCall(ImplAddr, CallArgs);
103*9880d681SAndroid Build Coastguard Worker   Call->setTailCall();
104*9880d681SAndroid Build Coastguard Worker   Call->setAttributes(F.getAttributes());
105*9880d681SAndroid Build Coastguard Worker   if (F.getReturnType()->isVoidTy())
106*9880d681SAndroid Build Coastguard Worker     Builder.CreateRetVoid();
107*9880d681SAndroid Build Coastguard Worker   else
108*9880d681SAndroid Build Coastguard Worker     Builder.CreateRet(Call);
109*9880d681SAndroid Build Coastguard Worker }
110*9880d681SAndroid Build Coastguard Worker 
111*9880d681SAndroid Build Coastguard Worker // Utility class for renaming global values and functions during partitioning.
112*9880d681SAndroid Build Coastguard Worker class GlobalRenamer {
113*9880d681SAndroid Build Coastguard Worker public:
114*9880d681SAndroid Build Coastguard Worker 
needsRenaming(const Value & New)115*9880d681SAndroid Build Coastguard Worker   static bool needsRenaming(const Value &New) {
116*9880d681SAndroid Build Coastguard Worker     return !New.hasName() || New.getName().startswith("\01L");
117*9880d681SAndroid Build Coastguard Worker   }
118*9880d681SAndroid Build Coastguard Worker 
getRename(const Value & Orig)119*9880d681SAndroid Build Coastguard Worker   const std::string& getRename(const Value &Orig) {
120*9880d681SAndroid Build Coastguard Worker     // See if we have a name for this global.
121*9880d681SAndroid Build Coastguard Worker     {
122*9880d681SAndroid Build Coastguard Worker       auto I = Names.find(&Orig);
123*9880d681SAndroid Build Coastguard Worker       if (I != Names.end())
124*9880d681SAndroid Build Coastguard Worker         return I->second;
125*9880d681SAndroid Build Coastguard Worker     }
126*9880d681SAndroid Build Coastguard Worker 
127*9880d681SAndroid Build Coastguard Worker     // Nope. Create a new one.
128*9880d681SAndroid Build Coastguard Worker     // FIXME: Use a more robust uniquing scheme. (This may blow up if the user
129*9880d681SAndroid Build Coastguard Worker     //        writes a "__orc_anon[[:digit:]]* method).
130*9880d681SAndroid Build Coastguard Worker     unsigned ID = Names.size();
131*9880d681SAndroid Build Coastguard Worker     std::ostringstream NameStream;
132*9880d681SAndroid Build Coastguard Worker     NameStream << "__orc_anon" << ID++;
133*9880d681SAndroid Build Coastguard Worker     auto I = Names.insert(std::make_pair(&Orig, NameStream.str()));
134*9880d681SAndroid Build Coastguard Worker     return I.first->second;
135*9880d681SAndroid Build Coastguard Worker   }
136*9880d681SAndroid Build Coastguard Worker private:
137*9880d681SAndroid Build Coastguard Worker   DenseMap<const Value*, std::string> Names;
138*9880d681SAndroid Build Coastguard Worker };
139*9880d681SAndroid Build Coastguard Worker 
raiseVisibilityOnValue(GlobalValue & V,GlobalRenamer & R)140*9880d681SAndroid Build Coastguard Worker static void raiseVisibilityOnValue(GlobalValue &V, GlobalRenamer &R) {
141*9880d681SAndroid Build Coastguard Worker   if (V.hasLocalLinkage()) {
142*9880d681SAndroid Build Coastguard Worker     if (R.needsRenaming(V))
143*9880d681SAndroid Build Coastguard Worker       V.setName(R.getRename(V));
144*9880d681SAndroid Build Coastguard Worker     V.setLinkage(GlobalValue::ExternalLinkage);
145*9880d681SAndroid Build Coastguard Worker     V.setVisibility(GlobalValue::HiddenVisibility);
146*9880d681SAndroid Build Coastguard Worker   }
147*9880d681SAndroid Build Coastguard Worker   V.setUnnamedAddr(GlobalValue::UnnamedAddr::None);
148*9880d681SAndroid Build Coastguard Worker   assert(!R.needsRenaming(V) && "Invalid global name.");
149*9880d681SAndroid Build Coastguard Worker }
150*9880d681SAndroid Build Coastguard Worker 
makeAllSymbolsExternallyAccessible(Module & M)151*9880d681SAndroid Build Coastguard Worker void makeAllSymbolsExternallyAccessible(Module &M) {
152*9880d681SAndroid Build Coastguard Worker   GlobalRenamer Renamer;
153*9880d681SAndroid Build Coastguard Worker 
154*9880d681SAndroid Build Coastguard Worker   for (auto &F : M)
155*9880d681SAndroid Build Coastguard Worker     raiseVisibilityOnValue(F, Renamer);
156*9880d681SAndroid Build Coastguard Worker 
157*9880d681SAndroid Build Coastguard Worker   for (auto &GV : M.globals())
158*9880d681SAndroid Build Coastguard Worker     raiseVisibilityOnValue(GV, Renamer);
159*9880d681SAndroid Build Coastguard Worker 
160*9880d681SAndroid Build Coastguard Worker   for (auto &A : M.aliases())
161*9880d681SAndroid Build Coastguard Worker     raiseVisibilityOnValue(A, Renamer);
162*9880d681SAndroid Build Coastguard Worker }
163*9880d681SAndroid Build Coastguard Worker 
cloneFunctionDecl(Module & Dst,const Function & F,ValueToValueMapTy * VMap)164*9880d681SAndroid Build Coastguard Worker Function* cloneFunctionDecl(Module &Dst, const Function &F,
165*9880d681SAndroid Build Coastguard Worker                             ValueToValueMapTy *VMap) {
166*9880d681SAndroid Build Coastguard Worker   assert(F.getParent() != &Dst && "Can't copy decl over existing function.");
167*9880d681SAndroid Build Coastguard Worker   Function *NewF =
168*9880d681SAndroid Build Coastguard Worker     Function::Create(cast<FunctionType>(F.getValueType()),
169*9880d681SAndroid Build Coastguard Worker                      F.getLinkage(), F.getName(), &Dst);
170*9880d681SAndroid Build Coastguard Worker   NewF->copyAttributesFrom(&F);
171*9880d681SAndroid Build Coastguard Worker 
172*9880d681SAndroid Build Coastguard Worker   if (VMap) {
173*9880d681SAndroid Build Coastguard Worker     (*VMap)[&F] = NewF;
174*9880d681SAndroid Build Coastguard Worker     auto NewArgI = NewF->arg_begin();
175*9880d681SAndroid Build Coastguard Worker     for (auto ArgI = F.arg_begin(), ArgE = F.arg_end(); ArgI != ArgE;
176*9880d681SAndroid Build Coastguard Worker          ++ArgI, ++NewArgI)
177*9880d681SAndroid Build Coastguard Worker       (*VMap)[&*ArgI] = &*NewArgI;
178*9880d681SAndroid Build Coastguard Worker   }
179*9880d681SAndroid Build Coastguard Worker 
180*9880d681SAndroid Build Coastguard Worker   return NewF;
181*9880d681SAndroid Build Coastguard Worker }
182*9880d681SAndroid Build Coastguard Worker 
moveFunctionBody(Function & OrigF,ValueToValueMapTy & VMap,ValueMaterializer * Materializer,Function * NewF)183*9880d681SAndroid Build Coastguard Worker void moveFunctionBody(Function &OrigF, ValueToValueMapTy &VMap,
184*9880d681SAndroid Build Coastguard Worker                       ValueMaterializer *Materializer,
185*9880d681SAndroid Build Coastguard Worker                       Function *NewF) {
186*9880d681SAndroid Build Coastguard Worker   assert(!OrigF.isDeclaration() && "Nothing to move");
187*9880d681SAndroid Build Coastguard Worker   if (!NewF)
188*9880d681SAndroid Build Coastguard Worker     NewF = cast<Function>(VMap[&OrigF]);
189*9880d681SAndroid Build Coastguard Worker   else
190*9880d681SAndroid Build Coastguard Worker     assert(VMap[&OrigF] == NewF && "Incorrect function mapping in VMap.");
191*9880d681SAndroid Build Coastguard Worker   assert(NewF && "Function mapping missing from VMap.");
192*9880d681SAndroid Build Coastguard Worker   assert(NewF->getParent() != OrigF.getParent() &&
193*9880d681SAndroid Build Coastguard Worker          "moveFunctionBody should only be used to move bodies between "
194*9880d681SAndroid Build Coastguard Worker          "modules.");
195*9880d681SAndroid Build Coastguard Worker 
196*9880d681SAndroid Build Coastguard Worker   SmallVector<ReturnInst *, 8> Returns; // Ignore returns cloned.
197*9880d681SAndroid Build Coastguard Worker   CloneFunctionInto(NewF, &OrigF, VMap, /*ModuleLevelChanges=*/true, Returns,
198*9880d681SAndroid Build Coastguard Worker                     "", nullptr, nullptr, Materializer);
199*9880d681SAndroid Build Coastguard Worker   OrigF.deleteBody();
200*9880d681SAndroid Build Coastguard Worker }
201*9880d681SAndroid Build Coastguard Worker 
cloneGlobalVariableDecl(Module & Dst,const GlobalVariable & GV,ValueToValueMapTy * VMap)202*9880d681SAndroid Build Coastguard Worker GlobalVariable* cloneGlobalVariableDecl(Module &Dst, const GlobalVariable &GV,
203*9880d681SAndroid Build Coastguard Worker                                         ValueToValueMapTy *VMap) {
204*9880d681SAndroid Build Coastguard Worker   assert(GV.getParent() != &Dst && "Can't copy decl over existing global var.");
205*9880d681SAndroid Build Coastguard Worker   GlobalVariable *NewGV = new GlobalVariable(
206*9880d681SAndroid Build Coastguard Worker       Dst, GV.getValueType(), GV.isConstant(),
207*9880d681SAndroid Build Coastguard Worker       GV.getLinkage(), nullptr, GV.getName(), nullptr,
208*9880d681SAndroid Build Coastguard Worker       GV.getThreadLocalMode(), GV.getType()->getAddressSpace());
209*9880d681SAndroid Build Coastguard Worker   NewGV->copyAttributesFrom(&GV);
210*9880d681SAndroid Build Coastguard Worker   if (VMap)
211*9880d681SAndroid Build Coastguard Worker     (*VMap)[&GV] = NewGV;
212*9880d681SAndroid Build Coastguard Worker   return NewGV;
213*9880d681SAndroid Build Coastguard Worker }
214*9880d681SAndroid Build Coastguard Worker 
moveGlobalVariableInitializer(GlobalVariable & OrigGV,ValueToValueMapTy & VMap,ValueMaterializer * Materializer,GlobalVariable * NewGV)215*9880d681SAndroid Build Coastguard Worker void moveGlobalVariableInitializer(GlobalVariable &OrigGV,
216*9880d681SAndroid Build Coastguard Worker                                    ValueToValueMapTy &VMap,
217*9880d681SAndroid Build Coastguard Worker                                    ValueMaterializer *Materializer,
218*9880d681SAndroid Build Coastguard Worker                                    GlobalVariable *NewGV) {
219*9880d681SAndroid Build Coastguard Worker   assert(OrigGV.hasInitializer() && "Nothing to move");
220*9880d681SAndroid Build Coastguard Worker   if (!NewGV)
221*9880d681SAndroid Build Coastguard Worker     NewGV = cast<GlobalVariable>(VMap[&OrigGV]);
222*9880d681SAndroid Build Coastguard Worker   else
223*9880d681SAndroid Build Coastguard Worker     assert(VMap[&OrigGV] == NewGV &&
224*9880d681SAndroid Build Coastguard Worker            "Incorrect global variable mapping in VMap.");
225*9880d681SAndroid Build Coastguard Worker   assert(NewGV->getParent() != OrigGV.getParent() &&
226*9880d681SAndroid Build Coastguard Worker          "moveGlobalVariable should only be used to move initializers between "
227*9880d681SAndroid Build Coastguard Worker          "modules");
228*9880d681SAndroid Build Coastguard Worker 
229*9880d681SAndroid Build Coastguard Worker   NewGV->setInitializer(MapValue(OrigGV.getInitializer(), VMap, RF_None,
230*9880d681SAndroid Build Coastguard Worker                                  nullptr, Materializer));
231*9880d681SAndroid Build Coastguard Worker }
232*9880d681SAndroid Build Coastguard Worker 
cloneGlobalAliasDecl(Module & Dst,const GlobalAlias & OrigA,ValueToValueMapTy & VMap)233*9880d681SAndroid Build Coastguard Worker GlobalAlias* cloneGlobalAliasDecl(Module &Dst, const GlobalAlias &OrigA,
234*9880d681SAndroid Build Coastguard Worker                                   ValueToValueMapTy &VMap) {
235*9880d681SAndroid Build Coastguard Worker   assert(OrigA.getAliasee() && "Original alias doesn't have an aliasee?");
236*9880d681SAndroid Build Coastguard Worker   auto *NewA = GlobalAlias::create(OrigA.getValueType(),
237*9880d681SAndroid Build Coastguard Worker                                    OrigA.getType()->getPointerAddressSpace(),
238*9880d681SAndroid Build Coastguard Worker                                    OrigA.getLinkage(), OrigA.getName(), &Dst);
239*9880d681SAndroid Build Coastguard Worker   NewA->copyAttributesFrom(&OrigA);
240*9880d681SAndroid Build Coastguard Worker   VMap[&OrigA] = NewA;
241*9880d681SAndroid Build Coastguard Worker   return NewA;
242*9880d681SAndroid Build Coastguard Worker }
243*9880d681SAndroid Build Coastguard Worker 
244*9880d681SAndroid Build Coastguard Worker } // End namespace orc.
245*9880d681SAndroid Build Coastguard Worker } // End namespace llvm.
246