1*9880d681SAndroid Build Coastguard Worker //===- SimplifyCFGPass.cpp - CFG Simplification Pass ----------------------===//
2*9880d681SAndroid Build Coastguard Worker //
3*9880d681SAndroid Build Coastguard Worker // The LLVM Compiler Infrastructure
4*9880d681SAndroid Build Coastguard Worker //
5*9880d681SAndroid Build Coastguard Worker // This file is distributed under the University of Illinois Open Source
6*9880d681SAndroid Build Coastguard Worker // License. See LICENSE.TXT for details.
7*9880d681SAndroid Build Coastguard Worker //
8*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
9*9880d681SAndroid Build Coastguard Worker //
10*9880d681SAndroid Build Coastguard Worker // This file implements dead code elimination and basic block merging, along
11*9880d681SAndroid Build Coastguard Worker // with a collection of other peephole control flow optimizations. For example:
12*9880d681SAndroid Build Coastguard Worker //
13*9880d681SAndroid Build Coastguard Worker // * Removes basic blocks with no predecessors.
14*9880d681SAndroid Build Coastguard Worker // * Merges a basic block into its predecessor if there is only one and the
15*9880d681SAndroid Build Coastguard Worker // predecessor only has one successor.
16*9880d681SAndroid Build Coastguard Worker // * Eliminates PHI nodes for basic blocks with a single predecessor.
17*9880d681SAndroid Build Coastguard Worker // * Eliminates a basic block that only contains an unconditional branch.
18*9880d681SAndroid Build Coastguard Worker // * Changes invoke instructions to nounwind functions to be calls.
19*9880d681SAndroid Build Coastguard Worker // * Change things like "if (x) if (y)" into "if (x&y)".
20*9880d681SAndroid Build Coastguard Worker // * etc..
21*9880d681SAndroid Build Coastguard Worker //
22*9880d681SAndroid Build Coastguard Worker //===----------------------------------------------------------------------===//
23*9880d681SAndroid Build Coastguard Worker
24*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/SmallPtrSet.h"
25*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/SmallVector.h"
26*9880d681SAndroid Build Coastguard Worker #include "llvm/ADT/Statistic.h"
27*9880d681SAndroid Build Coastguard Worker #include "llvm/Analysis/AssumptionCache.h"
28*9880d681SAndroid Build Coastguard Worker #include "llvm/Analysis/CFG.h"
29*9880d681SAndroid Build Coastguard Worker #include "llvm/Analysis/GlobalsModRef.h"
30*9880d681SAndroid Build Coastguard Worker #include "llvm/Analysis/TargetTransformInfo.h"
31*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/Attributes.h"
32*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/CFG.h"
33*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/Constants.h"
34*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/DataLayout.h"
35*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/Instructions.h"
36*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/IntrinsicInst.h"
37*9880d681SAndroid Build Coastguard Worker #include "llvm/IR/Module.h"
38*9880d681SAndroid Build Coastguard Worker #include "llvm/Pass.h"
39*9880d681SAndroid Build Coastguard Worker #include "llvm/Support/CommandLine.h"
40*9880d681SAndroid Build Coastguard Worker #include "llvm/Transforms/Scalar.h"
41*9880d681SAndroid Build Coastguard Worker #include "llvm/Transforms/Scalar/SimplifyCFG.h"
42*9880d681SAndroid Build Coastguard Worker #include "llvm/Transforms/Utils/Local.h"
43*9880d681SAndroid Build Coastguard Worker #include <utility>
44*9880d681SAndroid Build Coastguard Worker using namespace llvm;
45*9880d681SAndroid Build Coastguard Worker
46*9880d681SAndroid Build Coastguard Worker #define DEBUG_TYPE "simplifycfg"
47*9880d681SAndroid Build Coastguard Worker
48*9880d681SAndroid Build Coastguard Worker static cl::opt<unsigned>
49*9880d681SAndroid Build Coastguard Worker UserBonusInstThreshold("bonus-inst-threshold", cl::Hidden, cl::init(1),
50*9880d681SAndroid Build Coastguard Worker cl::desc("Control the number of bonus instructions (default = 1)"));
51*9880d681SAndroid Build Coastguard Worker
52*9880d681SAndroid Build Coastguard Worker STATISTIC(NumSimpl, "Number of blocks simplified");
53*9880d681SAndroid Build Coastguard Worker
54*9880d681SAndroid Build Coastguard Worker /// If we have more than one empty (other than phi node) return blocks,
55*9880d681SAndroid Build Coastguard Worker /// merge them together to promote recursive block merging.
mergeEmptyReturnBlocks(Function & F)56*9880d681SAndroid Build Coastguard Worker static bool mergeEmptyReturnBlocks(Function &F) {
57*9880d681SAndroid Build Coastguard Worker bool Changed = false;
58*9880d681SAndroid Build Coastguard Worker
59*9880d681SAndroid Build Coastguard Worker BasicBlock *RetBlock = nullptr;
60*9880d681SAndroid Build Coastguard Worker
61*9880d681SAndroid Build Coastguard Worker // Scan all the blocks in the function, looking for empty return blocks.
62*9880d681SAndroid Build Coastguard Worker for (Function::iterator BBI = F.begin(), E = F.end(); BBI != E; ) {
63*9880d681SAndroid Build Coastguard Worker BasicBlock &BB = *BBI++;
64*9880d681SAndroid Build Coastguard Worker
65*9880d681SAndroid Build Coastguard Worker // Only look at return blocks.
66*9880d681SAndroid Build Coastguard Worker ReturnInst *Ret = dyn_cast<ReturnInst>(BB.getTerminator());
67*9880d681SAndroid Build Coastguard Worker if (!Ret) continue;
68*9880d681SAndroid Build Coastguard Worker
69*9880d681SAndroid Build Coastguard Worker // Only look at the block if it is empty or the only other thing in it is a
70*9880d681SAndroid Build Coastguard Worker // single PHI node that is the operand to the return.
71*9880d681SAndroid Build Coastguard Worker if (Ret != &BB.front()) {
72*9880d681SAndroid Build Coastguard Worker // Check for something else in the block.
73*9880d681SAndroid Build Coastguard Worker BasicBlock::iterator I(Ret);
74*9880d681SAndroid Build Coastguard Worker --I;
75*9880d681SAndroid Build Coastguard Worker // Skip over debug info.
76*9880d681SAndroid Build Coastguard Worker while (isa<DbgInfoIntrinsic>(I) && I != BB.begin())
77*9880d681SAndroid Build Coastguard Worker --I;
78*9880d681SAndroid Build Coastguard Worker if (!isa<DbgInfoIntrinsic>(I) &&
79*9880d681SAndroid Build Coastguard Worker (!isa<PHINode>(I) || I != BB.begin() || Ret->getNumOperands() == 0 ||
80*9880d681SAndroid Build Coastguard Worker Ret->getOperand(0) != &*I))
81*9880d681SAndroid Build Coastguard Worker continue;
82*9880d681SAndroid Build Coastguard Worker }
83*9880d681SAndroid Build Coastguard Worker
84*9880d681SAndroid Build Coastguard Worker // If this is the first returning block, remember it and keep going.
85*9880d681SAndroid Build Coastguard Worker if (!RetBlock) {
86*9880d681SAndroid Build Coastguard Worker RetBlock = &BB;
87*9880d681SAndroid Build Coastguard Worker continue;
88*9880d681SAndroid Build Coastguard Worker }
89*9880d681SAndroid Build Coastguard Worker
90*9880d681SAndroid Build Coastguard Worker // Otherwise, we found a duplicate return block. Merge the two.
91*9880d681SAndroid Build Coastguard Worker Changed = true;
92*9880d681SAndroid Build Coastguard Worker
93*9880d681SAndroid Build Coastguard Worker // Case when there is no input to the return or when the returned values
94*9880d681SAndroid Build Coastguard Worker // agree is trivial. Note that they can't agree if there are phis in the
95*9880d681SAndroid Build Coastguard Worker // blocks.
96*9880d681SAndroid Build Coastguard Worker if (Ret->getNumOperands() == 0 ||
97*9880d681SAndroid Build Coastguard Worker Ret->getOperand(0) ==
98*9880d681SAndroid Build Coastguard Worker cast<ReturnInst>(RetBlock->getTerminator())->getOperand(0)) {
99*9880d681SAndroid Build Coastguard Worker BB.replaceAllUsesWith(RetBlock);
100*9880d681SAndroid Build Coastguard Worker BB.eraseFromParent();
101*9880d681SAndroid Build Coastguard Worker continue;
102*9880d681SAndroid Build Coastguard Worker }
103*9880d681SAndroid Build Coastguard Worker
104*9880d681SAndroid Build Coastguard Worker // If the canonical return block has no PHI node, create one now.
105*9880d681SAndroid Build Coastguard Worker PHINode *RetBlockPHI = dyn_cast<PHINode>(RetBlock->begin());
106*9880d681SAndroid Build Coastguard Worker if (!RetBlockPHI) {
107*9880d681SAndroid Build Coastguard Worker Value *InVal = cast<ReturnInst>(RetBlock->getTerminator())->getOperand(0);
108*9880d681SAndroid Build Coastguard Worker pred_iterator PB = pred_begin(RetBlock), PE = pred_end(RetBlock);
109*9880d681SAndroid Build Coastguard Worker RetBlockPHI = PHINode::Create(Ret->getOperand(0)->getType(),
110*9880d681SAndroid Build Coastguard Worker std::distance(PB, PE), "merge",
111*9880d681SAndroid Build Coastguard Worker &RetBlock->front());
112*9880d681SAndroid Build Coastguard Worker
113*9880d681SAndroid Build Coastguard Worker for (pred_iterator PI = PB; PI != PE; ++PI)
114*9880d681SAndroid Build Coastguard Worker RetBlockPHI->addIncoming(InVal, *PI);
115*9880d681SAndroid Build Coastguard Worker RetBlock->getTerminator()->setOperand(0, RetBlockPHI);
116*9880d681SAndroid Build Coastguard Worker }
117*9880d681SAndroid Build Coastguard Worker
118*9880d681SAndroid Build Coastguard Worker // Turn BB into a block that just unconditionally branches to the return
119*9880d681SAndroid Build Coastguard Worker // block. This handles the case when the two return blocks have a common
120*9880d681SAndroid Build Coastguard Worker // predecessor but that return different things.
121*9880d681SAndroid Build Coastguard Worker RetBlockPHI->addIncoming(Ret->getOperand(0), &BB);
122*9880d681SAndroid Build Coastguard Worker BB.getTerminator()->eraseFromParent();
123*9880d681SAndroid Build Coastguard Worker BranchInst::Create(RetBlock, &BB);
124*9880d681SAndroid Build Coastguard Worker }
125*9880d681SAndroid Build Coastguard Worker
126*9880d681SAndroid Build Coastguard Worker return Changed;
127*9880d681SAndroid Build Coastguard Worker }
128*9880d681SAndroid Build Coastguard Worker
129*9880d681SAndroid Build Coastguard Worker /// Call SimplifyCFG on all the blocks in the function,
130*9880d681SAndroid Build Coastguard Worker /// iterating until no more changes are made.
iterativelySimplifyCFG(Function & F,const TargetTransformInfo & TTI,AssumptionCache * AC,unsigned BonusInstThreshold)131*9880d681SAndroid Build Coastguard Worker static bool iterativelySimplifyCFG(Function &F, const TargetTransformInfo &TTI,
132*9880d681SAndroid Build Coastguard Worker AssumptionCache *AC,
133*9880d681SAndroid Build Coastguard Worker unsigned BonusInstThreshold) {
134*9880d681SAndroid Build Coastguard Worker bool Changed = false;
135*9880d681SAndroid Build Coastguard Worker bool LocalChange = true;
136*9880d681SAndroid Build Coastguard Worker
137*9880d681SAndroid Build Coastguard Worker SmallVector<std::pair<const BasicBlock *, const BasicBlock *>, 32> Edges;
138*9880d681SAndroid Build Coastguard Worker FindFunctionBackedges(F, Edges);
139*9880d681SAndroid Build Coastguard Worker SmallPtrSet<BasicBlock *, 16> LoopHeaders;
140*9880d681SAndroid Build Coastguard Worker for (unsigned i = 0, e = Edges.size(); i != e; ++i)
141*9880d681SAndroid Build Coastguard Worker LoopHeaders.insert(const_cast<BasicBlock *>(Edges[i].second));
142*9880d681SAndroid Build Coastguard Worker
143*9880d681SAndroid Build Coastguard Worker while (LocalChange) {
144*9880d681SAndroid Build Coastguard Worker LocalChange = false;
145*9880d681SAndroid Build Coastguard Worker
146*9880d681SAndroid Build Coastguard Worker // Loop over all of the basic blocks and remove them if they are unneeded.
147*9880d681SAndroid Build Coastguard Worker for (Function::iterator BBIt = F.begin(); BBIt != F.end(); ) {
148*9880d681SAndroid Build Coastguard Worker if (SimplifyCFG(&*BBIt++, TTI, BonusInstThreshold, AC, &LoopHeaders)) {
149*9880d681SAndroid Build Coastguard Worker LocalChange = true;
150*9880d681SAndroid Build Coastguard Worker ++NumSimpl;
151*9880d681SAndroid Build Coastguard Worker }
152*9880d681SAndroid Build Coastguard Worker }
153*9880d681SAndroid Build Coastguard Worker Changed |= LocalChange;
154*9880d681SAndroid Build Coastguard Worker }
155*9880d681SAndroid Build Coastguard Worker return Changed;
156*9880d681SAndroid Build Coastguard Worker }
157*9880d681SAndroid Build Coastguard Worker
simplifyFunctionCFG(Function & F,const TargetTransformInfo & TTI,AssumptionCache * AC,int BonusInstThreshold)158*9880d681SAndroid Build Coastguard Worker static bool simplifyFunctionCFG(Function &F, const TargetTransformInfo &TTI,
159*9880d681SAndroid Build Coastguard Worker AssumptionCache *AC, int BonusInstThreshold) {
160*9880d681SAndroid Build Coastguard Worker bool EverChanged = removeUnreachableBlocks(F);
161*9880d681SAndroid Build Coastguard Worker EverChanged |= mergeEmptyReturnBlocks(F);
162*9880d681SAndroid Build Coastguard Worker EverChanged |= iterativelySimplifyCFG(F, TTI, AC, BonusInstThreshold);
163*9880d681SAndroid Build Coastguard Worker
164*9880d681SAndroid Build Coastguard Worker // If neither pass changed anything, we're done.
165*9880d681SAndroid Build Coastguard Worker if (!EverChanged) return false;
166*9880d681SAndroid Build Coastguard Worker
167*9880d681SAndroid Build Coastguard Worker // iterativelySimplifyCFG can (rarely) make some loops dead. If this happens,
168*9880d681SAndroid Build Coastguard Worker // removeUnreachableBlocks is needed to nuke them, which means we should
169*9880d681SAndroid Build Coastguard Worker // iterate between the two optimizations. We structure the code like this to
170*9880d681SAndroid Build Coastguard Worker // avoid rerunning iterativelySimplifyCFG if the second pass of
171*9880d681SAndroid Build Coastguard Worker // removeUnreachableBlocks doesn't do anything.
172*9880d681SAndroid Build Coastguard Worker if (!removeUnreachableBlocks(F))
173*9880d681SAndroid Build Coastguard Worker return true;
174*9880d681SAndroid Build Coastguard Worker
175*9880d681SAndroid Build Coastguard Worker do {
176*9880d681SAndroid Build Coastguard Worker EverChanged = iterativelySimplifyCFG(F, TTI, AC, BonusInstThreshold);
177*9880d681SAndroid Build Coastguard Worker EverChanged |= removeUnreachableBlocks(F);
178*9880d681SAndroid Build Coastguard Worker } while (EverChanged);
179*9880d681SAndroid Build Coastguard Worker
180*9880d681SAndroid Build Coastguard Worker return true;
181*9880d681SAndroid Build Coastguard Worker }
182*9880d681SAndroid Build Coastguard Worker
SimplifyCFGPass()183*9880d681SAndroid Build Coastguard Worker SimplifyCFGPass::SimplifyCFGPass()
184*9880d681SAndroid Build Coastguard Worker : BonusInstThreshold(UserBonusInstThreshold) {}
185*9880d681SAndroid Build Coastguard Worker
SimplifyCFGPass(int BonusInstThreshold)186*9880d681SAndroid Build Coastguard Worker SimplifyCFGPass::SimplifyCFGPass(int BonusInstThreshold)
187*9880d681SAndroid Build Coastguard Worker : BonusInstThreshold(BonusInstThreshold) {}
188*9880d681SAndroid Build Coastguard Worker
run(Function & F,AnalysisManager<Function> & AM)189*9880d681SAndroid Build Coastguard Worker PreservedAnalyses SimplifyCFGPass::run(Function &F,
190*9880d681SAndroid Build Coastguard Worker AnalysisManager<Function> &AM) {
191*9880d681SAndroid Build Coastguard Worker auto &TTI = AM.getResult<TargetIRAnalysis>(F);
192*9880d681SAndroid Build Coastguard Worker auto &AC = AM.getResult<AssumptionAnalysis>(F);
193*9880d681SAndroid Build Coastguard Worker
194*9880d681SAndroid Build Coastguard Worker if (!simplifyFunctionCFG(F, TTI, &AC, BonusInstThreshold))
195*9880d681SAndroid Build Coastguard Worker return PreservedAnalyses::all();
196*9880d681SAndroid Build Coastguard Worker PreservedAnalyses PA;
197*9880d681SAndroid Build Coastguard Worker PA.preserve<GlobalsAA>();
198*9880d681SAndroid Build Coastguard Worker return PA;
199*9880d681SAndroid Build Coastguard Worker }
200*9880d681SAndroid Build Coastguard Worker
201*9880d681SAndroid Build Coastguard Worker namespace {
202*9880d681SAndroid Build Coastguard Worker struct CFGSimplifyPass : public FunctionPass {
203*9880d681SAndroid Build Coastguard Worker static char ID; // Pass identification, replacement for typeid
204*9880d681SAndroid Build Coastguard Worker unsigned BonusInstThreshold;
205*9880d681SAndroid Build Coastguard Worker std::function<bool(const Function &)> PredicateFtor;
206*9880d681SAndroid Build Coastguard Worker
CFGSimplifyPass__anoncd7c9ddf0111::CFGSimplifyPass207*9880d681SAndroid Build Coastguard Worker CFGSimplifyPass(int T = -1,
208*9880d681SAndroid Build Coastguard Worker std::function<bool(const Function &)> Ftor = nullptr)
209*9880d681SAndroid Build Coastguard Worker : FunctionPass(ID), PredicateFtor(std::move(Ftor)) {
210*9880d681SAndroid Build Coastguard Worker BonusInstThreshold = (T == -1) ? UserBonusInstThreshold : unsigned(T);
211*9880d681SAndroid Build Coastguard Worker initializeCFGSimplifyPassPass(*PassRegistry::getPassRegistry());
212*9880d681SAndroid Build Coastguard Worker }
runOnFunction__anoncd7c9ddf0111::CFGSimplifyPass213*9880d681SAndroid Build Coastguard Worker bool runOnFunction(Function &F) override {
214*9880d681SAndroid Build Coastguard Worker if (skipFunction(F) || (PredicateFtor && !PredicateFtor(F)))
215*9880d681SAndroid Build Coastguard Worker return false;
216*9880d681SAndroid Build Coastguard Worker
217*9880d681SAndroid Build Coastguard Worker AssumptionCache *AC =
218*9880d681SAndroid Build Coastguard Worker &getAnalysis<AssumptionCacheTracker>().getAssumptionCache(F);
219*9880d681SAndroid Build Coastguard Worker const TargetTransformInfo &TTI =
220*9880d681SAndroid Build Coastguard Worker getAnalysis<TargetTransformInfoWrapperPass>().getTTI(F);
221*9880d681SAndroid Build Coastguard Worker return simplifyFunctionCFG(F, TTI, AC, BonusInstThreshold);
222*9880d681SAndroid Build Coastguard Worker }
223*9880d681SAndroid Build Coastguard Worker
getAnalysisUsage__anoncd7c9ddf0111::CFGSimplifyPass224*9880d681SAndroid Build Coastguard Worker void getAnalysisUsage(AnalysisUsage &AU) const override {
225*9880d681SAndroid Build Coastguard Worker AU.addRequired<AssumptionCacheTracker>();
226*9880d681SAndroid Build Coastguard Worker AU.addRequired<TargetTransformInfoWrapperPass>();
227*9880d681SAndroid Build Coastguard Worker AU.addPreserved<GlobalsAAWrapperPass>();
228*9880d681SAndroid Build Coastguard Worker }
229*9880d681SAndroid Build Coastguard Worker };
230*9880d681SAndroid Build Coastguard Worker }
231*9880d681SAndroid Build Coastguard Worker
232*9880d681SAndroid Build Coastguard Worker char CFGSimplifyPass::ID = 0;
233*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS_BEGIN(CFGSimplifyPass, "simplifycfg", "Simplify the CFG", false,
234*9880d681SAndroid Build Coastguard Worker false)
INITIALIZE_PASS_DEPENDENCY(TargetTransformInfoWrapperPass)235*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS_DEPENDENCY(TargetTransformInfoWrapperPass)
236*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS_DEPENDENCY(AssumptionCacheTracker)
237*9880d681SAndroid Build Coastguard Worker INITIALIZE_PASS_END(CFGSimplifyPass, "simplifycfg", "Simplify the CFG", false,
238*9880d681SAndroid Build Coastguard Worker false)
239*9880d681SAndroid Build Coastguard Worker
240*9880d681SAndroid Build Coastguard Worker // Public interface to the CFGSimplification pass
241*9880d681SAndroid Build Coastguard Worker FunctionPass *
242*9880d681SAndroid Build Coastguard Worker llvm::createCFGSimplificationPass(int Threshold,
243*9880d681SAndroid Build Coastguard Worker std::function<bool(const Function &)> Ftor) {
244*9880d681SAndroid Build Coastguard Worker return new CFGSimplifyPass(Threshold, std::move(Ftor));
245*9880d681SAndroid Build Coastguard Worker }
246