2008-04-30 04:06:54 +08:00
|
|
|
//===- LoopDeletion.cpp - Dead Loop Deletion Pass ---------------===//
|
2008-04-29 08:38:34 +08:00
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
2008-05-09 01:46:35 +08:00
|
|
|
// This file implements the Dead Loop Deletion Pass. This pass is responsible
|
|
|
|
// for eliminating loops with non-infinite computable trip counts that have no
|
|
|
|
// side effects or volatile instructions, and do not contribute to the
|
|
|
|
// computation of the function's return value.
|
2008-04-29 08:38:34 +08:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
2016-07-15 02:28:29 +08:00
|
|
|
#include "llvm/Transforms/Scalar/LoopDeletion.h"
|
2012-12-04 00:50:05 +08:00
|
|
|
#include "llvm/ADT/SmallVector.h"
|
|
|
|
#include "llvm/ADT/Statistic.h"
|
2015-09-10 18:22:12 +08:00
|
|
|
#include "llvm/Analysis/GlobalsModRef.h"
|
2012-12-04 00:50:05 +08:00
|
|
|
#include "llvm/Analysis/LoopPass.h"
|
2014-01-13 17:26:24 +08:00
|
|
|
#include "llvm/IR/Dominators.h"
|
2016-07-15 02:28:29 +08:00
|
|
|
#include "llvm/Transforms/Scalar.h"
|
2017-01-11 17:43:56 +08:00
|
|
|
#include "llvm/Transforms/Scalar/LoopPassManager.h"
|
[LPM] Factor all of the loop analysis usage updates into a common helper
routine.
We were getting this wrong in small ways and generally being very
inconsistent about it across loop passes. Instead, let's have a common
place where we do this. One minor downside is that this will require
some analyses like SCEV in more places than they are strictly needed.
However, this seems benign as these analyses are complete no-ops, and
without this consistency we can in many cases end up with the legacy
pass manager scheduling deciding to split up a loop pass pipeline in
order to run the function analysis half-way through. It is very, very
annoying to fix these without just being very pedantic across the board.
The only loop passes I've not updated here are ones that use
AU.setPreservesAll() such as IVUsers (an analysis) and the pass printer.
They seemed less relevant.
With this patch, almost all of the problems in PR24804 around loop pass
pipelines are fixed. The one remaining issue is that we run simplify-cfg
and instcombine in the middle of the loop pass pipeline. We've recently
added some loop variants of these passes that would seem substantially
cleaner to use, but this at least gets us much closer to the previous
state. Notably, the seven loop pass managers is down to three.
I've not updated the loop passes using LoopAccessAnalysis because that
analysis hasn't been fully wired into LoopSimplify/LCSSA, and it isn't
clear that those transforms want to support those forms anyways. They
all run late anyways, so this is harmless. Similarly, LSR is left alone
because it already carefully manages its forms and doesn't need to get
fused into a single loop pass manager with a bunch of other loop passes.
LoopReroll didn't use loop simplified form previously, and I've updated
the test case to match the trivially different output.
Finally, I've also factored all the pass initialization for the passes
that use this technique as well, so that should be done regularly and
reliably.
Thanks to James for the help reviewing and thinking about this stuff,
and Ben for help thinking about it as well!
Differential Revision: http://reviews.llvm.org/D17435
llvm-svn: 261316
2016-02-19 18:45:18 +08:00
|
|
|
#include "llvm/Transforms/Utils/LoopUtils.h"
|
2008-04-29 08:38:34 +08:00
|
|
|
using namespace llvm;
|
|
|
|
|
2014-04-22 10:55:47 +08:00
|
|
|
#define DEBUG_TYPE "loop-delete"
|
|
|
|
|
2008-04-29 08:38:34 +08:00
|
|
|
STATISTIC(NumDeleted, "Number of loops deleted");
|
|
|
|
|
2017-01-18 06:07:26 +08:00
|
|
|
/// Determines if a loop is dead.
|
|
|
|
///
|
|
|
|
/// This assumes that we've already checked for unique exit and exiting blocks,
|
|
|
|
/// and that the code is in LCSSA form.
|
|
|
|
static bool isLoopDead(Loop *L, ScalarEvolution &SE,
|
|
|
|
SmallVectorImpl<BasicBlock *> &ExitingBlocks,
|
|
|
|
BasicBlock *ExitBlock, bool &Changed,
|
|
|
|
BasicBlock *Preheader) {
|
2008-04-29 08:38:34 +08:00
|
|
|
// Make sure that all PHI entries coming from the loop are loop invariant.
|
2008-04-30 04:59:33 +08:00
|
|
|
// Because the code is in LCSSA form, any values used outside of the loop
|
|
|
|
// must pass through a PHI in the exit block, meaning that this check is
|
|
|
|
// sufficient to guarantee that no loop-variant values are used outside
|
|
|
|
// of the loop.
|
2017-01-18 05:51:39 +08:00
|
|
|
BasicBlock::iterator BI = ExitBlock->begin();
|
2016-05-04 01:50:02 +08:00
|
|
|
bool AllEntriesInvariant = true;
|
|
|
|
bool AllOutgoingValuesSame = true;
|
2013-03-19 07:31:30 +08:00
|
|
|
while (PHINode *P = dyn_cast<PHINode>(BI)) {
|
2017-01-18 05:51:39 +08:00
|
|
|
Value *incoming = P->getIncomingValueForBlock(ExitingBlocks[0]);
|
2011-02-23 06:25:39 +08:00
|
|
|
|
|
|
|
// Make sure all exiting blocks produce the same incoming value for the exit
|
|
|
|
// block. If there are different incoming values for different exiting
|
|
|
|
// blocks, then it is impossible to statically determine which value should
|
|
|
|
// be used.
|
2016-05-04 01:50:06 +08:00
|
|
|
AllOutgoingValuesSame =
|
2017-01-18 05:51:39 +08:00
|
|
|
all_of(makeArrayRef(ExitingBlocks).slice(1), [&](BasicBlock *BB) {
|
2016-05-04 01:50:06 +08:00
|
|
|
return incoming == P->getIncomingValueForBlock(BB);
|
|
|
|
});
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2016-05-04 01:50:02 +08:00
|
|
|
if (!AllOutgoingValuesSame)
|
|
|
|
break;
|
|
|
|
|
2013-03-19 07:31:30 +08:00
|
|
|
if (Instruction *I = dyn_cast<Instruction>(incoming))
|
2016-05-04 01:50:02 +08:00
|
|
|
if (!L->makeLoopInvariant(I, Changed, Preheader->getTerminator())) {
|
|
|
|
AllEntriesInvariant = false;
|
|
|
|
break;
|
|
|
|
}
|
2011-02-23 06:25:39 +08:00
|
|
|
|
2010-06-22 23:08:57 +08:00
|
|
|
++BI;
|
2008-04-29 08:38:34 +08:00
|
|
|
}
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2016-05-04 01:50:02 +08:00
|
|
|
if (Changed)
|
|
|
|
SE.forgetLoopDispositions(L);
|
|
|
|
|
|
|
|
if (!AllEntriesInvariant || !AllOutgoingValuesSame)
|
|
|
|
return false;
|
|
|
|
|
2008-04-29 08:38:34 +08:00
|
|
|
// Make sure that no instructions in the block have potential side-effects.
|
2008-04-30 04:59:33 +08:00
|
|
|
// This includes instructions that could write to memory, and loads that are
|
2017-02-24 07:47:10 +08:00
|
|
|
// marked volatile.
|
2017-02-26 15:08:20 +08:00
|
|
|
for (auto &I : L->blocks())
|
|
|
|
if (any_of(*I, [](Instruction &I) { return I.mayHaveSideEffects(); }))
|
|
|
|
return false;
|
2008-04-29 08:38:34 +08:00
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2017-01-18 06:07:26 +08:00
|
|
|
/// Remove a loop if it is dead.
|
|
|
|
///
|
|
|
|
/// A loop is considered dead if it does not impact the observable behavior of
|
|
|
|
/// the program other than finite running time. This never removes a loop that
|
|
|
|
/// might be infinite, as doing so could change the halting/non-halting nature
|
|
|
|
/// of a program.
|
|
|
|
///
|
|
|
|
/// This entire process relies pretty heavily on LoopSimplify form and LCSSA in
|
|
|
|
/// order to make various safety checks work.
|
|
|
|
///
|
2017-02-11 08:09:30 +08:00
|
|
|
/// \returns true if any changes were made. This may mutate the loop even if it
|
|
|
|
/// is unable to delete it due to hoisting trivially loop invariant
|
|
|
|
/// instructions out of the loop.
|
2017-01-18 06:07:26 +08:00
|
|
|
///
|
|
|
|
/// This also updates the relevant analysis information in \p DT, \p SE, and \p
|
2017-02-11 08:09:30 +08:00
|
|
|
/// LI. It also updates the loop PM if an updater struct is provided.
|
2017-01-18 06:07:26 +08:00
|
|
|
static bool deleteLoopIfDead(Loop *L, DominatorTree &DT, ScalarEvolution &SE,
|
2017-02-11 08:09:30 +08:00
|
|
|
LoopInfo &LI, LPMUpdater *Updater = nullptr) {
|
2016-02-22 01:11:59 +08:00
|
|
|
assert(L->isLCSSAForm(DT) && "Expected LCSSA!");
|
|
|
|
|
2012-07-24 18:51:42 +08:00
|
|
|
// We can only remove the loop if there is a preheader that we can
|
2008-04-29 08:38:34 +08:00
|
|
|
// branch from after removing it.
|
2017-01-18 06:19:56 +08:00
|
|
|
BasicBlock *Preheader = L->getLoopPreheader();
|
|
|
|
if (!Preheader)
|
2008-04-29 08:38:34 +08:00
|
|
|
return false;
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2009-11-06 05:47:04 +08:00
|
|
|
// If LoopSimplify form is not available, stay out of trouble.
|
|
|
|
if (!L->hasDedicatedExits())
|
|
|
|
return false;
|
|
|
|
|
2008-04-29 08:38:34 +08:00
|
|
|
// We can't remove loops that contain subloops. If the subloops were dead,
|
|
|
|
// they would already have been removed in earlier executions of this pass.
|
|
|
|
if (L->begin() != L->end())
|
|
|
|
return false;
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2017-01-18 05:51:39 +08:00
|
|
|
SmallVector<BasicBlock *, 4> ExitingBlocks;
|
|
|
|
L->getExitingBlocks(ExitingBlocks);
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2008-05-16 12:32:45 +08:00
|
|
|
// We require that the loop only have a single exit block. Otherwise, we'd
|
|
|
|
// be in the situation of needing to be able to solve statically which exit
|
|
|
|
// block will be branched to, or trying to preserve the branching logic in
|
|
|
|
// a loop invariant manner.
|
2017-01-18 06:28:52 +08:00
|
|
|
BasicBlock *ExitBlock = L->getUniqueExitBlock();
|
|
|
|
if (!ExitBlock)
|
2008-04-30 04:59:33 +08:00
|
|
|
return false;
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2008-04-29 08:38:34 +08:00
|
|
|
// Finally, we have to check that the loop really is dead.
|
2017-02-11 08:09:30 +08:00
|
|
|
bool Changed = false;
|
2017-01-18 06:19:56 +08:00
|
|
|
if (!isLoopDead(L, SE, ExitingBlocks, ExitBlock, Changed, Preheader))
|
2017-02-11 08:09:30 +08:00
|
|
|
return Changed;
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2008-05-16 12:32:45 +08:00
|
|
|
// Don't remove loops for which we can't solve the trip count.
|
|
|
|
// They could be infinite, in which case we'd be changing program behavior.
|
2009-10-24 01:10:01 +08:00
|
|
|
const SCEV *S = SE.getMaxBackedgeTakenCount(L);
|
2008-05-16 12:32:45 +08:00
|
|
|
if (isa<SCEVCouldNotCompute>(S))
|
2017-02-11 08:09:30 +08:00
|
|
|
return Changed;
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2008-04-30 04:59:33 +08:00
|
|
|
// Now that we know the removal is safe, remove the loop by changing the
|
2012-07-24 18:51:42 +08:00
|
|
|
// branch from the preheader to go to the single exit block.
|
2017-01-18 06:00:52 +08:00
|
|
|
//
|
2008-04-29 08:45:15 +08:00
|
|
|
// Because we're deleting a large chunk of code at once, the sequence in which
|
2017-01-18 06:09:28 +08:00
|
|
|
// we remove things is very important to avoid invalidation issues.
|
2009-07-09 03:14:29 +08:00
|
|
|
|
2017-02-11 08:09:30 +08:00
|
|
|
// If we have an LPM updater, tell it about the loop being removed.
|
|
|
|
if (Updater)
|
|
|
|
Updater->markLoopAsDeleted(*L);
|
|
|
|
|
2009-07-09 03:14:29 +08:00
|
|
|
// Tell ScalarEvolution that the loop is deleted. Do this before
|
|
|
|
// deleting the loop so that ScalarEvolution can look at the loop
|
|
|
|
// to determine what it needs to clean up.
|
2009-10-31 23:04:55 +08:00
|
|
|
SE.forgetLoop(L);
|
2009-07-09 03:14:29 +08:00
|
|
|
|
2008-04-29 08:45:15 +08:00
|
|
|
// Connect the preheader directly to the exit block.
|
2017-01-18 06:19:56 +08:00
|
|
|
TerminatorInst *TI = Preheader->getTerminator();
|
2017-01-18 05:51:39 +08:00
|
|
|
TI->replaceUsesOfWith(L->getHeader(), ExitBlock);
|
2008-04-30 04:59:33 +08:00
|
|
|
|
2008-04-29 08:45:15 +08:00
|
|
|
// Rewrite phis in the exit block to get their inputs from
|
|
|
|
// the preheader instead of the exiting block.
|
2017-01-18 10:43:01 +08:00
|
|
|
BasicBlock *ExitingBlock = ExitingBlocks[0];
|
2017-01-18 05:51:39 +08:00
|
|
|
BasicBlock::iterator BI = ExitBlock->begin();
|
2013-03-19 07:31:30 +08:00
|
|
|
while (PHINode *P = dyn_cast<PHINode>(BI)) {
|
2017-01-18 10:43:01 +08:00
|
|
|
int j = P->getBasicBlockIndex(ExitingBlock);
|
2011-06-21 18:02:43 +08:00
|
|
|
assert(j >= 0 && "Can't find exiting block in exit block's phi node!");
|
2017-01-18 06:19:56 +08:00
|
|
|
P->setIncomingBlock(j, Preheader);
|
2017-01-18 05:51:39 +08:00
|
|
|
for (unsigned i = 1; i < ExitingBlocks.size(); ++i)
|
|
|
|
P->removeIncomingValue(ExitingBlocks[i]);
|
2010-06-22 23:08:57 +08:00
|
|
|
++BI;
|
2008-04-29 08:38:34 +08:00
|
|
|
}
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2008-04-30 04:59:33 +08:00
|
|
|
// Update the dominator tree and remove the instructions and blocks that will
|
|
|
|
// be deleted from the reference counting scheme.
|
2011-01-13 03:12:45 +08:00
|
|
|
SmallVector<DomTreeNode*, 8> ChildNodes;
|
2008-04-29 08:38:34 +08:00
|
|
|
for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
|
|
|
|
LI != LE; ++LI) {
|
2017-01-18 06:19:56 +08:00
|
|
|
// Move all of the block's children to be children of the Preheader, which
|
2008-04-29 08:45:15 +08:00
|
|
|
// allows us to remove the domtree entry for the block.
|
2011-01-13 03:12:45 +08:00
|
|
|
ChildNodes.insert(ChildNodes.begin(), DT[*LI]->begin(), DT[*LI]->end());
|
2016-06-26 20:28:59 +08:00
|
|
|
for (DomTreeNode *ChildNode : ChildNodes) {
|
2017-01-18 06:19:56 +08:00
|
|
|
DT.changeImmediateDominator(ChildNode, DT[Preheader]);
|
2009-02-24 09:21:53 +08:00
|
|
|
}
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2008-04-30 04:59:33 +08:00
|
|
|
ChildNodes.clear();
|
2008-04-29 08:38:34 +08:00
|
|
|
DT.eraseNode(*LI);
|
2009-02-24 09:21:53 +08:00
|
|
|
|
2008-05-16 12:32:45 +08:00
|
|
|
// Remove the block from the reference counting scheme, so that we can
|
|
|
|
// delete it freely later.
|
2008-04-29 08:38:34 +08:00
|
|
|
(*LI)->dropAllReferences();
|
|
|
|
}
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2008-04-29 08:45:15 +08:00
|
|
|
// Erase the instructions and the blocks without having to worry
|
|
|
|
// about ordering because we already dropped the references.
|
2008-04-30 04:59:33 +08:00
|
|
|
// NOTE: This iteration is safe because erasing the block does not remove its
|
|
|
|
// entry from the loop's block list. We do that in the next section.
|
2008-04-29 08:38:34 +08:00
|
|
|
for (Loop::block_iterator LI = L->block_begin(), LE = L->block_end();
|
2008-05-29 16:15:48 +08:00
|
|
|
LI != LE; ++LI)
|
2008-04-29 08:38:34 +08:00
|
|
|
(*LI)->eraseFromParent();
|
2009-02-24 01:10:29 +08:00
|
|
|
|
2008-04-29 08:45:15 +08:00
|
|
|
// Finally, the blocks from loopinfo. This has to happen late because
|
|
|
|
// otherwise our loop iterators won't work.
|
2016-07-15 02:28:29 +08:00
|
|
|
|
|
|
|
SmallPtrSet<BasicBlock *, 8> blocks;
|
2008-04-29 08:38:34 +08:00
|
|
|
blocks.insert(L->block_begin(), L->block_end());
|
2014-08-25 07:23:06 +08:00
|
|
|
for (BasicBlock *BB : blocks)
|
2017-01-18 05:51:39 +08:00
|
|
|
LI.removeBlock(BB);
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2015-12-17 02:40:20 +08:00
|
|
|
// The last step is to update LoopInfo now that we've eliminated this loop.
|
2017-01-18 05:51:39 +08:00
|
|
|
LI.markAsRemoved(L);
|
2010-06-22 23:08:57 +08:00
|
|
|
++NumDeleted;
|
2012-07-24 18:51:42 +08:00
|
|
|
|
2017-01-18 10:41:26 +08:00
|
|
|
return true;
|
2008-04-29 08:38:34 +08:00
|
|
|
}
|
2016-07-15 02:28:29 +08:00
|
|
|
|
2017-01-11 14:23:21 +08:00
|
|
|
PreservedAnalyses LoopDeletionPass::run(Loop &L, LoopAnalysisManager &AM,
|
|
|
|
LoopStandardAnalysisResults &AR,
|
2017-01-18 10:41:26 +08:00
|
|
|
LPMUpdater &Updater) {
|
2017-02-11 08:09:30 +08:00
|
|
|
if (!deleteLoopIfDead(&L, AR.DT, AR.SE, AR.LI, &Updater))
|
2016-07-15 02:28:29 +08:00
|
|
|
return PreservedAnalyses::all();
|
|
|
|
|
|
|
|
return getLoopPassPreservedAnalyses();
|
|
|
|
}
|
|
|
|
|
|
|
|
namespace {
|
|
|
|
class LoopDeletionLegacyPass : public LoopPass {
|
|
|
|
public:
|
|
|
|
static char ID; // Pass ID, replacement for typeid
|
|
|
|
LoopDeletionLegacyPass() : LoopPass(ID) {
|
|
|
|
initializeLoopDeletionLegacyPassPass(*PassRegistry::getPassRegistry());
|
|
|
|
}
|
|
|
|
|
|
|
|
// Possibly eliminate loop L if it is dead.
|
|
|
|
bool runOnLoop(Loop *L, LPPassManager &) override;
|
|
|
|
|
|
|
|
void getAnalysisUsage(AnalysisUsage &AU) const override {
|
|
|
|
getLoopAnalysisUsage(AU);
|
|
|
|
}
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
char LoopDeletionLegacyPass::ID = 0;
|
|
|
|
INITIALIZE_PASS_BEGIN(LoopDeletionLegacyPass, "loop-deletion",
|
|
|
|
"Delete dead loops", false, false)
|
|
|
|
INITIALIZE_PASS_DEPENDENCY(LoopPass)
|
|
|
|
INITIALIZE_PASS_END(LoopDeletionLegacyPass, "loop-deletion",
|
|
|
|
"Delete dead loops", false, false)
|
|
|
|
|
|
|
|
Pass *llvm::createLoopDeletionPass() { return new LoopDeletionLegacyPass(); }
|
|
|
|
|
|
|
|
bool LoopDeletionLegacyPass::runOnLoop(Loop *L, LPPassManager &) {
|
|
|
|
if (skipLoop(L))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
DominatorTree &DT = getAnalysis<DominatorTreeWrapperPass>().getDomTree();
|
|
|
|
ScalarEvolution &SE = getAnalysis<ScalarEvolutionWrapperPass>().getSE();
|
2017-01-18 05:51:39 +08:00
|
|
|
LoopInfo &LI = getAnalysis<LoopInfoWrapperPass>().getLoopInfo();
|
2016-07-15 02:28:29 +08:00
|
|
|
|
2017-02-11 08:09:30 +08:00
|
|
|
return deleteLoopIfDead(L, DT, SE, LI);
|
2016-07-15 02:28:29 +08:00
|
|
|
}
|