2007-02-22 16:56:17 +08:00
|
|
|
//===- LoopPass.cpp - Loop Pass and Loop Pass Manager ---------------------===//
|
|
|
|
//
|
|
|
|
// The LLVM Compiler Infrastructure
|
|
|
|
//
|
2007-12-30 04:36:04 +08:00
|
|
|
// This file is distributed under the University of Illinois Open Source
|
|
|
|
// License. See LICENSE.TXT for details.
|
2007-02-22 16:56:17 +08:00
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
//
|
|
|
|
// This file implements LoopPass and LPPassManager. All loop optimization
|
|
|
|
// and transformation passes are derived from LoopPass. LPPassManager is
|
|
|
|
// responsible for managing LoopPasses.
|
|
|
|
//
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
|
|
|
|
#include "llvm/Analysis/LoopPass.h"
|
2007-08-21 05:17:26 +08:00
|
|
|
#include "llvm/Analysis/ScalarEvolution.h"
|
2007-02-22 16:56:17 +08:00
|
|
|
using namespace llvm;
|
|
|
|
|
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// LPPassManager
|
|
|
|
//
|
2007-05-02 05:15:47 +08:00
|
|
|
|
2007-05-03 09:11:54 +08:00
|
|
|
char LPPassManager::ID = 0;
|
2007-02-22 16:56:17 +08:00
|
|
|
/// LPPassManager manages FPPassManagers and CalLGraphSCCPasses.
|
|
|
|
|
2007-05-02 05:15:47 +08:00
|
|
|
LPPassManager::LPPassManager(int Depth)
|
|
|
|
: FunctionPass((intptr_t)&ID), PMDataManager(Depth) {
|
2007-02-23 08:16:44 +08:00
|
|
|
skipThisLoop = false;
|
|
|
|
redoThisLoop = false;
|
2007-03-07 02:38:33 +08:00
|
|
|
LI = NULL;
|
|
|
|
CurrentLoop = NULL;
|
2007-02-23 07:30:07 +08:00
|
|
|
}
|
|
|
|
|
2007-03-07 02:38:33 +08:00
|
|
|
/// Delete loop from the loop queue and loop hierarcy (LoopInfo).
|
2007-02-23 08:10:16 +08:00
|
|
|
void LPPassManager::deleteLoopFromQueue(Loop *L) {
|
2007-03-07 02:38:33 +08:00
|
|
|
|
|
|
|
if (Loop *ParentLoop = L->getParentLoop()) { // Not a top-level loop.
|
|
|
|
// Reparent all of the blocks in this loop. Since BBLoop had a parent,
|
|
|
|
// they are now all in it.
|
|
|
|
for (Loop::block_iterator I = L->block_begin(), E = L->block_end();
|
|
|
|
I != E; ++I)
|
|
|
|
if (LI->getLoopFor(*I) == L) // Don't change blocks in subloops.
|
|
|
|
LI->changeLoopFor(*I, ParentLoop);
|
|
|
|
|
|
|
|
// Remove the loop from its parent loop.
|
|
|
|
for (Loop::iterator I = ParentLoop->begin(), E = ParentLoop->end();;
|
|
|
|
++I) {
|
|
|
|
assert(I != E && "Couldn't find loop");
|
|
|
|
if (*I == L) {
|
|
|
|
ParentLoop->removeChildLoop(I);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Move all subloops into the parent loop.
|
2007-10-04 03:26:29 +08:00
|
|
|
while (!L->empty())
|
2007-03-07 02:38:33 +08:00
|
|
|
ParentLoop->addChildLoop(L->removeChildLoop(L->end()-1));
|
|
|
|
} else {
|
|
|
|
// Reparent all of the blocks in this loop. Since BBLoop had no parent,
|
|
|
|
// they no longer in a loop at all.
|
|
|
|
|
|
|
|
for (unsigned i = 0; i != L->getBlocks().size(); ++i) {
|
|
|
|
// Don't change blocks in subloops.
|
|
|
|
if (LI->getLoopFor(L->getBlocks()[i]) == L) {
|
|
|
|
LI->removeBlock(L->getBlocks()[i]);
|
|
|
|
--i;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Remove the loop from the top-level LoopInfo object.
|
|
|
|
for (LoopInfo::iterator I = LI->begin(), E = LI->end();; ++I) {
|
|
|
|
assert(I != E && "Couldn't find loop");
|
|
|
|
if (*I == L) {
|
|
|
|
LI->removeLoop(I);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// Move all of the subloops to the top-level.
|
2007-10-04 03:26:29 +08:00
|
|
|
while (!L->empty())
|
2007-03-07 02:38:33 +08:00
|
|
|
LI->addTopLevelLoop(L->removeChildLoop(L->end()-1));
|
|
|
|
}
|
|
|
|
|
|
|
|
delete L;
|
|
|
|
|
|
|
|
// If L is current loop then skip rest of the passes and let
|
|
|
|
// runOnFunction remove L from LQ. Otherwise, remove L from LQ now
|
|
|
|
// and continue applying other passes on CurrentLoop.
|
|
|
|
if (CurrentLoop == L) {
|
|
|
|
skipThisLoop = true;
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
for (std::deque<Loop *>::iterator I = LQ.begin(),
|
|
|
|
E = LQ.end(); I != E; ++I) {
|
|
|
|
if (*I == L) {
|
|
|
|
LQ.erase(I);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2007-02-23 08:10:16 +08:00
|
|
|
}
|
|
|
|
|
2007-03-07 03:00:02 +08:00
|
|
|
// Inset loop into loop nest (LoopInfo) and loop queue (LQ).
|
|
|
|
void LPPassManager::insertLoop(Loop *L, Loop *ParentLoop) {
|
|
|
|
|
|
|
|
assert (CurrentLoop != L && "Cannot insert CurrentLoop");
|
|
|
|
|
|
|
|
// Insert into loop nest
|
|
|
|
if (ParentLoop)
|
|
|
|
ParentLoop->addChildLoop(L);
|
|
|
|
else
|
|
|
|
LI->addTopLevelLoop(L);
|
|
|
|
|
|
|
|
// Insert L into loop queue
|
|
|
|
if (L == CurrentLoop)
|
|
|
|
redoLoop(L);
|
|
|
|
else if (!ParentLoop)
|
|
|
|
// This is top level loop.
|
|
|
|
LQ.push_front(L);
|
|
|
|
else {
|
|
|
|
// Insert L after ParentLoop
|
|
|
|
for (std::deque<Loop *>::iterator I = LQ.begin(),
|
|
|
|
E = LQ.end(); I != E; ++I) {
|
|
|
|
if (*I == ParentLoop) {
|
|
|
|
// deque does not support insert after.
|
|
|
|
++I;
|
|
|
|
LQ.insert(I, 1, L);
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2007-02-23 08:16:44 +08:00
|
|
|
// Reoptimize this loop. LPPassManager will re-insert this loop into the
|
|
|
|
// queue. This allows LoopPass to change loop nest for the loop. This
|
|
|
|
// utility may send LPPassManager into infinite loops so use caution.
|
|
|
|
void LPPassManager::redoLoop(Loop *L) {
|
2007-03-07 08:26:10 +08:00
|
|
|
assert (CurrentLoop == L && "Can redo only CurrentLoop");
|
2007-02-23 08:16:44 +08:00
|
|
|
redoThisLoop = true;
|
|
|
|
}
|
|
|
|
|
2007-07-31 16:00:57 +08:00
|
|
|
/// cloneBasicBlockSimpleAnalysis - Invoke cloneBasicBlockAnalysis hook for
|
|
|
|
/// all loop passes.
|
|
|
|
void LPPassManager::cloneBasicBlockSimpleAnalysis(BasicBlock *From,
|
|
|
|
BasicBlock *To, Loop *L) {
|
|
|
|
for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
|
|
|
|
Pass *P = getContainedPass(Index);
|
|
|
|
LoopPass *LP = dynamic_cast<LoopPass *>(P);
|
|
|
|
LP->cloneBasicBlockAnalysis(From, To, L);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/// deleteSimpleAnalysisValue - Invoke deleteAnalysisValue hook for all passes.
|
|
|
|
void LPPassManager::deleteSimpleAnalysisValue(Value *V, Loop *L) {
|
|
|
|
for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
|
|
|
|
Pass *P = getContainedPass(Index);
|
|
|
|
LoopPass *LP = dynamic_cast<LoopPass *>(P);
|
|
|
|
LP->deleteAnalysisValue(V, L);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2007-02-23 07:45:15 +08:00
|
|
|
// Recurse through all subloops and all loops into LQ.
|
2007-03-06 10:30:46 +08:00
|
|
|
static void addLoopIntoQueue(Loop *L, std::deque<Loop *> &LQ) {
|
2007-03-07 03:50:49 +08:00
|
|
|
LQ.push_back(L);
|
2007-02-23 07:45:15 +08:00
|
|
|
for (Loop::iterator I = L->begin(), E = L->end(); I != E; ++I)
|
|
|
|
addLoopIntoQueue(*I, LQ);
|
|
|
|
}
|
|
|
|
|
2007-03-07 03:11:25 +08:00
|
|
|
/// Pass Manager itself does not invalidate any analysis info.
|
|
|
|
void LPPassManager::getAnalysisUsage(AnalysisUsage &Info) const {
|
|
|
|
// LPPassManager needs LoopInfo. In the long term LoopInfo class will
|
|
|
|
// become part of LPPassManager.
|
|
|
|
Info.addRequired<LoopInfo>();
|
2007-03-07 14:39:01 +08:00
|
|
|
// Used by IndVar doInitialization.
|
|
|
|
Info.addRequired<ScalarEvolution>();
|
2007-03-07 03:11:25 +08:00
|
|
|
Info.setPreservesAll();
|
|
|
|
}
|
|
|
|
|
2007-02-22 16:56:17 +08:00
|
|
|
/// run - Execute all of the passes scheduled for execution. Keep track of
|
|
|
|
/// whether any of the passes modifies the function, and if so, return true.
|
|
|
|
bool LPPassManager::runOnFunction(Function &F) {
|
2007-03-07 03:11:25 +08:00
|
|
|
LI = &getAnalysis<LoopInfo>();
|
2007-02-22 16:56:17 +08:00
|
|
|
bool Changed = false;
|
|
|
|
|
2007-02-23 07:45:15 +08:00
|
|
|
// Populate Loop Queue
|
2007-03-07 03:11:25 +08:00
|
|
|
for (LoopInfo::iterator I = LI->begin(), E = LI->end(); I != E; ++I)
|
2007-02-23 07:45:15 +08:00
|
|
|
addLoopIntoQueue(*I, LQ);
|
|
|
|
|
2007-03-07 00:59:03 +08:00
|
|
|
// Initialization
|
|
|
|
for (std::deque<Loop *>::const_iterator I = LQ.begin(), E = LQ.end();
|
|
|
|
I != E; ++I) {
|
|
|
|
Loop *L = *I;
|
|
|
|
for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
|
|
|
|
Pass *P = getContainedPass(Index);
|
|
|
|
LoopPass *LP = dynamic_cast<LoopPass *>(P);
|
|
|
|
if (LP)
|
|
|
|
Changed |= LP->doInitialization(L, *this);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2007-02-22 16:56:17 +08:00
|
|
|
// Walk Loops
|
2007-03-06 10:30:46 +08:00
|
|
|
while (!LQ.empty()) {
|
2007-02-23 07:45:15 +08:00
|
|
|
|
2007-03-07 02:38:33 +08:00
|
|
|
CurrentLoop = LQ.back();
|
2007-02-23 08:10:16 +08:00
|
|
|
skipThisLoop = false;
|
2007-02-23 08:16:44 +08:00
|
|
|
redoThisLoop = false;
|
2007-02-23 08:10:16 +08:00
|
|
|
|
2007-02-22 16:56:17 +08:00
|
|
|
// Run all passes on current SCC
|
|
|
|
for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
|
2007-02-23 07:45:15 +08:00
|
|
|
|
2007-02-22 16:56:17 +08:00
|
|
|
Pass *P = getContainedPass(Index);
|
|
|
|
AnalysisUsage AnUsage;
|
|
|
|
P->getAnalysisUsage(AnUsage);
|
|
|
|
|
2007-03-06 04:01:30 +08:00
|
|
|
dumpPassInfo(P, EXECUTION_MSG, ON_LOOP_MSG, "");
|
2007-02-22 16:56:17 +08:00
|
|
|
dumpAnalysisSetInfo("Required", P, AnUsage.getRequiredSet());
|
|
|
|
|
|
|
|
initializeAnalysisImpl(P);
|
|
|
|
|
|
|
|
StartPassTimer(P);
|
|
|
|
LoopPass *LP = dynamic_cast<LoopPass *>(P);
|
|
|
|
assert (LP && "Invalid LPPassManager member");
|
2007-09-19 07:58:14 +08:00
|
|
|
Changed |= LP->runOnLoop(CurrentLoop, *this);
|
2007-02-22 16:56:17 +08:00
|
|
|
StopPassTimer(P);
|
|
|
|
|
|
|
|
if (Changed)
|
2007-03-06 04:01:30 +08:00
|
|
|
dumpPassInfo(P, MODIFICATION_MSG, ON_LOOP_MSG, "");
|
2007-02-22 16:56:17 +08:00
|
|
|
dumpAnalysisSetInfo("Preserved", P, AnUsage.getPreservedSet());
|
2007-07-20 02:02:32 +08:00
|
|
|
|
|
|
|
verifyPreservedAnalysis(LP);
|
2007-02-22 16:56:17 +08:00
|
|
|
removeNotPreservedAnalysis(P);
|
|
|
|
recordAvailableAnalysis(P);
|
2007-03-06 04:01:30 +08:00
|
|
|
removeDeadPasses(P, "", ON_LOOP_MSG);
|
2007-02-23 08:10:16 +08:00
|
|
|
|
2008-07-02 03:50:56 +08:00
|
|
|
// If dominator information is available then verify the info if requested.
|
2008-07-02 01:44:24 +08:00
|
|
|
verifyDomInfo(*LP, F);
|
|
|
|
|
2007-02-23 08:10:16 +08:00
|
|
|
if (skipThisLoop)
|
|
|
|
// Do not run other passes on this loop.
|
|
|
|
break;
|
2007-02-22 16:56:17 +08:00
|
|
|
}
|
2007-02-23 07:45:15 +08:00
|
|
|
|
|
|
|
// Pop the loop from queue after running all passes.
|
2007-03-06 10:30:46 +08:00
|
|
|
LQ.pop_back();
|
2007-02-23 08:16:44 +08:00
|
|
|
|
|
|
|
if (redoThisLoop)
|
2007-03-07 02:38:33 +08:00
|
|
|
LQ.push_back(CurrentLoop);
|
2007-02-22 16:56:17 +08:00
|
|
|
}
|
2007-03-07 00:59:03 +08:00
|
|
|
|
|
|
|
// Finalization
|
|
|
|
for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
|
|
|
|
Pass *P = getContainedPass(Index);
|
|
|
|
LoopPass *LP = dynamic_cast <LoopPass *>(P);
|
|
|
|
if (LP)
|
|
|
|
Changed |= LP->doFinalization();
|
|
|
|
}
|
2007-02-22 16:56:17 +08:00
|
|
|
|
|
|
|
return Changed;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2007-02-23 08:36:57 +08:00
|
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
// LoopPass
|
|
|
|
|
2007-03-07 01:59:37 +08:00
|
|
|
// Check if this pass is suitable for the current LPPassManager, if
|
|
|
|
// available. This pass P is not suitable for a LPPassManager if P
|
|
|
|
// is not preserving higher level analysis info used by other
|
|
|
|
// LPPassManager passes. In such case, pop LPPassManager from the
|
|
|
|
// stack. This will force assignPassManager() to create new
|
|
|
|
// LPPassManger as expected.
|
|
|
|
void LoopPass::preparePassManager(PMStack &PMS) {
|
|
|
|
|
|
|
|
// Find LPPassManager
|
2007-07-19 17:42:01 +08:00
|
|
|
while (!PMS.empty() &&
|
|
|
|
PMS.top()->getPassManagerType() > PMT_LoopPassManager)
|
|
|
|
PMS.pop();
|
2007-03-07 01:59:37 +08:00
|
|
|
|
|
|
|
LPPassManager *LPPM = dynamic_cast<LPPassManager *>(PMS.top());
|
|
|
|
|
|
|
|
// If this pass is destroying high level information that is used
|
|
|
|
// by other passes that are managed by LPM then do not insert
|
|
|
|
// this pass in current LPM. Use new LPPassManager.
|
|
|
|
if (LPPM && !LPPM->preserveHigherLevelAnalysis(this))
|
|
|
|
PMS.pop();
|
|
|
|
}
|
|
|
|
|
2007-02-23 08:36:57 +08:00
|
|
|
/// Assign pass manager to manage this pass.
|
|
|
|
void LoopPass::assignPassManager(PMStack &PMS,
|
|
|
|
PassManagerType PreferredType) {
|
|
|
|
// Find LPPassManager
|
2007-07-19 17:42:01 +08:00
|
|
|
while (!PMS.empty() &&
|
|
|
|
PMS.top()->getPassManagerType() > PMT_LoopPassManager)
|
|
|
|
PMS.pop();
|
2007-02-23 08:36:57 +08:00
|
|
|
|
|
|
|
LPPassManager *LPPM = dynamic_cast<LPPassManager *>(PMS.top());
|
|
|
|
|
|
|
|
// Create new Loop Pass Manager if it does not exist.
|
|
|
|
if (!LPPM) {
|
|
|
|
|
|
|
|
assert (!PMS.empty() && "Unable to create Loop Pass Manager");
|
|
|
|
PMDataManager *PMD = PMS.top();
|
|
|
|
|
|
|
|
// [1] Create new Call Graph Pass Manager
|
|
|
|
LPPM = new LPPassManager(PMD->getDepth() + 1);
|
2007-03-07 08:26:10 +08:00
|
|
|
LPPM->populateInheritedAnalysis(PMS);
|
2007-02-23 08:36:57 +08:00
|
|
|
|
|
|
|
// [2] Set up new manager's top level manager
|
|
|
|
PMTopLevelManager *TPM = PMD->getTopLevelManager();
|
|
|
|
TPM->addIndirectPassManager(LPPM);
|
|
|
|
|
|
|
|
// [3] Assign manager to manage this new manager. This may create
|
|
|
|
// and push new managers into PMS
|
|
|
|
Pass *P = dynamic_cast<Pass *>(LPPM);
|
2007-03-07 03:11:25 +08:00
|
|
|
TPM->schedulePass(P);
|
2007-02-23 08:36:57 +08:00
|
|
|
|
|
|
|
// [4] Push new manager into PMS
|
|
|
|
PMS.push(LPPM);
|
|
|
|
}
|
|
|
|
|
|
|
|
LPPM->add(this);
|
|
|
|
}
|