123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370 |
- //===- LoopPass.cpp - Loop Pass and Loop Pass Manager ---------------------===//
- //
- // The LLVM Compiler Infrastructure
- //
- // This file is distributed under the University of Illinois Open Source
- // License. See LICENSE.TXT for details.
- //
- //===----------------------------------------------------------------------===//
- //
- // This file implements LoopPass and LPPassManager. All loop optimization
- // and transformation passes are derived from LoopPass. LPPassManager is
- // responsible for managing LoopPasses.
- //
- //===----------------------------------------------------------------------===//
- #include "llvm/Analysis/LoopPass.h"
- #include "llvm/Analysis/LoopAnalysisManager.h"
- #include "llvm/IR/Dominators.h"
- #include "llvm/IR/IRPrintingPasses.h"
- #include "llvm/IR/LLVMContext.h"
- #include "llvm/IR/OptBisect.h"
- #include "llvm/IR/PassManager.h"
- #include "llvm/Support/Debug.h"
- #include "llvm/Support/Timer.h"
- #include "llvm/Support/raw_ostream.h"
- using namespace llvm;
- #define DEBUG_TYPE "loop-pass-manager"
- namespace {
- /// PrintLoopPass - Print a Function corresponding to a Loop.
- ///
- class PrintLoopPassWrapper : public LoopPass {
- raw_ostream &OS;
- std::string Banner;
- public:
- static char ID;
- PrintLoopPassWrapper() : LoopPass(ID), OS(dbgs()) {}
- PrintLoopPassWrapper(raw_ostream &OS, const std::string &Banner)
- : LoopPass(ID), OS(OS), Banner(Banner) {}
- void getAnalysisUsage(AnalysisUsage &AU) const override {
- AU.setPreservesAll();
- }
- bool runOnLoop(Loop *L, LPPassManager &) override {
- auto BBI = find_if(L->blocks().begin(), L->blocks().end(),
- [](BasicBlock *BB) { return BB; });
- if (BBI != L->blocks().end() &&
- isFunctionInPrintList((*BBI)->getParent()->getName())) {
- printLoop(*L, OS, Banner);
- }
- return false;
- }
- };
- char PrintLoopPassWrapper::ID = 0;
- }
- //===----------------------------------------------------------------------===//
- // LPPassManager
- //
- char LPPassManager::ID = 0;
- LPPassManager::LPPassManager()
- : FunctionPass(ID), PMDataManager() {
- LI = nullptr;
- CurrentLoop = nullptr;
- }
- // Inset loop into loop nest (LoopInfo) and loop queue (LQ).
- Loop &LPPassManager::addLoop(Loop *ParentLoop) {
- // Create a new loop. LI will take ownership.
- Loop *L = new Loop();
- // Insert into the loop nest and the loop queue.
- if (!ParentLoop) {
- // This is the top level loop.
- LI->addTopLevelLoop(L);
- LQ.push_front(L);
- return *L;
- }
- ParentLoop->addChildLoop(L);
- // Insert L into the loop queue after the parent loop.
- for (auto I = LQ.begin(), E = LQ.end(); I != E; ++I) {
- if (*I == L->getParentLoop()) {
- // deque does not support insert after.
- ++I;
- LQ.insert(I, 1, L);
- break;
- }
- }
- return *L;
- }
- /// cloneBasicBlockSimpleAnalysis - Invoke cloneBasicBlockAnalysis hook for
- /// all loop passes.
- void LPPassManager::cloneBasicBlockSimpleAnalysis(BasicBlock *From,
- BasicBlock *To, Loop *L) {
- for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
- LoopPass *LP = getContainedPass(Index);
- LP->cloneBasicBlockAnalysis(From, To, L);
- }
- }
- /// deleteSimpleAnalysisValue - Invoke deleteAnalysisValue hook for all passes.
- void LPPassManager::deleteSimpleAnalysisValue(Value *V, Loop *L) {
- if (BasicBlock *BB = dyn_cast<BasicBlock>(V)) {
- for (Instruction &I : *BB) {
- deleteSimpleAnalysisValue(&I, L);
- }
- }
- for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
- LoopPass *LP = getContainedPass(Index);
- LP->deleteAnalysisValue(V, L);
- }
- }
- /// Invoke deleteAnalysisLoop hook for all passes.
- void LPPassManager::deleteSimpleAnalysisLoop(Loop *L) {
- for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
- LoopPass *LP = getContainedPass(Index);
- LP->deleteAnalysisLoop(L);
- }
- }
- // Recurse through all subloops and all loops into LQ.
- static void addLoopIntoQueue(Loop *L, std::deque<Loop *> &LQ) {
- LQ.push_back(L);
- for (Loop *I : reverse(*L))
- addLoopIntoQueue(I, LQ);
- }
- /// Pass Manager itself does not invalidate any analysis info.
- void LPPassManager::getAnalysisUsage(AnalysisUsage &Info) const {
- // LPPassManager needs LoopInfo. In the long term LoopInfo class will
- // become part of LPPassManager.
- Info.addRequired<LoopInfoWrapperPass>();
- Info.addRequired<DominatorTreeWrapperPass>();
- Info.setPreservesAll();
- }
- /// run - Execute all of the passes scheduled for execution. Keep track of
- /// whether any of the passes modifies the function, and if so, return true.
- bool LPPassManager::runOnFunction(Function &F) {
- auto &LIWP = getAnalysis<LoopInfoWrapperPass>();
- LI = &LIWP.getLoopInfo();
- DominatorTree *DT = &getAnalysis<DominatorTreeWrapperPass>().getDomTree();
- bool Changed = false;
- // Collect inherited analysis from Module level pass manager.
- populateInheritedAnalysis(TPM->activeStack);
- // Populate the loop queue in reverse program order. There is no clear need to
- // process sibling loops in either forward or reverse order. There may be some
- // advantage in deleting uses in a later loop before optimizing the
- // definitions in an earlier loop. If we find a clear reason to process in
- // forward order, then a forward variant of LoopPassManager should be created.
- //
- // Note that LoopInfo::iterator visits loops in reverse program
- // order. Here, reverse_iterator gives us a forward order, and the LoopQueue
- // reverses the order a third time by popping from the back.
- for (Loop *L : reverse(*LI))
- addLoopIntoQueue(L, LQ);
- if (LQ.empty()) // No loops, skip calling finalizers
- return false;
- // Initialization
- for (Loop *L : LQ) {
- for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
- LoopPass *P = getContainedPass(Index);
- Changed |= P->doInitialization(L, *this);
- }
- }
- // Walk Loops
- while (!LQ.empty()) {
- bool LoopWasDeleted = false;
- CurrentLoop = LQ.back();
- // Run all passes on the current Loop.
- for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
- LoopPass *P = getContainedPass(Index);
- dumpPassInfo(P, EXECUTION_MSG, ON_LOOP_MSG,
- CurrentLoop->getHeader()->getName());
- dumpRequiredSet(P);
- initializeAnalysisImpl(P);
- {
- PassManagerPrettyStackEntry X(P, *CurrentLoop->getHeader());
- TimeRegion PassTimer(getPassTimer(P));
- P->setExecuted(true);
- Changed |= P->runOnLoop(CurrentLoop, *this);
- }
- LoopWasDeleted = CurrentLoop->isInvalid();
- if (Changed)
- dumpPassInfo(P, MODIFICATION_MSG, ON_LOOP_MSG,
- LoopWasDeleted ? "<deleted>"
- : CurrentLoop->getHeader()->getName());
- dumpPreservedSet(P);
- if (LoopWasDeleted) {
- // Notify passes that the loop is being deleted.
- deleteSimpleAnalysisLoop(CurrentLoop);
- } else {
- // Manually check that this loop is still healthy. This is done
- // instead of relying on LoopInfo::verifyLoop since LoopInfo
- // is a function pass and it's really expensive to verify every
- // loop in the function every time. That level of checking can be
- // enabled with the -verify-loop-info option.
- {
- TimeRegion PassTimer(getPassTimer(&LIWP));
- CurrentLoop->verifyLoop();
- }
- // Here we apply same reasoning as in the above case. Only difference
- // is that LPPassManager might run passes which do not require LCSSA
- // form (LoopPassPrinter for example). We should skip verification for
- // such passes.
- if (mustPreserveAnalysisID(LCSSAVerificationPass::ID))
- CurrentLoop->isRecursivelyLCSSAForm(*DT, *LI);
- // Then call the regular verifyAnalysis functions.
- verifyPreservedAnalysis(P);
- F.getContext().yield();
- }
- removeNotPreservedAnalysis(P);
- recordAvailableAnalysis(P);
- removeDeadPasses(P, LoopWasDeleted ? "<deleted>"
- : CurrentLoop->getHeader()->getName(),
- ON_LOOP_MSG);
- if (LoopWasDeleted)
- // Do not run other passes on this loop.
- break;
- }
- // If the loop was deleted, release all the loop passes. This frees up
- // some memory, and avoids trouble with the pass manager trying to call
- // verifyAnalysis on them.
- if (LoopWasDeleted) {
- for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
- Pass *P = getContainedPass(Index);
- freePass(P, "<deleted>", ON_LOOP_MSG);
- }
- }
- // Pop the loop from queue after running all passes.
- LQ.pop_back();
- }
- // Finalization
- for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
- LoopPass *P = getContainedPass(Index);
- Changed |= P->doFinalization();
- }
- return Changed;
- }
- /// Print passes managed by this manager
- void LPPassManager::dumpPassStructure(unsigned Offset) {
- errs().indent(Offset*2) << "Loop Pass Manager\n";
- for (unsigned Index = 0; Index < getNumContainedPasses(); ++Index) {
- Pass *P = getContainedPass(Index);
- P->dumpPassStructure(Offset + 1);
- dumpLastUses(P, Offset+1);
- }
- }
- //===----------------------------------------------------------------------===//
- // LoopPass
- Pass *LoopPass::createPrinterPass(raw_ostream &O,
- const std::string &Banner) const {
- return new PrintLoopPassWrapper(O, Banner);
- }
- // Check if this pass is suitable for the current LPPassManager, if
- // available. This pass P is not suitable for a LPPassManager if P
- // is not preserving higher level analysis info used by other
- // LPPassManager passes. In such case, pop LPPassManager from the
- // stack. This will force assignPassManager() to create new
- // LPPassManger as expected.
- void LoopPass::preparePassManager(PMStack &PMS) {
- // Find LPPassManager
- while (!PMS.empty() &&
- PMS.top()->getPassManagerType() > PMT_LoopPassManager)
- PMS.pop();
- // If this pass is destroying high level information that is used
- // by other passes that are managed by LPM then do not insert
- // this pass in current LPM. Use new LPPassManager.
- if (PMS.top()->getPassManagerType() == PMT_LoopPassManager &&
- !PMS.top()->preserveHigherLevelAnalysis(this))
- PMS.pop();
- }
- /// Assign pass manager to manage this pass.
- void LoopPass::assignPassManager(PMStack &PMS,
- PassManagerType PreferredType) {
- // Find LPPassManager
- while (!PMS.empty() &&
- PMS.top()->getPassManagerType() > PMT_LoopPassManager)
- PMS.pop();
- LPPassManager *LPPM;
- if (PMS.top()->getPassManagerType() == PMT_LoopPassManager)
- LPPM = (LPPassManager*)PMS.top();
- else {
- // Create new Loop Pass Manager if it does not exist.
- assert (!PMS.empty() && "Unable to create Loop Pass Manager");
- PMDataManager *PMD = PMS.top();
- // [1] Create new Loop Pass Manager
- LPPM = new LPPassManager();
- LPPM->populateInheritedAnalysis(PMS);
- // [2] Set up new manager's top level manager
- PMTopLevelManager *TPM = PMD->getTopLevelManager();
- TPM->addIndirectPassManager(LPPM);
- // [3] Assign manager to manage this new manager. This may create
- // and push new managers into PMS
- Pass *P = LPPM->getAsPass();
- TPM->schedulePass(P);
- // [4] Push new manager into PMS
- PMS.push(LPPM);
- }
- LPPM->add(this);
- }
- bool LoopPass::skipLoop(const Loop *L) const {
- const Function *F = L->getHeader()->getParent();
- if (!F)
- return false;
- // Check the opt bisect limit.
- LLVMContext &Context = F->getContext();
- if (!Context.getOptBisect().shouldRunPass(this, *L))
- return true;
- // Check for the OptimizeNone attribute.
- if (F->hasFnAttribute(Attribute::OptimizeNone)) {
- // FIXME: Report this to dbgs() only once per function.
- DEBUG(dbgs() << "Skipping pass '" << getPassName()
- << "' in function " << F->getName() << "\n");
- // FIXME: Delete loop from pass manager's queue?
- return true;
- }
- return false;
- }
- char LCSSAVerificationPass::ID = 0;
- INITIALIZE_PASS(LCSSAVerificationPass, "lcssa-verification", "LCSSA Verifier",
- false, false)
|