| //===-- BranchFolding.cpp - Fold machine code branch instructions ---------===// | |
| // | |
| // The LLVM Compiler Infrastructure | |
| // | |
| // This file was developed by the LLVM research group and is distributed under | |
| // the University of Illinois Open Source License. See LICENSE.TXT for details. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| // | |
| // This pass forwards branches to unconditional branches to make them branch | |
| // directly to the target block. This pass often results in dead MBB's, which | |
| // it then removes. | |
| // | |
| // Note that this pass must be run after register allocation, it cannot handle | |
| // SSA form. | |
| // | |
| //===----------------------------------------------------------------------===// | |
| #include "llvm/CodeGen/Passes.h" | |
| #include "llvm/CodeGen/MachineFunctionPass.h" | |
| #include "llvm/Target/TargetInstrInfo.h" | |
| #include "llvm/Target/TargetMachine.h" | |
| #include "llvm/ADT/STLExtras.h" | |
| using namespace llvm; | |
| namespace { | |
| struct BranchFolder : public MachineFunctionPass { | |
| virtual bool runOnMachineFunction(MachineFunction &MF); | |
| virtual const char *getPassName() const { return "Branch Folder"; } | |
| private: | |
| bool OptimizeBlock(MachineFunction::iterator MBB, | |
| const TargetInstrInfo &TII); | |
| bool isUncondBranch(const MachineInstr *MI, const TargetInstrInfo &TII) { | |
| return TII.isBarrier(MI->getOpcode()) && TII.isBranch(MI->getOpcode()); | |
| } | |
| bool isCondBranch(const MachineInstr *MI, const TargetInstrInfo &TII) { | |
| return TII.isBranch(MI->getOpcode()) && !TII.isBarrier(MI->getOpcode()); | |
| } | |
| }; | |
| } | |
| FunctionPass *llvm::createBranchFoldingPass() { return new BranchFolder(); } | |
| bool BranchFolder::runOnMachineFunction(MachineFunction &MF) { | |
| bool EverMadeChange = false; | |
| bool MadeChange = true; | |
| const TargetInstrInfo &TII = *MF.getTarget().getInstrInfo(); | |
| while (MadeChange) { | |
| MadeChange = false; | |
| for (MachineFunction::iterator MBB = ++MF.begin(), E = MF.end(); MBB != E; | |
| ++MBB) | |
| MadeChange |= OptimizeBlock(MBB, TII); | |
| // If branches were folded away somehow, do a quick scan and delete any dead | |
| // blocks. | |
| if (MadeChange) { | |
| for (MachineFunction::iterator I = ++MF.begin(), E = MF.end(); I != E; ) { | |
| MachineBasicBlock *MBB = I++; | |
| // Is it dead? | |
| if (MBB->pred_empty()) { | |
| // drop all successors. | |
| while (!MBB->succ_empty()) | |
| MBB->removeSuccessor(MBB->succ_end()-1); | |
| MF.getBasicBlockList().erase(MBB); | |
| } | |
| } | |
| } | |
| EverMadeChange |= MadeChange; | |
| } | |
| return EverMadeChange; | |
| } | |
| /// ReplaceUsesOfBlockWith - Given a machine basic block 'BB' that branched to | |
| /// 'Old', change the code and CFG so that it branches to 'New' instead. | |
| static void ReplaceUsesOfBlockWith(MachineBasicBlock *BB, | |
| MachineBasicBlock *Old, | |
| MachineBasicBlock *New, | |
| const TargetInstrInfo &TII) { | |
| assert(Old != New && "Cannot replace self with self!"); | |
| MachineBasicBlock::iterator I = BB->end(); | |
| while (I != BB->begin()) { | |
| --I; | |
| if (!TII.isTerminatorInstr(I->getOpcode())) break; | |
| // Scan the operands of this machine instruction, replacing any uses of Old | |
| // with New. | |
| for (unsigned i = 0, e = I->getNumOperands(); i != e; ++i) | |
| if (I->getOperand(i).isMachineBasicBlock() && | |
| I->getOperand(i).getMachineBasicBlock() == Old) | |
| I->getOperand(i).setMachineBasicBlock(New); | |
| } | |
| // If BB falls through into Old, insert an unconditional branch to New. | |
| MachineFunction::iterator BBSucc = BB; ++BBSucc; | |
| if (BBSucc != BB->getParent()->end() && &*BBSucc == Old) | |
| TII.insertGoto(*BB, *New); | |
| std::vector<MachineBasicBlock*> Succs(BB->succ_begin(), BB->succ_end()); | |
| for (int i = Succs.size()-1; i >= 0; --i) | |
| if (Succs[i] == Old) { | |
| BB->removeSuccessor(Old); | |
| BB->addSuccessor(New); | |
| } | |
| } | |
| bool BranchFolder::OptimizeBlock(MachineFunction::iterator MBB, | |
| const TargetInstrInfo &TII) { | |
| // If this block is empty, make everyone use it's fall-through, not the block | |
| // explicitly. | |
| if (MBB->empty()) { | |
| if (MBB->pred_empty()) return false; | |
| MachineFunction::iterator FallThrough =next(MBB); | |
| assert(FallThrough != MBB->getParent()->end() && | |
| "Fell off the end of the function!"); | |
| while (!MBB->pred_empty()) { | |
| MachineBasicBlock *Pred = *(MBB->pred_end()-1); | |
| ReplaceUsesOfBlockWith(Pred, MBB, FallThrough, TII); | |
| } | |
| return true; | |
| } | |
| if (MBB->pred_size() == 1) { | |
| // If this block has a single predecessor, and if that block has a single | |
| // successor, merge this block into that block. | |
| MachineBasicBlock *Pred = *MBB->pred_begin(); | |
| if (Pred->succ_size() == 1) { | |
| // Delete all of the terminators from end of the pred block. NOTE, this | |
| // assumes that terminators do not have side effects! | |
| while (!Pred->empty() && TII.isTerminatorInstr(Pred->back().getOpcode())) | |
| Pred->pop_back(); | |
| // Splice the instructions over. | |
| Pred->splice(Pred->end(), MBB, MBB->begin(), MBB->end()); | |
| // If MBB does not end with a barrier, add a goto instruction to the end. | |
| if (Pred->empty() || !TII.isBarrier(Pred->back().getOpcode())) | |
| TII.insertGoto(*Pred, *next(MBB)); | |
| // Update the CFG now. | |
| Pred->removeSuccessor(Pred->succ_begin()); | |
| while (!MBB->succ_empty()) { | |
| Pred->addSuccessor(*(MBB->succ_end()-1)); | |
| MBB->removeSuccessor(MBB->succ_end()-1); | |
| } | |
| return true; | |
| } | |
| } | |
| // If the first instruction in this block is an unconditional branch, and if | |
| // there are predecessors, fold the branch into the predecessors. | |
| if (!MBB->pred_empty() && isUncondBranch(MBB->begin(), TII)) { | |
| MachineInstr *Br = MBB->begin(); | |
| assert(Br->getNumOperands() == 1 && Br->getOperand(0).isMachineBasicBlock() | |
| && "Uncond branch should take one MBB argument!"); | |
| MachineBasicBlock *Dest = Br->getOperand(0).getMachineBasicBlock(); | |
| while (!MBB->pred_empty()) { | |
| MachineBasicBlock *Pred = *(MBB->pred_end()-1); | |
| ReplaceUsesOfBlockWith(Pred, MBB, Dest, TII); | |
| } | |
| return true; | |
| } | |
| // If the last instruction is an unconditional branch and the fall through | |
| // block is the destination, just delete the branch. | |
| if (isUncondBranch(--MBB->end(), TII)) { | |
| MachineBasicBlock::iterator MI = --MBB->end(); | |
| MachineInstr *UncondBr = MI; | |
| MachineFunction::iterator FallThrough = next(MBB); | |
| MachineFunction::iterator UncondDest = | |
| MI->getOperand(0).getMachineBasicBlock(); | |
| if (UncondDest == FallThrough) { | |
| // Just delete the branch. This does not effect the CFG. | |
| MBB->erase(UncondBr); | |
| return true; | |
| } | |
| // Okay, so we don't have a fall-through. Check to see if we have an | |
| // conditional branch that would be a fall through if we reversed it. If | |
| // so, invert the condition and delete the uncond branch. | |
| if (MI != MBB->begin() && isCondBranch(--MI, TII)) { | |
| // We assume that conditional branches always have the branch dest as the | |
| // last operand. This could be generalized in the future if needed. | |
| unsigned LastOpnd = MI->getNumOperands()-1; | |
| if (MachineFunction::iterator( | |
| MI->getOperand(LastOpnd).getMachineBasicBlock()) == FallThrough) { | |
| // Change the cond branch to go to the uncond dest, nuke the uncond, | |
| // then reverse the condition. | |
| MI->getOperand(LastOpnd).setMachineBasicBlock(UncondDest); | |
| MBB->erase(UncondBr); | |
| TII.reverseBranchCondition(MI); | |
| return true; | |
| } | |
| } | |
| } | |
| return false; | |
| } |