| //===---- ReachingDefAnalysis.cpp - Reaching Def Analysis ---*- C++ -*-----===// | |
| // | |
| // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | |
| // See https://llvm.org/LICENSE.txt for license information. | |
| // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | |
| // | |
| //===----------------------------------------------------------------------===// | |
| #include "llvm/CodeGen/ReachingDefAnalysis.h" | |
| #include "llvm/ADT/SetOperations.h" | |
| #include "llvm/ADT/SmallSet.h" | |
| #include "llvm/CodeGen/LiveRegUnits.h" | |
| #include "llvm/CodeGen/MachineFrameInfo.h" | |
| #include "llvm/CodeGen/TargetInstrInfo.h" | |
| #include "llvm/CodeGen/TargetRegisterInfo.h" | |
| #include "llvm/CodeGen/TargetSubtargetInfo.h" | |
| #include "llvm/Support/Debug.h" | |
| using namespace llvm; | |
| #define DEBUG_TYPE "reaching-defs-analysis" | |
| AnalysisKey ReachingDefAnalysis::Key; | |
| ReachingDefAnalysis::Result | |
| ReachingDefAnalysis::run(MachineFunction &MF, | |
| MachineFunctionAnalysisManager &MFAM) { | |
| ReachingDefInfo RDI; | |
| RDI.run(MF); | |
| return RDI; | |
| } | |
| PreservedAnalyses | |
| ReachingDefPrinterPass::run(MachineFunction &MF, | |
| MachineFunctionAnalysisManager &MFAM) { | |
| MFPropsModifier _(*this, MF); | |
| auto &RDI = MFAM.getResult<ReachingDefAnalysis>(MF); | |
| OS << "Reaching definitions for for machine function: " << MF.getName() | |
| << '\n'; | |
| RDI.print(OS); | |
| return PreservedAnalyses::all(); | |
| } | |
| INITIALIZE_PASS(ReachingDefInfoWrapperPass, DEBUG_TYPE, | |
| "Reaching Definitions Analysis", false, true) | |
| char ReachingDefInfoWrapperPass::ID = 0; | |
| ReachingDefInfoWrapperPass::ReachingDefInfoWrapperPass() | |
| : MachineFunctionPass(ID) {} | |
| ReachingDefInfo::ReachingDefInfo() = default; | |
| ReachingDefInfo::ReachingDefInfo(ReachingDefInfo &&) = default; | |
| ReachingDefInfo::~ReachingDefInfo() = default; | |
| bool ReachingDefInfo::invalidate( | |
| MachineFunction &MF, const PreservedAnalyses &PA, | |
| MachineFunctionAnalysisManager::Invalidator &) { | |
| // Check whether the analysis, all analyses on machine functions, or the | |
| // machine function's CFG have been preserved. | |
| auto PAC = PA.getChecker<ReachingDefAnalysis>(); | |
| return !PAC.preserved() && | |
| !PAC.preservedSet<AllAnalysesOn<MachineFunction>>() && | |
| !PAC.preservedSet<CFGAnalyses>(); | |
| } | |
| void ReachingDefInfoWrapperPass::getAnalysisUsage(AnalysisUsage &AU) const { | |
| AU.setPreservesAll(); | |
| MachineFunctionPass::getAnalysisUsage(AU); | |
| } | |
| MachineFunctionProperties | |
| ReachingDefInfoWrapperPass::getRequiredProperties() const { | |
| return MachineFunctionProperties().setNoVRegs(); | |
| } | |
| static bool isValidReg(const MachineOperand &MO) { | |
| return MO.isReg() && MO.getReg(); | |
| } | |
| static bool isValidRegUse(const MachineOperand &MO) { | |
| return isValidReg(MO) && MO.isUse(); | |
| } | |
| static bool isValidRegUseOf(const MachineOperand &MO, Register Reg, | |
| const TargetRegisterInfo *TRI) { | |
| if (!isValidRegUse(MO)) | |
| return false; | |
| return TRI->regsOverlap(MO.getReg(), Reg); | |
| } | |
| static bool isValidRegDef(const MachineOperand &MO) { | |
| return isValidReg(MO) && MO.isDef(); | |
| } | |
| static bool isValidRegDefOf(const MachineOperand &MO, Register Reg, | |
| const TargetRegisterInfo *TRI) { | |
| if (!isValidRegDef(MO)) | |
| return false; | |
| return TRI->regsOverlap(MO.getReg(), Reg); | |
| } | |
| static bool isFIDef(const MachineInstr &MI, int FrameIndex, | |
| const TargetInstrInfo *TII) { | |
| int DefFrameIndex = 0; | |
| int SrcFrameIndex = 0; | |
| if (TII->isStoreToStackSlot(MI, DefFrameIndex) || | |
| TII->isStackSlotCopy(MI, DefFrameIndex, SrcFrameIndex)) | |
| return DefFrameIndex == FrameIndex; | |
| return false; | |
| } | |
| void ReachingDefInfo::enterBasicBlock(MachineBasicBlock *MBB) { | |
| unsigned MBBNumber = MBB->getNumber(); | |
| assert(MBBNumber < MBBReachingDefs.numBlockIDs() && | |
| "Unexpected basic block number."); | |
| MBBReachingDefs.startBasicBlock(MBBNumber, NumRegUnits); | |
| // Reset instruction counter in each basic block. | |
| CurInstr = 0; | |
| // Set up LiveRegs to represent registers entering MBB. | |
| // Default values are 'nothing happened a long time ago'. | |
| if (LiveRegs.empty()) | |
| LiveRegs.assign(NumRegUnits, ReachingDefDefaultVal); | |
| // This is the entry block. | |
| if (MBB == &MBB->getParent()->front()) { | |
| for (const auto &LI : MBB->liveins()) { | |
| for (MCRegUnit Unit : TRI->regunits(LI.PhysReg)) { | |
| // Treat function live-ins as if they were defined just before the first | |
| // instruction. Usually, function arguments are set up immediately | |
| // before the call. | |
| if (LiveRegs[static_cast<unsigned>(Unit)] != FunctionLiveInMarker) { | |
| LiveRegs[static_cast<unsigned>(Unit)] = FunctionLiveInMarker; | |
| MBBReachingDefs.append(MBBNumber, Unit, FunctionLiveInMarker); | |
| } | |
| } | |
| } | |
| LLVM_DEBUG(dbgs() << printMBBReference(*MBB) << ": entry\n"); | |
| return; | |
| } | |
| // Try to coalesce live-out registers from predecessors. | |
| for (MachineBasicBlock *pred : MBB->predecessors()) { | |
| assert(unsigned(pred->getNumber()) < MBBOutRegsInfos.size() && | |
| "Should have pre-allocated MBBInfos for all MBBs"); | |
| const LiveRegsDefInfo &Incoming = MBBOutRegsInfos[pred->getNumber()]; | |
| // Incoming is null if this is a backedge from a BB | |
| // we haven't processed yet | |
| if (Incoming.empty()) | |
| continue; | |
| // Find the most recent reaching definition from a predecessor. | |
| for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) | |
| LiveRegs[Unit] = std::max(LiveRegs[Unit], Incoming[Unit]); | |
| } | |
| // Insert the most recent reaching definition we found. | |
| for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) | |
| if (LiveRegs[Unit] != ReachingDefDefaultVal) | |
| MBBReachingDefs.append(MBBNumber, static_cast<MCRegUnit>(Unit), | |
| LiveRegs[Unit]); | |
| } | |
| void ReachingDefInfo::leaveBasicBlock(MachineBasicBlock *MBB) { | |
| assert(!LiveRegs.empty() && "Must enter basic block first."); | |
| unsigned MBBNumber = MBB->getNumber(); | |
| assert(MBBNumber < MBBOutRegsInfos.size() && | |
| "Unexpected basic block number."); | |
| // Save register clearances at end of MBB - used by enterBasicBlock(). | |
| MBBOutRegsInfos[MBBNumber] = LiveRegs; | |
| // While processing the basic block, we kept `Def` relative to the start | |
| // of the basic block for convenience. However, future use of this information | |
| // only cares about the clearance from the end of the block, so adjust | |
| // everything to be relative to the end of the basic block. | |
| for (int &OutLiveReg : MBBOutRegsInfos[MBBNumber]) | |
| if (OutLiveReg != ReachingDefDefaultVal) | |
| OutLiveReg -= CurInstr; | |
| LiveRegs.clear(); | |
| } | |
| void ReachingDefInfo::processDefs(MachineInstr *MI) { | |
| assert(!MI->isDebugInstr() && "Won't process debug instructions"); | |
| unsigned MBBNumber = MI->getParent()->getNumber(); | |
| assert(MBBNumber < MBBReachingDefs.numBlockIDs() && | |
| "Unexpected basic block number."); | |
| for (auto &MO : MI->operands()) { | |
| if (MO.isFI()) { | |
| int FrameIndex = MO.getIndex(); | |
| if (!isFIDef(*MI, FrameIndex, TII)) | |
| continue; | |
| MBBFrameObjsReachingDefs[{MBBNumber, FrameIndex}].push_back(CurInstr); | |
| } | |
| if (!isValidRegDef(MO)) | |
| continue; | |
| for (MCRegUnit Unit : TRI->regunits(MO.getReg().asMCReg())) { | |
| // This instruction explicitly defines the current reg unit. | |
| LLVM_DEBUG(dbgs() << printRegUnit(Unit, TRI) << ":\t" << CurInstr << '\t' | |
| << *MI); | |
| // How many instructions since this reg unit was last written? | |
| if (LiveRegs[static_cast<unsigned>(Unit)] != CurInstr) { | |
| LiveRegs[static_cast<unsigned>(Unit)] = CurInstr; | |
| MBBReachingDefs.append(MBBNumber, Unit, CurInstr); | |
| } | |
| } | |
| } | |
| InstIds[MI] = CurInstr; | |
| ++CurInstr; | |
| } | |
| void ReachingDefInfo::reprocessBasicBlock(MachineBasicBlock *MBB) { | |
| unsigned MBBNumber = MBB->getNumber(); | |
| assert(MBBNumber < MBBReachingDefs.numBlockIDs() && | |
| "Unexpected basic block number."); | |
| // Count number of non-debug instructions for end of block adjustment. | |
| auto NonDbgInsts = | |
| instructionsWithoutDebug(MBB->instr_begin(), MBB->instr_end()); | |
| int NumInsts = std::distance(NonDbgInsts.begin(), NonDbgInsts.end()); | |
| // When reprocessing a block, the only thing we need to do is check whether | |
| // there is now a more recent incoming reaching definition from a predecessor. | |
| for (MachineBasicBlock *pred : MBB->predecessors()) { | |
| assert(unsigned(pred->getNumber()) < MBBOutRegsInfos.size() && | |
| "Should have pre-allocated MBBInfos for all MBBs"); | |
| const LiveRegsDefInfo &Incoming = MBBOutRegsInfos[pred->getNumber()]; | |
| // Incoming may be empty for dead predecessors. | |
| if (Incoming.empty()) | |
| continue; | |
| for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) { | |
| int Def = Incoming[Unit]; | |
| if (Def == ReachingDefDefaultVal) | |
| continue; | |
| auto Defs = MBBReachingDefs.defs(MBBNumber, static_cast<MCRegUnit>(Unit)); | |
| if (!Defs.empty() && Defs.front() < 0) { | |
| if (Defs.front() >= Def) | |
| continue; | |
| // Update existing reaching def from predecessor to a more recent one. | |
| MBBReachingDefs.replaceFront(MBBNumber, static_cast<MCRegUnit>(Unit), | |
| Def); | |
| } else { | |
| // Insert new reaching def from predecessor. | |
| MBBReachingDefs.prepend(MBBNumber, static_cast<MCRegUnit>(Unit), Def); | |
| } | |
| // Update reaching def at end of BB. Keep in mind that these are | |
| // adjusted relative to the end of the basic block. | |
| if (MBBOutRegsInfos[MBBNumber][Unit] < Def - NumInsts) | |
| MBBOutRegsInfos[MBBNumber][Unit] = Def - NumInsts; | |
| } | |
| } | |
| } | |
| void ReachingDefInfo::processBasicBlock( | |
| const LoopTraversal::TraversedMBBInfo &TraversedMBB) { | |
| MachineBasicBlock *MBB = TraversedMBB.MBB; | |
| LLVM_DEBUG(dbgs() << printMBBReference(*MBB) | |
| << (!TraversedMBB.IsDone ? ": incomplete\n" | |
| : ": all preds known\n")); | |
| if (!TraversedMBB.PrimaryPass) { | |
| // Reprocess MBB that is part of a loop. | |
| reprocessBasicBlock(MBB); | |
| return; | |
| } | |
| enterBasicBlock(MBB); | |
| for (MachineInstr &MI : | |
| instructionsWithoutDebug(MBB->instr_begin(), MBB->instr_end())) | |
| processDefs(&MI); | |
| leaveBasicBlock(MBB); | |
| } | |
| void ReachingDefInfo::run(MachineFunction &mf) { | |
| MF = &mf; | |
| const TargetSubtargetInfo &STI = MF->getSubtarget(); | |
| TRI = STI.getRegisterInfo(); | |
| TII = STI.getInstrInfo(); | |
| LLVM_DEBUG(dbgs() << "********** REACHING DEFINITION ANALYSIS **********\n"); | |
| init(); | |
| traverse(); | |
| } | |
| void ReachingDefInfo::print(raw_ostream &OS) { | |
| // Create a map from instruction to numerical ids. | |
| // Since a reaching def can come after instruction, | |
| // this map needs to be populated first. | |
| int Num = 0; | |
| DenseMap<MachineInstr *, int> InstToNumMap; | |
| for (MachineBasicBlock &MBB : *MF) { | |
| for (MachineInstr &MI : MBB) { | |
| InstToNumMap[&MI] = Num; | |
| ++Num; | |
| } | |
| } | |
| SmallPtrSet<MachineInstr *, 2> Defs; | |
| for (MachineBasicBlock &MBB : *MF) { | |
| OS << printMBBReference(MBB) << ":\n"; | |
| for (MachineInstr &MI : MBB) { | |
| for (MachineOperand &MO : MI.operands()) { | |
| Register Reg; | |
| if (MO.isFI()) { | |
| int FrameIndex = MO.getIndex(); | |
| Reg = Register::index2StackSlot(FrameIndex); | |
| } else if (MO.isReg()) { | |
| if (MO.isDef()) | |
| continue; | |
| Reg = MO.getReg(); | |
| if (!Reg.isValid()) | |
| continue; | |
| } else | |
| continue; | |
| Defs.clear(); | |
| getGlobalReachingDefs(&MI, Reg, Defs); | |
| MO.print(OS, TRI); | |
| SmallVector<int, 0> Nums; | |
| for (MachineInstr *Def : Defs) | |
| Nums.push_back(InstToNumMap[Def]); | |
| llvm::sort(Nums); | |
| OS << ":{ "; | |
| for (int Num : Nums) | |
| OS << Num << " "; | |
| OS << "}\n"; | |
| } | |
| OS << InstToNumMap[&MI] << ": " << MI << "\n"; | |
| } | |
| } | |
| } | |
| bool ReachingDefInfoWrapperPass::runOnMachineFunction(MachineFunction &mf) { | |
| RDI.run(mf); | |
| return false; | |
| } | |
| void ReachingDefInfo::releaseMemory() { | |
| // Clear the internal vectors. | |
| MBBOutRegsInfos.clear(); | |
| MBBReachingDefs.clear(); | |
| MBBFrameObjsReachingDefs.clear(); | |
| InstIds.clear(); | |
| LiveRegs.clear(); | |
| } | |
| void ReachingDefInfo::reset() { | |
| releaseMemory(); | |
| init(); | |
| traverse(); | |
| } | |
| void ReachingDefInfo::init() { | |
| NumRegUnits = TRI->getNumRegUnits(); | |
| NumStackObjects = MF->getFrameInfo().getNumObjects(); | |
| ObjectIndexBegin = MF->getFrameInfo().getObjectIndexBegin(); | |
| MBBReachingDefs.init(MF->getNumBlockIDs()); | |
| // Initialize the MBBOutRegsInfos | |
| MBBOutRegsInfos.resize(MF->getNumBlockIDs()); | |
| LoopTraversal Traversal; | |
| TraversedMBBOrder = Traversal.traverse(*MF); | |
| } | |
| void ReachingDefInfo::traverse() { | |
| // Traverse the basic blocks. | |
| for (LoopTraversal::TraversedMBBInfo TraversedMBB : TraversedMBBOrder) | |
| processBasicBlock(TraversedMBB); | |
| #ifndef NDEBUG | |
| // Make sure reaching defs are sorted and unique. | |
| for (unsigned MBBNumber = 0, NumBlockIDs = MF->getNumBlockIDs(); | |
| MBBNumber != NumBlockIDs; ++MBBNumber) { | |
| for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) { | |
| int LastDef = ReachingDefDefaultVal; | |
| for (int Def : | |
| MBBReachingDefs.defs(MBBNumber, static_cast<MCRegUnit>(Unit))) { | |
| assert(Def > LastDef && "Defs must be sorted and unique"); | |
| LastDef = Def; | |
| } | |
| } | |
| } | |
| #endif | |
| } | |
| int ReachingDefInfo::getReachingDef(MachineInstr *MI, Register Reg) const { | |
| assert(InstIds.count(MI) && "Unexpected machine instuction."); | |
| int InstId = InstIds.lookup(MI); | |
| int DefRes = ReachingDefDefaultVal; | |
| unsigned MBBNumber = MI->getParent()->getNumber(); | |
| assert(MBBNumber < MBBReachingDefs.numBlockIDs() && | |
| "Unexpected basic block number."); | |
| int LatestDef = ReachingDefDefaultVal; | |
| if (Reg.isStack()) { | |
| // Check that there was a reaching def. | |
| int FrameIndex = Reg.stackSlotIndex(); | |
| auto Lookup = MBBFrameObjsReachingDefs.find({MBBNumber, FrameIndex}); | |
| if (Lookup == MBBFrameObjsReachingDefs.end()) | |
| return LatestDef; | |
| auto &Defs = Lookup->second; | |
| for (int Def : Defs) { | |
| if (Def >= InstId) | |
| break; | |
| DefRes = Def; | |
| } | |
| LatestDef = std::max(LatestDef, DefRes); | |
| return LatestDef; | |
| } | |
| for (MCRegUnit Unit : TRI->regunits(Reg)) { | |
| for (int Def : MBBReachingDefs.defs(MBBNumber, Unit)) { | |
| if (Def >= InstId) | |
| break; | |
| DefRes = Def; | |
| } | |
| LatestDef = std::max(LatestDef, DefRes); | |
| } | |
| return LatestDef; | |
| } | |
| MachineInstr *ReachingDefInfo::getReachingLocalMIDef(MachineInstr *MI, | |
| Register Reg) const { | |
| return hasLocalDefBefore(MI, Reg) | |
| ? getInstFromId(MI->getParent(), getReachingDef(MI, Reg)) | |
| : nullptr; | |
| } | |
| bool ReachingDefInfo::hasSameReachingDef(MachineInstr *A, MachineInstr *B, | |
| Register Reg) const { | |
| MachineBasicBlock *ParentA = A->getParent(); | |
| MachineBasicBlock *ParentB = B->getParent(); | |
| if (ParentA != ParentB) | |
| return false; | |
| return getReachingDef(A, Reg) == getReachingDef(B, Reg); | |
| } | |
| MachineInstr *ReachingDefInfo::getInstFromId(MachineBasicBlock *MBB, | |
| int InstId) const { | |
| assert(static_cast<size_t>(MBB->getNumber()) < | |
| MBBReachingDefs.numBlockIDs() && | |
| "Unexpected basic block number."); | |
| assert(InstId < static_cast<int>(MBB->size()) && | |
| "Unexpected instruction id."); | |
| if (InstId < 0) | |
| return nullptr; | |
| for (auto &MI : *MBB) { | |
| auto F = InstIds.find(&MI); | |
| if (F != InstIds.end() && F->second == InstId) | |
| return &MI; | |
| } | |
| return nullptr; | |
| } | |
| int ReachingDefInfo::getClearance(MachineInstr *MI, Register Reg) const { | |
| assert(InstIds.count(MI) && "Unexpected machine instuction."); | |
| return InstIds.lookup(MI) - getReachingDef(MI, Reg); | |
| } | |
| bool ReachingDefInfo::hasLocalDefBefore(MachineInstr *MI, Register Reg) const { | |
| return getReachingDef(MI, Reg) >= 0; | |
| } | |
| void ReachingDefInfo::getReachingLocalUses(MachineInstr *Def, Register Reg, | |
| InstSet &Uses) const { | |
| MachineBasicBlock *MBB = Def->getParent(); | |
| MachineBasicBlock::iterator MI = MachineBasicBlock::iterator(Def); | |
| while (++MI != MBB->end()) { | |
| if (MI->isDebugInstr()) | |
| continue; | |
| // If/when we find a new reaching def, we know that there's no more uses | |
| // of 'Def'. | |
| if (getReachingLocalMIDef(&*MI, Reg) != Def) | |
| return; | |
| for (auto &MO : MI->operands()) { | |
| if (!isValidRegUseOf(MO, Reg, TRI)) | |
| continue; | |
| Uses.insert(&*MI); | |
| if (MO.isKill()) | |
| return; | |
| } | |
| } | |
| } | |
| bool ReachingDefInfo::getLiveInUses(MachineBasicBlock *MBB, Register Reg, | |
| InstSet &Uses) const { | |
| for (MachineInstr &MI : | |
| instructionsWithoutDebug(MBB->instr_begin(), MBB->instr_end())) { | |
| for (auto &MO : MI.operands()) { | |
| if (!isValidRegUseOf(MO, Reg, TRI)) | |
| continue; | |
| if (getReachingDef(&MI, Reg) >= 0) | |
| return false; | |
| Uses.insert(&MI); | |
| } | |
| } | |
| auto Last = MBB->getLastNonDebugInstr(); | |
| if (Last == MBB->end()) | |
| return true; | |
| return isReachingDefLiveOut(&*Last, Reg); | |
| } | |
| void ReachingDefInfo::getGlobalUses(MachineInstr *MI, Register Reg, | |
| InstSet &Uses) const { | |
| MachineBasicBlock *MBB = MI->getParent(); | |
| // Collect the uses that each def touches within the block. | |
| getReachingLocalUses(MI, Reg, Uses); | |
| // Handle live-out values. | |
| if (auto *LiveOut = getLocalLiveOutMIDef(MI->getParent(), Reg)) { | |
| if (LiveOut != MI) | |
| return; | |
| SmallVector<MachineBasicBlock *, 4> ToVisit(MBB->successors()); | |
| SmallPtrSet<MachineBasicBlock*, 4>Visited; | |
| while (!ToVisit.empty()) { | |
| MachineBasicBlock *MBB = ToVisit.pop_back_val(); | |
| if (Visited.count(MBB) || !MBB->isLiveIn(Reg)) | |
| continue; | |
| if (getLiveInUses(MBB, Reg, Uses)) | |
| llvm::append_range(ToVisit, MBB->successors()); | |
| Visited.insert(MBB); | |
| } | |
| } | |
| } | |
| void ReachingDefInfo::getGlobalReachingDefs(MachineInstr *MI, Register Reg, | |
| InstSet &Defs) const { | |
| if (auto *Def = getUniqueReachingMIDef(MI, Reg)) { | |
| Defs.insert(Def); | |
| return; | |
| } | |
| for (auto *MBB : MI->getParent()->predecessors()) | |
| getLiveOuts(MBB, Reg, Defs); | |
| } | |
| void ReachingDefInfo::getLiveOuts(MachineBasicBlock *MBB, Register Reg, | |
| InstSet &Defs) const { | |
| SmallPtrSet<MachineBasicBlock*, 2> VisitedBBs; | |
| getLiveOuts(MBB, Reg, Defs, VisitedBBs); | |
| } | |
| void ReachingDefInfo::getLiveOuts(MachineBasicBlock *MBB, Register Reg, | |
| InstSet &Defs, BlockSet &VisitedBBs) const { | |
| if (VisitedBBs.count(MBB)) | |
| return; | |
| VisitedBBs.insert(MBB); | |
| LiveRegUnits LiveRegs(*TRI); | |
| LiveRegs.addLiveOuts(*MBB); | |
| if (Reg.isPhysical() && LiveRegs.available(Reg)) | |
| return; | |
| if (auto *Def = getLocalLiveOutMIDef(MBB, Reg)) | |
| Defs.insert(Def); | |
| else | |
| for (auto *Pred : MBB->predecessors()) | |
| getLiveOuts(Pred, Reg, Defs, VisitedBBs); | |
| } | |
| MachineInstr *ReachingDefInfo::getUniqueReachingMIDef(MachineInstr *MI, | |
| Register Reg) const { | |
| // If there's a local def before MI, return it. | |
| MachineInstr *LocalDef = getReachingLocalMIDef(MI, Reg); | |
| if (LocalDef && InstIds.lookup(LocalDef) < InstIds.lookup(MI)) | |
| return LocalDef; | |
| SmallPtrSet<MachineInstr*, 2> Incoming; | |
| MachineBasicBlock *Parent = MI->getParent(); | |
| for (auto *Pred : Parent->predecessors()) | |
| getLiveOuts(Pred, Reg, Incoming); | |
| // Check that we have a single incoming value and that it does not | |
| // come from the same block as MI - since it would mean that the def | |
| // is executed after MI. | |
| if (Incoming.size() == 1 && (*Incoming.begin())->getParent() != Parent) | |
| return *Incoming.begin(); | |
| return nullptr; | |
| } | |
| MachineInstr *ReachingDefInfo::getMIOperand(MachineInstr *MI, | |
| unsigned Idx) const { | |
| assert(MI->getOperand(Idx).isReg() && "Expected register operand"); | |
| return getUniqueReachingMIDef(MI, MI->getOperand(Idx).getReg()); | |
| } | |
| MachineInstr *ReachingDefInfo::getMIOperand(MachineInstr *MI, | |
| MachineOperand &MO) const { | |
| assert(MO.isReg() && "Expected register operand"); | |
| return getUniqueReachingMIDef(MI, MO.getReg()); | |
| } | |
| bool ReachingDefInfo::isRegUsedAfter(MachineInstr *MI, Register Reg) const { | |
| MachineBasicBlock *MBB = MI->getParent(); | |
| LiveRegUnits LiveRegs(*TRI); | |
| LiveRegs.addLiveOuts(*MBB); | |
| // Yes if the register is live out of the basic block. | |
| if (!LiveRegs.available(Reg)) | |
| return true; | |
| // Walk backwards through the block to see if the register is live at some | |
| // point. | |
| for (MachineInstr &Last : | |
| instructionsWithoutDebug(MBB->instr_rbegin(), MBB->instr_rend())) { | |
| LiveRegs.stepBackward(Last); | |
| if (!LiveRegs.available(Reg)) | |
| return InstIds.lookup(&Last) > InstIds.lookup(MI); | |
| } | |
| return false; | |
| } | |
| bool ReachingDefInfo::isRegDefinedAfter(MachineInstr *MI, Register Reg) const { | |
| MachineBasicBlock *MBB = MI->getParent(); | |
| auto Last = MBB->getLastNonDebugInstr(); | |
| if (Last != MBB->end() && | |
| getReachingDef(MI, Reg) != getReachingDef(&*Last, Reg)) | |
| return true; | |
| if (auto *Def = getLocalLiveOutMIDef(MBB, Reg)) | |
| return Def == getReachingLocalMIDef(MI, Reg); | |
| return false; | |
| } | |
| bool ReachingDefInfo::isReachingDefLiveOut(MachineInstr *MI, | |
| Register Reg) const { | |
| MachineBasicBlock *MBB = MI->getParent(); | |
| LiveRegUnits LiveRegs(*TRI); | |
| LiveRegs.addLiveOuts(*MBB); | |
| if (Reg.isPhysical() && LiveRegs.available(Reg)) | |
| return false; | |
| auto Last = MBB->getLastNonDebugInstr(); | |
| int Def = getReachingDef(MI, Reg); | |
| if (Last != MBB->end() && getReachingDef(&*Last, Reg) != Def) | |
| return false; | |
| // Finally check that the last instruction doesn't redefine the register. | |
| for (auto &MO : Last->operands()) | |
| if (isValidRegDefOf(MO, Reg, TRI)) | |
| return false; | |
| return true; | |
| } | |
| MachineInstr *ReachingDefInfo::getLocalLiveOutMIDef(MachineBasicBlock *MBB, | |
| Register Reg) const { | |
| LiveRegUnits LiveRegs(*TRI); | |
| LiveRegs.addLiveOuts(*MBB); | |
| if (Reg.isPhysical() && LiveRegs.available(Reg)) | |
| return nullptr; | |
| auto Last = MBB->getLastNonDebugInstr(); | |
| if (Last == MBB->end()) | |
| return nullptr; | |
| // Check if Last is the definition | |
| if (Reg.isStack()) { | |
| int FrameIndex = Reg.stackSlotIndex(); | |
| if (isFIDef(*Last, FrameIndex, TII)) | |
| return &*Last; | |
| } else { | |
| for (auto &MO : Last->operands()) | |
| if (isValidRegDefOf(MO, Reg, TRI)) | |
| return &*Last; | |
| } | |
| int Def = getReachingDef(&*Last, Reg); | |
| return Def < 0 ? nullptr : getInstFromId(MBB, Def); | |
| } | |
| static bool mayHaveSideEffects(MachineInstr &MI) { | |
| return MI.mayLoadOrStore() || MI.mayRaiseFPException() || | |
| MI.hasUnmodeledSideEffects() || MI.isTerminator() || | |
| MI.isCall() || MI.isBarrier() || MI.isBranch() || MI.isReturn(); | |
| } | |
| // Can we safely move 'From' to just before 'To'? To satisfy this, 'From' must | |
| // not define a register that is used by any instructions, after and including, | |
| // 'To'. These instructions also must not redefine any of Froms operands. | |
| template <typename Iterator> | |
| bool ReachingDefInfo::isSafeToMove(MachineInstr *From, MachineInstr *To) const { | |
| if (From->getParent() != To->getParent() || From == To) | |
| return false; | |
| SmallSet<Register, 2> Defs; | |
| // First check that From would compute the same value if moved. | |
| for (auto &MO : From->operands()) { | |
| if (!isValidReg(MO)) | |
| continue; | |
| if (MO.isDef()) | |
| Defs.insert(MO.getReg()); | |
| else if (!hasSameReachingDef(From, To, MO.getReg())) | |
| return false; | |
| } | |
| // Now walk checking that the rest of the instructions will compute the same | |
| // value and that we're not overwriting anything. Don't move the instruction | |
| // past any memory, control-flow or other ambiguous instructions. | |
| for (auto I = ++Iterator(From), E = Iterator(To); I != E; ++I) { | |
| if (mayHaveSideEffects(*I)) | |
| return false; | |
| for (auto &MO : I->operands()) | |
| if (MO.isReg() && MO.getReg() && Defs.count(MO.getReg())) | |
| return false; | |
| } | |
| return true; | |
| } | |
| bool ReachingDefInfo::isSafeToMoveForwards(MachineInstr *From, | |
| MachineInstr *To) const { | |
| using Iterator = MachineBasicBlock::iterator; | |
| // Walk forwards until we find the instruction. | |
| for (auto I = Iterator(From), E = From->getParent()->end(); I != E; ++I) | |
| if (&*I == To) | |
| return isSafeToMove<Iterator>(From, To); | |
| return false; | |
| } | |
| bool ReachingDefInfo::isSafeToMoveBackwards(MachineInstr *From, | |
| MachineInstr *To) const { | |
| using Iterator = MachineBasicBlock::reverse_iterator; | |
| // Walk backwards until we find the instruction. | |
| for (auto I = Iterator(From), E = From->getParent()->rend(); I != E; ++I) | |
| if (&*I == To) | |
| return isSafeToMove<Iterator>(From, To); | |
| return false; | |
| } | |
| bool ReachingDefInfo::isSafeToRemove(MachineInstr *MI, | |
| InstSet &ToRemove) const { | |
| SmallPtrSet<MachineInstr*, 1> Ignore; | |
| SmallPtrSet<MachineInstr*, 2> Visited; | |
| return isSafeToRemove(MI, Visited, ToRemove, Ignore); | |
| } | |
| bool ReachingDefInfo::isSafeToRemove(MachineInstr *MI, InstSet &ToRemove, | |
| InstSet &Ignore) const { | |
| SmallPtrSet<MachineInstr*, 2> Visited; | |
| return isSafeToRemove(MI, Visited, ToRemove, Ignore); | |
| } | |
| bool ReachingDefInfo::isSafeToRemove(MachineInstr *MI, InstSet &Visited, | |
| InstSet &ToRemove, InstSet &Ignore) const { | |
| if (Visited.count(MI) || Ignore.count(MI)) | |
| return true; | |
| else if (mayHaveSideEffects(*MI)) { | |
| // Unless told to ignore the instruction, don't remove anything which has | |
| // side effects. | |
| return false; | |
| } | |
| Visited.insert(MI); | |
| for (auto &MO : MI->operands()) { | |
| if (!isValidRegDef(MO)) | |
| continue; | |
| SmallPtrSet<MachineInstr*, 4> Uses; | |
| getGlobalUses(MI, MO.getReg(), Uses); | |
| for (auto *I : Uses) { | |
| if (Ignore.count(I) || ToRemove.count(I)) | |
| continue; | |
| if (!isSafeToRemove(I, Visited, ToRemove, Ignore)) | |
| return false; | |
| } | |
| } | |
| ToRemove.insert(MI); | |
| return true; | |
| } | |
| void ReachingDefInfo::collectKilledOperands(MachineInstr *MI, | |
| InstSet &Dead) const { | |
| Dead.insert(MI); | |
| auto IsDead = [this, &Dead](MachineInstr *Def, Register Reg) { | |
| if (mayHaveSideEffects(*Def)) | |
| return false; | |
| unsigned LiveDefs = 0; | |
| for (auto &MO : Def->operands()) { | |
| if (!isValidRegDef(MO)) | |
| continue; | |
| if (!MO.isDead()) | |
| ++LiveDefs; | |
| } | |
| if (LiveDefs > 1) | |
| return false; | |
| SmallPtrSet<MachineInstr*, 4> Uses; | |
| getGlobalUses(Def, Reg, Uses); | |
| return llvm::set_is_subset(Uses, Dead); | |
| }; | |
| for (auto &MO : MI->operands()) { | |
| if (!isValidRegUse(MO)) | |
| continue; | |
| if (MachineInstr *Def = getMIOperand(MI, MO)) | |
| if (IsDead(Def, MO.getReg())) | |
| collectKilledOperands(Def, Dead); | |
| } | |
| } | |
| bool ReachingDefInfo::isSafeToDefRegAt(MachineInstr *MI, Register Reg) const { | |
| SmallPtrSet<MachineInstr*, 1> Ignore; | |
| return isSafeToDefRegAt(MI, Reg, Ignore); | |
| } | |
| bool ReachingDefInfo::isSafeToDefRegAt(MachineInstr *MI, Register Reg, | |
| InstSet &Ignore) const { | |
| // Check for any uses of the register after MI. | |
| if (isRegUsedAfter(MI, Reg)) { | |
| if (auto *Def = getReachingLocalMIDef(MI, Reg)) { | |
| SmallPtrSet<MachineInstr*, 2> Uses; | |
| getGlobalUses(Def, Reg, Uses); | |
| if (!llvm::set_is_subset(Uses, Ignore)) | |
| return false; | |
| } else | |
| return false; | |
| } | |
| MachineBasicBlock *MBB = MI->getParent(); | |
| // Check for any defs after MI. | |
| if (isRegDefinedAfter(MI, Reg)) { | |
| auto I = MachineBasicBlock::iterator(MI); | |
| for (auto E = MBB->end(); I != E; ++I) { | |
| if (Ignore.count(&*I)) | |
| continue; | |
| for (auto &MO : I->operands()) | |
| if (isValidRegDefOf(MO, Reg, TRI)) | |
| return false; | |
| } | |
| } | |
| return true; | |
| } |