|  | //===---- ReachingDefAnalysis.cpp - Reaching Def Analysis ---*- C++ -*-----===// | 
|  | // | 
|  | // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. | 
|  | // See https://llvm.org/LICENSE.txt for license information. | 
|  | // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception | 
|  | // | 
|  | //===----------------------------------------------------------------------===// | 
|  |  | 
|  | #include "llvm/CodeGen/ReachingDefAnalysis.h" | 
|  | #include "llvm/ADT/SetOperations.h" | 
|  | #include "llvm/ADT/SmallSet.h" | 
|  | #include "llvm/CodeGen/LiveRegUnits.h" | 
|  | #include "llvm/CodeGen/MachineFrameInfo.h" | 
|  | #include "llvm/CodeGen/TargetInstrInfo.h" | 
|  | #include "llvm/CodeGen/TargetRegisterInfo.h" | 
|  | #include "llvm/CodeGen/TargetSubtargetInfo.h" | 
|  | #include "llvm/Support/Debug.h" | 
|  |  | 
|  | using namespace llvm; | 
|  |  | 
|  | #define DEBUG_TYPE "reaching-defs-analysis" | 
|  |  | 
|  | static cl::opt<bool> PrintAllReachingDefs("print-all-reaching-defs", cl::Hidden, | 
|  | cl::desc("Used for test purpuses"), | 
|  | cl::Hidden); | 
|  |  | 
|  | char ReachingDefAnalysis::ID = 0; | 
|  | INITIALIZE_PASS(ReachingDefAnalysis, DEBUG_TYPE, "ReachingDefAnalysis", false, | 
|  | true) | 
|  |  | 
|  | static bool isValidReg(const MachineOperand &MO) { | 
|  | return MO.isReg() && MO.getReg(); | 
|  | } | 
|  |  | 
|  | static bool isValidRegUse(const MachineOperand &MO) { | 
|  | return isValidReg(MO) && MO.isUse(); | 
|  | } | 
|  |  | 
|  | static bool isValidRegUseOf(const MachineOperand &MO, Register Reg, | 
|  | const TargetRegisterInfo *TRI) { | 
|  | if (!isValidRegUse(MO)) | 
|  | return false; | 
|  | return TRI->regsOverlap(MO.getReg(), Reg); | 
|  | } | 
|  |  | 
|  | static bool isValidRegDef(const MachineOperand &MO) { | 
|  | return isValidReg(MO) && MO.isDef(); | 
|  | } | 
|  |  | 
|  | static bool isValidRegDefOf(const MachineOperand &MO, Register Reg, | 
|  | const TargetRegisterInfo *TRI) { | 
|  | if (!isValidRegDef(MO)) | 
|  | return false; | 
|  | return TRI->regsOverlap(MO.getReg(), Reg); | 
|  | } | 
|  |  | 
|  | static bool isFIDef(const MachineInstr &MI, int FrameIndex, | 
|  | const TargetInstrInfo *TII) { | 
|  | int DefFrameIndex = 0; | 
|  | int SrcFrameIndex = 0; | 
|  | if (TII->isStoreToStackSlot(MI, DefFrameIndex) || | 
|  | TII->isStackSlotCopy(MI, DefFrameIndex, SrcFrameIndex)) | 
|  | return DefFrameIndex == FrameIndex; | 
|  | return false; | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::enterBasicBlock(MachineBasicBlock *MBB) { | 
|  | unsigned MBBNumber = MBB->getNumber(); | 
|  | assert(MBBNumber < MBBReachingDefs.numBlockIDs() && | 
|  | "Unexpected basic block number."); | 
|  | MBBReachingDefs.startBasicBlock(MBBNumber, NumRegUnits); | 
|  |  | 
|  | // Reset instruction counter in each basic block. | 
|  | CurInstr = 0; | 
|  |  | 
|  | // Set up LiveRegs to represent registers entering MBB. | 
|  | // Default values are 'nothing happened a long time ago'. | 
|  | if (LiveRegs.empty()) | 
|  | LiveRegs.assign(NumRegUnits, ReachingDefDefaultVal); | 
|  |  | 
|  | // This is the entry block. | 
|  | if (MBB->pred_empty()) { | 
|  | for (const auto &LI : MBB->liveins()) { | 
|  | for (MCRegUnit Unit : TRI->regunits(LI.PhysReg)) { | 
|  | // Treat function live-ins as if they were defined just before the first | 
|  | // instruction.  Usually, function arguments are set up immediately | 
|  | // before the call. | 
|  | if (LiveRegs[Unit] != -1) { | 
|  | LiveRegs[Unit] = -1; | 
|  | MBBReachingDefs.append(MBBNumber, Unit, -1); | 
|  | } | 
|  | } | 
|  | } | 
|  | LLVM_DEBUG(dbgs() << printMBBReference(*MBB) << ": entry\n"); | 
|  | return; | 
|  | } | 
|  |  | 
|  | // Try to coalesce live-out registers from predecessors. | 
|  | for (MachineBasicBlock *pred : MBB->predecessors()) { | 
|  | assert(unsigned(pred->getNumber()) < MBBOutRegsInfos.size() && | 
|  | "Should have pre-allocated MBBInfos for all MBBs"); | 
|  | const LiveRegsDefInfo &Incoming = MBBOutRegsInfos[pred->getNumber()]; | 
|  | // Incoming is null if this is a backedge from a BB | 
|  | // we haven't processed yet | 
|  | if (Incoming.empty()) | 
|  | continue; | 
|  |  | 
|  | // Find the most recent reaching definition from a predecessor. | 
|  | for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) | 
|  | LiveRegs[Unit] = std::max(LiveRegs[Unit], Incoming[Unit]); | 
|  | } | 
|  |  | 
|  | // Insert the most recent reaching definition we found. | 
|  | for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) | 
|  | if (LiveRegs[Unit] != ReachingDefDefaultVal) | 
|  | MBBReachingDefs.append(MBBNumber, Unit, LiveRegs[Unit]); | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::leaveBasicBlock(MachineBasicBlock *MBB) { | 
|  | assert(!LiveRegs.empty() && "Must enter basic block first."); | 
|  | unsigned MBBNumber = MBB->getNumber(); | 
|  | assert(MBBNumber < MBBOutRegsInfos.size() && | 
|  | "Unexpected basic block number."); | 
|  | // Save register clearances at end of MBB - used by enterBasicBlock(). | 
|  | MBBOutRegsInfos[MBBNumber] = LiveRegs; | 
|  |  | 
|  | // While processing the basic block, we kept `Def` relative to the start | 
|  | // of the basic block for convenience. However, future use of this information | 
|  | // only cares about the clearance from the end of the block, so adjust | 
|  | // everything to be relative to the end of the basic block. | 
|  | for (int &OutLiveReg : MBBOutRegsInfos[MBBNumber]) | 
|  | if (OutLiveReg != ReachingDefDefaultVal) | 
|  | OutLiveReg -= CurInstr; | 
|  | LiveRegs.clear(); | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::processDefs(MachineInstr *MI) { | 
|  | assert(!MI->isDebugInstr() && "Won't process debug instructions"); | 
|  |  | 
|  | unsigned MBBNumber = MI->getParent()->getNumber(); | 
|  | assert(MBBNumber < MBBReachingDefs.numBlockIDs() && | 
|  | "Unexpected basic block number."); | 
|  |  | 
|  | for (auto &MO : MI->operands()) { | 
|  | if (MO.isFI()) { | 
|  | int FrameIndex = MO.getIndex(); | 
|  | assert(FrameIndex >= 0 && "Can't handle negative frame indicies yet!"); | 
|  | if (!isFIDef(*MI, FrameIndex, TII)) | 
|  | continue; | 
|  | MBBFrameObjsReachingDefs[{MBBNumber, FrameIndex}].push_back(CurInstr); | 
|  | } | 
|  | if (!isValidRegDef(MO)) | 
|  | continue; | 
|  | for (MCRegUnit Unit : TRI->regunits(MO.getReg().asMCReg())) { | 
|  | // This instruction explicitly defines the current reg unit. | 
|  | LLVM_DEBUG(dbgs() << printRegUnit(Unit, TRI) << ":\t" << CurInstr << '\t' | 
|  | << *MI); | 
|  |  | 
|  | // How many instructions since this reg unit was last written? | 
|  | if (LiveRegs[Unit] != CurInstr) { | 
|  | LiveRegs[Unit] = CurInstr; | 
|  | MBBReachingDefs.append(MBBNumber, Unit, CurInstr); | 
|  | } | 
|  | } | 
|  | } | 
|  | InstIds[MI] = CurInstr; | 
|  | ++CurInstr; | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::reprocessBasicBlock(MachineBasicBlock *MBB) { | 
|  | unsigned MBBNumber = MBB->getNumber(); | 
|  | assert(MBBNumber < MBBReachingDefs.numBlockIDs() && | 
|  | "Unexpected basic block number."); | 
|  |  | 
|  | // Count number of non-debug instructions for end of block adjustment. | 
|  | auto NonDbgInsts = | 
|  | instructionsWithoutDebug(MBB->instr_begin(), MBB->instr_end()); | 
|  | int NumInsts = std::distance(NonDbgInsts.begin(), NonDbgInsts.end()); | 
|  |  | 
|  | // When reprocessing a block, the only thing we need to do is check whether | 
|  | // there is now a more recent incoming reaching definition from a predecessor. | 
|  | for (MachineBasicBlock *pred : MBB->predecessors()) { | 
|  | assert(unsigned(pred->getNumber()) < MBBOutRegsInfos.size() && | 
|  | "Should have pre-allocated MBBInfos for all MBBs"); | 
|  | const LiveRegsDefInfo &Incoming = MBBOutRegsInfos[pred->getNumber()]; | 
|  | // Incoming may be empty for dead predecessors. | 
|  | if (Incoming.empty()) | 
|  | continue; | 
|  |  | 
|  | for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) { | 
|  | int Def = Incoming[Unit]; | 
|  | if (Def == ReachingDefDefaultVal) | 
|  | continue; | 
|  |  | 
|  | auto Defs = MBBReachingDefs.defs(MBBNumber, Unit); | 
|  | if (!Defs.empty() && Defs.front() < 0) { | 
|  | if (Defs.front() >= Def) | 
|  | continue; | 
|  |  | 
|  | // Update existing reaching def from predecessor to a more recent one. | 
|  | MBBReachingDefs.replaceFront(MBBNumber, Unit, Def); | 
|  | } else { | 
|  | // Insert new reaching def from predecessor. | 
|  | MBBReachingDefs.prepend(MBBNumber, Unit, Def); | 
|  | } | 
|  |  | 
|  | // Update reaching def at end of BB. Keep in mind that these are | 
|  | // adjusted relative to the end of the basic block. | 
|  | if (MBBOutRegsInfos[MBBNumber][Unit] < Def - NumInsts) | 
|  | MBBOutRegsInfos[MBBNumber][Unit] = Def - NumInsts; | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::processBasicBlock( | 
|  | const LoopTraversal::TraversedMBBInfo &TraversedMBB) { | 
|  | MachineBasicBlock *MBB = TraversedMBB.MBB; | 
|  | LLVM_DEBUG(dbgs() << printMBBReference(*MBB) | 
|  | << (!TraversedMBB.IsDone ? ": incomplete\n" | 
|  | : ": all preds known\n")); | 
|  |  | 
|  | if (!TraversedMBB.PrimaryPass) { | 
|  | // Reprocess MBB that is part of a loop. | 
|  | reprocessBasicBlock(MBB); | 
|  | return; | 
|  | } | 
|  |  | 
|  | enterBasicBlock(MBB); | 
|  | for (MachineInstr &MI : | 
|  | instructionsWithoutDebug(MBB->instr_begin(), MBB->instr_end())) | 
|  | processDefs(&MI); | 
|  | leaveBasicBlock(MBB); | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::printAllReachingDefs(MachineFunction &MF) { | 
|  | dbgs() << "RDA results for " << MF.getName() << "\n"; | 
|  | int Num = 0; | 
|  | DenseMap<MachineInstr *, int> InstToNumMap; | 
|  | SmallPtrSet<MachineInstr *, 2> Defs; | 
|  | for (MachineBasicBlock &MBB : MF) { | 
|  | for (MachineInstr &MI : MBB) { | 
|  | for (MachineOperand &MO : MI.operands()) { | 
|  | Register Reg; | 
|  | if (MO.isFI()) { | 
|  | int FrameIndex = MO.getIndex(); | 
|  | assert(FrameIndex >= 0 && | 
|  | "Can't handle negative frame indicies yet!"); | 
|  | Reg = Register::index2StackSlot(FrameIndex); | 
|  | } else if (MO.isReg()) { | 
|  | if (MO.isDef()) | 
|  | continue; | 
|  | Reg = MO.getReg(); | 
|  | if (!Reg.isValid()) | 
|  | continue; | 
|  | } else | 
|  | continue; | 
|  | Defs.clear(); | 
|  | getGlobalReachingDefs(&MI, Reg, Defs); | 
|  | MO.print(dbgs(), TRI); | 
|  | SmallVector<int, 0> Nums; | 
|  | for (MachineInstr *Def : Defs) | 
|  | Nums.push_back(InstToNumMap[Def]); | 
|  | llvm::sort(Nums); | 
|  | dbgs() << ":{ "; | 
|  | for (int Num : Nums) | 
|  | dbgs() << Num << " "; | 
|  | dbgs() << "}\n"; | 
|  | } | 
|  | dbgs() << Num << ": " << MI << "\n"; | 
|  | InstToNumMap[&MI] = Num; | 
|  | ++Num; | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::runOnMachineFunction(MachineFunction &mf) { | 
|  | MF = &mf; | 
|  | TRI = MF->getSubtarget().getRegisterInfo(); | 
|  | const TargetSubtargetInfo &STI = MF->getSubtarget(); | 
|  | TRI = STI.getRegisterInfo(); | 
|  | TII = STI.getInstrInfo(); | 
|  | LLVM_DEBUG(dbgs() << "********** REACHING DEFINITION ANALYSIS **********\n"); | 
|  | init(); | 
|  | traverse(); | 
|  | if (PrintAllReachingDefs) | 
|  | printAllReachingDefs(*MF); | 
|  | return false; | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::releaseMemory() { | 
|  | // Clear the internal vectors. | 
|  | MBBOutRegsInfos.clear(); | 
|  | MBBReachingDefs.clear(); | 
|  | MBBFrameObjsReachingDefs.clear(); | 
|  | InstIds.clear(); | 
|  | LiveRegs.clear(); | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::reset() { | 
|  | releaseMemory(); | 
|  | init(); | 
|  | traverse(); | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::init() { | 
|  | NumRegUnits = TRI->getNumRegUnits(); | 
|  | NumStackObjects = MF->getFrameInfo().getNumObjects(); | 
|  | ObjectIndexBegin = MF->getFrameInfo().getObjectIndexBegin(); | 
|  | MBBReachingDefs.init(MF->getNumBlockIDs()); | 
|  | // Initialize the MBBOutRegsInfos | 
|  | MBBOutRegsInfos.resize(MF->getNumBlockIDs()); | 
|  | LoopTraversal Traversal; | 
|  | TraversedMBBOrder = Traversal.traverse(*MF); | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::traverse() { | 
|  | // Traverse the basic blocks. | 
|  | for (LoopTraversal::TraversedMBBInfo TraversedMBB : TraversedMBBOrder) | 
|  | processBasicBlock(TraversedMBB); | 
|  | #ifndef NDEBUG | 
|  | // Make sure reaching defs are sorted and unique. | 
|  | for (unsigned MBBNumber = 0, NumBlockIDs = MF->getNumBlockIDs(); | 
|  | MBBNumber != NumBlockIDs; ++MBBNumber) { | 
|  | for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) { | 
|  | int LastDef = ReachingDefDefaultVal; | 
|  | for (int Def : MBBReachingDefs.defs(MBBNumber, Unit)) { | 
|  | assert(Def > LastDef && "Defs must be sorted and unique"); | 
|  | LastDef = Def; | 
|  | } | 
|  | } | 
|  | } | 
|  | #endif | 
|  | } | 
|  |  | 
|  | int ReachingDefAnalysis::getReachingDef(MachineInstr *MI, Register Reg) const { | 
|  | assert(InstIds.count(MI) && "Unexpected machine instuction."); | 
|  | int InstId = InstIds.lookup(MI); | 
|  | int DefRes = ReachingDefDefaultVal; | 
|  | unsigned MBBNumber = MI->getParent()->getNumber(); | 
|  | assert(MBBNumber < MBBReachingDefs.numBlockIDs() && | 
|  | "Unexpected basic block number."); | 
|  | int LatestDef = ReachingDefDefaultVal; | 
|  |  | 
|  | if (Reg.isStack()) { | 
|  | // Check that there was a reaching def. | 
|  | int FrameIndex = Reg.stackSlotIndex(); | 
|  | auto Lookup = MBBFrameObjsReachingDefs.find({MBBNumber, FrameIndex}); | 
|  | if (Lookup == MBBFrameObjsReachingDefs.end()) | 
|  | return LatestDef; | 
|  | auto &Defs = Lookup->second; | 
|  | for (int Def : Defs) { | 
|  | if (Def >= InstId) | 
|  | break; | 
|  | DefRes = Def; | 
|  | } | 
|  | LatestDef = std::max(LatestDef, DefRes); | 
|  | return LatestDef; | 
|  | } | 
|  |  | 
|  | for (MCRegUnit Unit : TRI->regunits(Reg)) { | 
|  | for (int Def : MBBReachingDefs.defs(MBBNumber, Unit)) { | 
|  | if (Def >= InstId) | 
|  | break; | 
|  | DefRes = Def; | 
|  | } | 
|  | LatestDef = std::max(LatestDef, DefRes); | 
|  | } | 
|  | return LatestDef; | 
|  | } | 
|  |  | 
|  | MachineInstr *ReachingDefAnalysis::getReachingLocalMIDef(MachineInstr *MI, | 
|  | Register Reg) const { | 
|  | return hasLocalDefBefore(MI, Reg) | 
|  | ? getInstFromId(MI->getParent(), getReachingDef(MI, Reg)) | 
|  | : nullptr; | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::hasSameReachingDef(MachineInstr *A, MachineInstr *B, | 
|  | Register Reg) const { | 
|  | MachineBasicBlock *ParentA = A->getParent(); | 
|  | MachineBasicBlock *ParentB = B->getParent(); | 
|  | if (ParentA != ParentB) | 
|  | return false; | 
|  |  | 
|  | return getReachingDef(A, Reg) == getReachingDef(B, Reg); | 
|  | } | 
|  |  | 
|  | MachineInstr *ReachingDefAnalysis::getInstFromId(MachineBasicBlock *MBB, | 
|  | int InstId) const { | 
|  | assert(static_cast<size_t>(MBB->getNumber()) < | 
|  | MBBReachingDefs.numBlockIDs() && | 
|  | "Unexpected basic block number."); | 
|  | assert(InstId < static_cast<int>(MBB->size()) && | 
|  | "Unexpected instruction id."); | 
|  |  | 
|  | if (InstId < 0) | 
|  | return nullptr; | 
|  |  | 
|  | for (auto &MI : *MBB) { | 
|  | auto F = InstIds.find(&MI); | 
|  | if (F != InstIds.end() && F->second == InstId) | 
|  | return &MI; | 
|  | } | 
|  |  | 
|  | return nullptr; | 
|  | } | 
|  |  | 
|  | int ReachingDefAnalysis::getClearance(MachineInstr *MI, Register Reg) const { | 
|  | assert(InstIds.count(MI) && "Unexpected machine instuction."); | 
|  | return InstIds.lookup(MI) - getReachingDef(MI, Reg); | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::hasLocalDefBefore(MachineInstr *MI, | 
|  | Register Reg) const { | 
|  | return getReachingDef(MI, Reg) >= 0; | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::getReachingLocalUses(MachineInstr *Def, Register Reg, | 
|  | InstSet &Uses) const { | 
|  | MachineBasicBlock *MBB = Def->getParent(); | 
|  | MachineBasicBlock::iterator MI = MachineBasicBlock::iterator(Def); | 
|  | while (++MI != MBB->end()) { | 
|  | if (MI->isDebugInstr()) | 
|  | continue; | 
|  |  | 
|  | // If/when we find a new reaching def, we know that there's no more uses | 
|  | // of 'Def'. | 
|  | if (getReachingLocalMIDef(&*MI, Reg) != Def) | 
|  | return; | 
|  |  | 
|  | for (auto &MO : MI->operands()) { | 
|  | if (!isValidRegUseOf(MO, Reg, TRI)) | 
|  | continue; | 
|  |  | 
|  | Uses.insert(&*MI); | 
|  | if (MO.isKill()) | 
|  | return; | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::getLiveInUses(MachineBasicBlock *MBB, Register Reg, | 
|  | InstSet &Uses) const { | 
|  | for (MachineInstr &MI : | 
|  | instructionsWithoutDebug(MBB->instr_begin(), MBB->instr_end())) { | 
|  | for (auto &MO : MI.operands()) { | 
|  | if (!isValidRegUseOf(MO, Reg, TRI)) | 
|  | continue; | 
|  | if (getReachingDef(&MI, Reg) >= 0) | 
|  | return false; | 
|  | Uses.insert(&MI); | 
|  | } | 
|  | } | 
|  | auto Last = MBB->getLastNonDebugInstr(); | 
|  | if (Last == MBB->end()) | 
|  | return true; | 
|  | return isReachingDefLiveOut(&*Last, Reg); | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::getGlobalUses(MachineInstr *MI, Register Reg, | 
|  | InstSet &Uses) const { | 
|  | MachineBasicBlock *MBB = MI->getParent(); | 
|  |  | 
|  | // Collect the uses that each def touches within the block. | 
|  | getReachingLocalUses(MI, Reg, Uses); | 
|  |  | 
|  | // Handle live-out values. | 
|  | if (auto *LiveOut = getLocalLiveOutMIDef(MI->getParent(), Reg)) { | 
|  | if (LiveOut != MI) | 
|  | return; | 
|  |  | 
|  | SmallVector<MachineBasicBlock *, 4> ToVisit(MBB->successors()); | 
|  | SmallPtrSet<MachineBasicBlock*, 4>Visited; | 
|  | while (!ToVisit.empty()) { | 
|  | MachineBasicBlock *MBB = ToVisit.pop_back_val(); | 
|  | if (Visited.count(MBB) || !MBB->isLiveIn(Reg)) | 
|  | continue; | 
|  | if (getLiveInUses(MBB, Reg, Uses)) | 
|  | llvm::append_range(ToVisit, MBB->successors()); | 
|  | Visited.insert(MBB); | 
|  | } | 
|  | } | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::getGlobalReachingDefs(MachineInstr *MI, Register Reg, | 
|  | InstSet &Defs) const { | 
|  | if (auto *Def = getUniqueReachingMIDef(MI, Reg)) { | 
|  | Defs.insert(Def); | 
|  | return; | 
|  | } | 
|  |  | 
|  | for (auto *MBB : MI->getParent()->predecessors()) | 
|  | getLiveOuts(MBB, Reg, Defs); | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::getLiveOuts(MachineBasicBlock *MBB, Register Reg, | 
|  | InstSet &Defs) const { | 
|  | SmallPtrSet<MachineBasicBlock*, 2> VisitedBBs; | 
|  | getLiveOuts(MBB, Reg, Defs, VisitedBBs); | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::getLiveOuts(MachineBasicBlock *MBB, Register Reg, | 
|  | InstSet &Defs, | 
|  | BlockSet &VisitedBBs) const { | 
|  | if (VisitedBBs.count(MBB)) | 
|  | return; | 
|  |  | 
|  | VisitedBBs.insert(MBB); | 
|  | LiveRegUnits LiveRegs(*TRI); | 
|  | LiveRegs.addLiveOuts(*MBB); | 
|  | if (Reg.isPhysical() && LiveRegs.available(Reg)) | 
|  | return; | 
|  |  | 
|  | if (auto *Def = getLocalLiveOutMIDef(MBB, Reg)) | 
|  | Defs.insert(Def); | 
|  | else | 
|  | for (auto *Pred : MBB->predecessors()) | 
|  | getLiveOuts(Pred, Reg, Defs, VisitedBBs); | 
|  | } | 
|  |  | 
|  | MachineInstr *ReachingDefAnalysis::getUniqueReachingMIDef(MachineInstr *MI, | 
|  | Register Reg) const { | 
|  | // If there's a local def before MI, return it. | 
|  | MachineInstr *LocalDef = getReachingLocalMIDef(MI, Reg); | 
|  | if (LocalDef && InstIds.lookup(LocalDef) < InstIds.lookup(MI)) | 
|  | return LocalDef; | 
|  |  | 
|  | SmallPtrSet<MachineInstr*, 2> Incoming; | 
|  | MachineBasicBlock *Parent = MI->getParent(); | 
|  | for (auto *Pred : Parent->predecessors()) | 
|  | getLiveOuts(Pred, Reg, Incoming); | 
|  |  | 
|  | // Check that we have a single incoming value and that it does not | 
|  | // come from the same block as MI - since it would mean that the def | 
|  | // is executed after MI. | 
|  | if (Incoming.size() == 1 && (*Incoming.begin())->getParent() != Parent) | 
|  | return *Incoming.begin(); | 
|  | return nullptr; | 
|  | } | 
|  |  | 
|  | MachineInstr *ReachingDefAnalysis::getMIOperand(MachineInstr *MI, | 
|  | unsigned Idx) const { | 
|  | assert(MI->getOperand(Idx).isReg() && "Expected register operand"); | 
|  | return getUniqueReachingMIDef(MI, MI->getOperand(Idx).getReg()); | 
|  | } | 
|  |  | 
|  | MachineInstr *ReachingDefAnalysis::getMIOperand(MachineInstr *MI, | 
|  | MachineOperand &MO) const { | 
|  | assert(MO.isReg() && "Expected register operand"); | 
|  | return getUniqueReachingMIDef(MI, MO.getReg()); | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::isRegUsedAfter(MachineInstr *MI, Register Reg) const { | 
|  | MachineBasicBlock *MBB = MI->getParent(); | 
|  | LiveRegUnits LiveRegs(*TRI); | 
|  | LiveRegs.addLiveOuts(*MBB); | 
|  |  | 
|  | // Yes if the register is live out of the basic block. | 
|  | if (!LiveRegs.available(Reg)) | 
|  | return true; | 
|  |  | 
|  | // Walk backwards through the block to see if the register is live at some | 
|  | // point. | 
|  | for (MachineInstr &Last : | 
|  | instructionsWithoutDebug(MBB->instr_rbegin(), MBB->instr_rend())) { | 
|  | LiveRegs.stepBackward(Last); | 
|  | if (!LiveRegs.available(Reg)) | 
|  | return InstIds.lookup(&Last) > InstIds.lookup(MI); | 
|  | } | 
|  | return false; | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::isRegDefinedAfter(MachineInstr *MI, | 
|  | Register Reg) const { | 
|  | MachineBasicBlock *MBB = MI->getParent(); | 
|  | auto Last = MBB->getLastNonDebugInstr(); | 
|  | if (Last != MBB->end() && | 
|  | getReachingDef(MI, Reg) != getReachingDef(&*Last, Reg)) | 
|  | return true; | 
|  |  | 
|  | if (auto *Def = getLocalLiveOutMIDef(MBB, Reg)) | 
|  | return Def == getReachingLocalMIDef(MI, Reg); | 
|  |  | 
|  | return false; | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::isReachingDefLiveOut(MachineInstr *MI, | 
|  | Register Reg) const { | 
|  | MachineBasicBlock *MBB = MI->getParent(); | 
|  | LiveRegUnits LiveRegs(*TRI); | 
|  | LiveRegs.addLiveOuts(*MBB); | 
|  | if (Reg.isPhysical() && LiveRegs.available(Reg)) | 
|  | return false; | 
|  |  | 
|  | auto Last = MBB->getLastNonDebugInstr(); | 
|  | int Def = getReachingDef(MI, Reg); | 
|  | if (Last != MBB->end() && getReachingDef(&*Last, Reg) != Def) | 
|  | return false; | 
|  |  | 
|  | // Finally check that the last instruction doesn't redefine the register. | 
|  | for (auto &MO : Last->operands()) | 
|  | if (isValidRegDefOf(MO, Reg, TRI)) | 
|  | return false; | 
|  |  | 
|  | return true; | 
|  | } | 
|  |  | 
|  | MachineInstr *ReachingDefAnalysis::getLocalLiveOutMIDef(MachineBasicBlock *MBB, | 
|  | Register Reg) const { | 
|  | LiveRegUnits LiveRegs(*TRI); | 
|  | LiveRegs.addLiveOuts(*MBB); | 
|  | if (Reg.isPhysical() && LiveRegs.available(Reg)) | 
|  | return nullptr; | 
|  |  | 
|  | auto Last = MBB->getLastNonDebugInstr(); | 
|  | if (Last == MBB->end()) | 
|  | return nullptr; | 
|  |  | 
|  | if (Reg.isStack()) { | 
|  | int FrameIndex = Reg.stackSlotIndex(); | 
|  | if (isFIDef(*Last, FrameIndex, TII)) | 
|  | return &*Last; | 
|  | } | 
|  |  | 
|  | int Def = getReachingDef(&*Last, Reg); | 
|  |  | 
|  | for (auto &MO : Last->operands()) | 
|  | if (isValidRegDefOf(MO, Reg, TRI)) | 
|  | return &*Last; | 
|  |  | 
|  | return Def < 0 ? nullptr : getInstFromId(MBB, Def); | 
|  | } | 
|  |  | 
|  | static bool mayHaveSideEffects(MachineInstr &MI) { | 
|  | return MI.mayLoadOrStore() || MI.mayRaiseFPException() || | 
|  | MI.hasUnmodeledSideEffects() || MI.isTerminator() || | 
|  | MI.isCall() || MI.isBarrier() || MI.isBranch() || MI.isReturn(); | 
|  | } | 
|  |  | 
|  | // Can we safely move 'From' to just before 'To'? To satisfy this, 'From' must | 
|  | // not define a register that is used by any instructions, after and including, | 
|  | // 'To'. These instructions also must not redefine any of Froms operands. | 
|  | template<typename Iterator> | 
|  | bool ReachingDefAnalysis::isSafeToMove(MachineInstr *From, | 
|  | MachineInstr *To) const { | 
|  | if (From->getParent() != To->getParent() || From == To) | 
|  | return false; | 
|  |  | 
|  | SmallSet<Register, 2> Defs; | 
|  | // First check that From would compute the same value if moved. | 
|  | for (auto &MO : From->operands()) { | 
|  | if (!isValidReg(MO)) | 
|  | continue; | 
|  | if (MO.isDef()) | 
|  | Defs.insert(MO.getReg()); | 
|  | else if (!hasSameReachingDef(From, To, MO.getReg())) | 
|  | return false; | 
|  | } | 
|  |  | 
|  | // Now walk checking that the rest of the instructions will compute the same | 
|  | // value and that we're not overwriting anything. Don't move the instruction | 
|  | // past any memory, control-flow or other ambiguous instructions. | 
|  | for (auto I = ++Iterator(From), E = Iterator(To); I != E; ++I) { | 
|  | if (mayHaveSideEffects(*I)) | 
|  | return false; | 
|  | for (auto &MO : I->operands()) | 
|  | if (MO.isReg() && MO.getReg() && Defs.count(MO.getReg())) | 
|  | return false; | 
|  | } | 
|  | return true; | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::isSafeToMoveForwards(MachineInstr *From, | 
|  | MachineInstr *To) const { | 
|  | using Iterator = MachineBasicBlock::iterator; | 
|  | // Walk forwards until we find the instruction. | 
|  | for (auto I = Iterator(From), E = From->getParent()->end(); I != E; ++I) | 
|  | if (&*I == To) | 
|  | return isSafeToMove<Iterator>(From, To); | 
|  | return false; | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::isSafeToMoveBackwards(MachineInstr *From, | 
|  | MachineInstr *To) const { | 
|  | using Iterator = MachineBasicBlock::reverse_iterator; | 
|  | // Walk backwards until we find the instruction. | 
|  | for (auto I = Iterator(From), E = From->getParent()->rend(); I != E; ++I) | 
|  | if (&*I == To) | 
|  | return isSafeToMove<Iterator>(From, To); | 
|  | return false; | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::isSafeToRemove(MachineInstr *MI, | 
|  | InstSet &ToRemove) const { | 
|  | SmallPtrSet<MachineInstr*, 1> Ignore; | 
|  | SmallPtrSet<MachineInstr*, 2> Visited; | 
|  | return isSafeToRemove(MI, Visited, ToRemove, Ignore); | 
|  | } | 
|  |  | 
|  | bool | 
|  | ReachingDefAnalysis::isSafeToRemove(MachineInstr *MI, InstSet &ToRemove, | 
|  | InstSet &Ignore) const { | 
|  | SmallPtrSet<MachineInstr*, 2> Visited; | 
|  | return isSafeToRemove(MI, Visited, ToRemove, Ignore); | 
|  | } | 
|  |  | 
|  | bool | 
|  | ReachingDefAnalysis::isSafeToRemove(MachineInstr *MI, InstSet &Visited, | 
|  | InstSet &ToRemove, InstSet &Ignore) const { | 
|  | if (Visited.count(MI) || Ignore.count(MI)) | 
|  | return true; | 
|  | else if (mayHaveSideEffects(*MI)) { | 
|  | // Unless told to ignore the instruction, don't remove anything which has | 
|  | // side effects. | 
|  | return false; | 
|  | } | 
|  |  | 
|  | Visited.insert(MI); | 
|  | for (auto &MO : MI->operands()) { | 
|  | if (!isValidRegDef(MO)) | 
|  | continue; | 
|  |  | 
|  | SmallPtrSet<MachineInstr*, 4> Uses; | 
|  | getGlobalUses(MI, MO.getReg(), Uses); | 
|  |  | 
|  | for (auto *I : Uses) { | 
|  | if (Ignore.count(I) || ToRemove.count(I)) | 
|  | continue; | 
|  | if (!isSafeToRemove(I, Visited, ToRemove, Ignore)) | 
|  | return false; | 
|  | } | 
|  | } | 
|  | ToRemove.insert(MI); | 
|  | return true; | 
|  | } | 
|  |  | 
|  | void ReachingDefAnalysis::collectKilledOperands(MachineInstr *MI, | 
|  | InstSet &Dead) const { | 
|  | Dead.insert(MI); | 
|  | auto IsDead = [this, &Dead](MachineInstr *Def, Register Reg) { | 
|  | if (mayHaveSideEffects(*Def)) | 
|  | return false; | 
|  |  | 
|  | unsigned LiveDefs = 0; | 
|  | for (auto &MO : Def->operands()) { | 
|  | if (!isValidRegDef(MO)) | 
|  | continue; | 
|  | if (!MO.isDead()) | 
|  | ++LiveDefs; | 
|  | } | 
|  |  | 
|  | if (LiveDefs > 1) | 
|  | return false; | 
|  |  | 
|  | SmallPtrSet<MachineInstr*, 4> Uses; | 
|  | getGlobalUses(Def, Reg, Uses); | 
|  | return llvm::set_is_subset(Uses, Dead); | 
|  | }; | 
|  |  | 
|  | for (auto &MO : MI->operands()) { | 
|  | if (!isValidRegUse(MO)) | 
|  | continue; | 
|  | if (MachineInstr *Def = getMIOperand(MI, MO)) | 
|  | if (IsDead(Def, MO.getReg())) | 
|  | collectKilledOperands(Def, Dead); | 
|  | } | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::isSafeToDefRegAt(MachineInstr *MI, | 
|  | Register Reg) const { | 
|  | SmallPtrSet<MachineInstr*, 1> Ignore; | 
|  | return isSafeToDefRegAt(MI, Reg, Ignore); | 
|  | } | 
|  |  | 
|  | bool ReachingDefAnalysis::isSafeToDefRegAt(MachineInstr *MI, Register Reg, | 
|  | InstSet &Ignore) const { | 
|  | // Check for any uses of the register after MI. | 
|  | if (isRegUsedAfter(MI, Reg)) { | 
|  | if (auto *Def = getReachingLocalMIDef(MI, Reg)) { | 
|  | SmallPtrSet<MachineInstr*, 2> Uses; | 
|  | getGlobalUses(Def, Reg, Uses); | 
|  | if (!llvm::set_is_subset(Uses, Ignore)) | 
|  | return false; | 
|  | } else | 
|  | return false; | 
|  | } | 
|  |  | 
|  | MachineBasicBlock *MBB = MI->getParent(); | 
|  | // Check for any defs after MI. | 
|  | if (isRegDefinedAfter(MI, Reg)) { | 
|  | auto I = MachineBasicBlock::iterator(MI); | 
|  | for (auto E = MBB->end(); I != E; ++I) { | 
|  | if (Ignore.count(&*I)) | 
|  | continue; | 
|  | for (auto &MO : I->operands()) | 
|  | if (isValidRegDefOf(MO, Reg, TRI)) | 
|  | return false; | 
|  | } | 
|  | } | 
|  | return true; | 
|  | } |