1 //===---- ReachingDefAnalysis.cpp - Reaching Def Analysis ---*- C++ -*-----===// 2 // 3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4 // See https://llvm.org/LICENSE.txt for license information. 5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6 // 7 //===----------------------------------------------------------------------===// 8 9 #include "llvm/ADT/SmallSet.h" 10 #include "llvm/CodeGen/LivePhysRegs.h" 11 #include "llvm/CodeGen/ReachingDefAnalysis.h" 12 #include "llvm/CodeGen/TargetRegisterInfo.h" 13 #include "llvm/CodeGen/TargetSubtargetInfo.h" 14 #include "llvm/Support/Debug.h" 15 16 using namespace llvm; 17 18 #define DEBUG_TYPE "reaching-deps-analysis" 19 20 char ReachingDefAnalysis::ID = 0; 21 INITIALIZE_PASS(ReachingDefAnalysis, DEBUG_TYPE, "ReachingDefAnalysis", false, 22 true) 23 24 void ReachingDefAnalysis::enterBasicBlock( 25 const LoopTraversal::TraversedMBBInfo &TraversedMBB) { 26 27 MachineBasicBlock *MBB = TraversedMBB.MBB; 28 unsigned MBBNumber = MBB->getNumber(); 29 assert(MBBNumber < MBBReachingDefs.size() && 30 "Unexpected basic block number."); 31 MBBReachingDefs[MBBNumber].resize(NumRegUnits); 32 33 // Reset instruction counter in each basic block. 34 CurInstr = 0; 35 36 // Set up LiveRegs to represent registers entering MBB. 37 // Default values are 'nothing happened a long time ago'. 38 if (LiveRegs.empty()) 39 LiveRegs.assign(NumRegUnits, ReachingDefDefaultVal); 40 41 // This is the entry block. 42 if (MBB->pred_empty()) { 43 for (const auto &LI : MBB->liveins()) { 44 for (MCRegUnitIterator Unit(LI.PhysReg, TRI); Unit.isValid(); ++Unit) { 45 // Treat function live-ins as if they were defined just before the first 46 // instruction. Usually, function arguments are set up immediately 47 // before the call. 48 LiveRegs[*Unit] = -1; 49 MBBReachingDefs[MBBNumber][*Unit].push_back(LiveRegs[*Unit]); 50 } 51 } 52 LLVM_DEBUG(dbgs() << printMBBReference(*MBB) << ": entry\n"); 53 return; 54 } 55 56 // Try to coalesce live-out registers from predecessors. 57 for (MachineBasicBlock *pred : MBB->predecessors()) { 58 assert(unsigned(pred->getNumber()) < MBBOutRegsInfos.size() && 59 "Should have pre-allocated MBBInfos for all MBBs"); 60 const LiveRegsDefInfo &Incoming = MBBOutRegsInfos[pred->getNumber()]; 61 // Incoming is null if this is a backedge from a BB 62 // we haven't processed yet 63 if (Incoming.empty()) 64 continue; 65 66 for (unsigned Unit = 0; Unit != NumRegUnits; ++Unit) { 67 // Use the most recent predecessor def for each register. 68 LiveRegs[Unit] = std::max(LiveRegs[Unit], Incoming[Unit]); 69 if ((LiveRegs[Unit] != ReachingDefDefaultVal)) 70 MBBReachingDefs[MBBNumber][Unit].push_back(LiveRegs[Unit]); 71 } 72 } 73 74 LLVM_DEBUG(dbgs() << printMBBReference(*MBB) 75 << (!TraversedMBB.IsDone ? ": incomplete\n" 76 : ": all preds known\n")); 77 } 78 79 void ReachingDefAnalysis::leaveBasicBlock( 80 const LoopTraversal::TraversedMBBInfo &TraversedMBB) { 81 assert(!LiveRegs.empty() && "Must enter basic block first."); 82 unsigned MBBNumber = TraversedMBB.MBB->getNumber(); 83 assert(MBBNumber < MBBOutRegsInfos.size() && 84 "Unexpected basic block number."); 85 // Save register clearances at end of MBB - used by enterBasicBlock(). 86 MBBOutRegsInfos[MBBNumber] = LiveRegs; 87 88 // While processing the basic block, we kept `Def` relative to the start 89 // of the basic block for convenience. However, future use of this information 90 // only cares about the clearance from the end of the block, so adjust 91 // everything to be relative to the end of the basic block. 92 for (int &OutLiveReg : MBBOutRegsInfos[MBBNumber]) 93 OutLiveReg -= CurInstr; 94 LiveRegs.clear(); 95 } 96 97 void ReachingDefAnalysis::processDefs(MachineInstr *MI) { 98 assert(!MI->isDebugInstr() && "Won't process debug instructions"); 99 100 unsigned MBBNumber = MI->getParent()->getNumber(); 101 assert(MBBNumber < MBBReachingDefs.size() && 102 "Unexpected basic block number."); 103 const MCInstrDesc &MCID = MI->getDesc(); 104 for (unsigned i = 0, 105 e = MI->isVariadic() ? MI->getNumOperands() : MCID.getNumDefs(); 106 i != e; ++i) { 107 MachineOperand &MO = MI->getOperand(i); 108 if (!MO.isReg() || !MO.getReg()) 109 continue; 110 if (MO.isUse()) 111 continue; 112 for (MCRegUnitIterator Unit(MO.getReg(), TRI); Unit.isValid(); ++Unit) { 113 // This instruction explicitly defines the current reg unit. 114 LLVM_DEBUG(dbgs() << printReg(MO.getReg(), TRI) << ":\t" << CurInstr 115 << '\t' << *MI); 116 117 // How many instructions since this reg unit was last written? 118 LiveRegs[*Unit] = CurInstr; 119 MBBReachingDefs[MBBNumber][*Unit].push_back(CurInstr); 120 } 121 } 122 InstIds[MI] = CurInstr; 123 ++CurInstr; 124 } 125 126 void ReachingDefAnalysis::processBasicBlock( 127 const LoopTraversal::TraversedMBBInfo &TraversedMBB) { 128 enterBasicBlock(TraversedMBB); 129 for (MachineInstr &MI : *TraversedMBB.MBB) { 130 if (!MI.isDebugInstr()) 131 processDefs(&MI); 132 } 133 leaveBasicBlock(TraversedMBB); 134 } 135 136 bool ReachingDefAnalysis::runOnMachineFunction(MachineFunction &mf) { 137 MF = &mf; 138 TRI = MF->getSubtarget().getRegisterInfo(); 139 140 LiveRegs.clear(); 141 NumRegUnits = TRI->getNumRegUnits(); 142 143 MBBReachingDefs.resize(mf.getNumBlockIDs()); 144 145 LLVM_DEBUG(dbgs() << "********** REACHING DEFINITION ANALYSIS **********\n"); 146 147 // Initialize the MBBOutRegsInfos 148 MBBOutRegsInfos.resize(mf.getNumBlockIDs()); 149 150 // Traverse the basic blocks. 151 LoopTraversal Traversal; 152 LoopTraversal::TraversalOrder TraversedMBBOrder = Traversal.traverse(mf); 153 for (LoopTraversal::TraversedMBBInfo TraversedMBB : TraversedMBBOrder) { 154 processBasicBlock(TraversedMBB); 155 } 156 157 // Sorting all reaching defs found for a ceartin reg unit in a given BB. 158 for (MBBDefsInfo &MBBDefs : MBBReachingDefs) { 159 for (MBBRegUnitDefs &RegUnitDefs : MBBDefs) 160 llvm::sort(RegUnitDefs); 161 } 162 163 return false; 164 } 165 166 void ReachingDefAnalysis::releaseMemory() { 167 // Clear the internal vectors. 168 MBBOutRegsInfos.clear(); 169 MBBReachingDefs.clear(); 170 InstIds.clear(); 171 } 172 173 int ReachingDefAnalysis::getReachingDef(MachineInstr *MI, int PhysReg) const { 174 assert(InstIds.count(MI) && "Unexpected machine instuction."); 175 int InstId = InstIds.lookup(MI); 176 int DefRes = ReachingDefDefaultVal; 177 unsigned MBBNumber = MI->getParent()->getNumber(); 178 assert(MBBNumber < MBBReachingDefs.size() && 179 "Unexpected basic block number."); 180 int LatestDef = ReachingDefDefaultVal; 181 for (MCRegUnitIterator Unit(PhysReg, TRI); Unit.isValid(); ++Unit) { 182 for (int Def : MBBReachingDefs[MBBNumber][*Unit]) { 183 if (Def >= InstId) 184 break; 185 DefRes = Def; 186 } 187 LatestDef = std::max(LatestDef, DefRes); 188 } 189 return LatestDef; 190 } 191 192 MachineInstr* ReachingDefAnalysis::getReachingMIDef(MachineInstr *MI, 193 int PhysReg) const { 194 return getInstFromId(MI->getParent(), getReachingDef(MI, PhysReg)); 195 } 196 197 bool ReachingDefAnalysis::hasSameReachingDef(MachineInstr *A, MachineInstr *B, 198 int PhysReg) const { 199 MachineBasicBlock *ParentA = A->getParent(); 200 MachineBasicBlock *ParentB = B->getParent(); 201 if (ParentA != ParentB) 202 return false; 203 204 return getReachingDef(A, PhysReg) == getReachingDef(B, PhysReg); 205 } 206 207 MachineInstr *ReachingDefAnalysis::getInstFromId(MachineBasicBlock *MBB, 208 int InstId) const { 209 assert(static_cast<size_t>(MBB->getNumber()) < MBBReachingDefs.size() && 210 "Unexpected basic block number."); 211 assert(InstId < static_cast<int>(MBB->size()) && 212 "Unexpected instruction id."); 213 214 if (InstId < 0) 215 return nullptr; 216 217 for (auto &MI : *MBB) { 218 if (InstIds.count(&MI) && InstIds.lookup(&MI) == InstId) 219 return &MI; 220 } 221 return nullptr; 222 } 223 224 int 225 ReachingDefAnalysis::getClearance(MachineInstr *MI, MCPhysReg PhysReg) const { 226 assert(InstIds.count(MI) && "Unexpected machine instuction."); 227 return InstIds.lookup(MI) - getReachingDef(MI, PhysReg); 228 } 229 230 bool 231 ReachingDefAnalysis::hasLocalDefBefore(MachineInstr *MI, int PhysReg) const { 232 return getReachingDef(MI, PhysReg) >= 0; 233 } 234 235 void ReachingDefAnalysis::getReachingLocalUses(MachineInstr *Def, int PhysReg, 236 InstSet &Uses) const { 237 MachineBasicBlock *MBB = Def->getParent(); 238 MachineBasicBlock::iterator MI = MachineBasicBlock::iterator(Def); 239 while (++MI != MBB->end()) { 240 if (MI->isDebugInstr()) 241 continue; 242 243 // If/when we find a new reaching def, we know that there's no more uses 244 // of 'Def'. 245 if (getReachingMIDef(&*MI, PhysReg) != Def) 246 return; 247 248 for (auto &MO : MI->operands()) { 249 if (!MO.isReg() || !MO.isUse() || MO.getReg() != PhysReg) 250 continue; 251 252 Uses.insert(&*MI); 253 if (MO.isKill()) 254 return; 255 } 256 } 257 } 258 259 bool 260 ReachingDefAnalysis::getLiveInUses(MachineBasicBlock *MBB, int PhysReg, 261 InstSet &Uses) const { 262 for (auto &MI : *MBB) { 263 if (MI.isDebugInstr()) 264 continue; 265 for (auto &MO : MI.operands()) { 266 if (!MO.isReg() || !MO.isUse() || MO.getReg() != PhysReg) 267 continue; 268 if (getReachingDef(&MI, PhysReg) >= 0) 269 return false; 270 Uses.insert(&MI); 271 } 272 } 273 return isReachingDefLiveOut(&MBB->back(), PhysReg); 274 } 275 276 void 277 ReachingDefAnalysis::getGlobalUses(MachineInstr *MI, int PhysReg, 278 InstSet &Uses) const { 279 MachineBasicBlock *MBB = MI->getParent(); 280 281 // Collect the uses that each def touches within the block. 282 getReachingLocalUses(MI, PhysReg, Uses); 283 284 // Handle live-out values. 285 if (auto *LiveOut = getLocalLiveOutMIDef(MI->getParent(), PhysReg)) { 286 if (LiveOut != MI) 287 return; 288 289 SmallVector<MachineBasicBlock*, 4> ToVisit; 290 ToVisit.insert(ToVisit.begin(), MBB->successors().begin(), 291 MBB->successors().end()); 292 SmallPtrSet<MachineBasicBlock*, 4>Visited; 293 while (!ToVisit.empty()) { 294 MachineBasicBlock *MBB = ToVisit.back(); 295 ToVisit.pop_back(); 296 if (Visited.count(MBB) || !MBB->isLiveIn(PhysReg)) 297 continue; 298 if (getLiveInUses(MBB, PhysReg, Uses)) 299 ToVisit.insert(ToVisit.end(), MBB->successors().begin(), 300 MBB->successors().end()); 301 Visited.insert(MBB); 302 } 303 } 304 } 305 306 bool ReachingDefAnalysis::isRegUsedAfter(MachineInstr *MI, int PhysReg) const { 307 MachineBasicBlock *MBB = MI->getParent(); 308 LivePhysRegs LiveRegs(*TRI); 309 LiveRegs.addLiveOuts(*MBB); 310 311 // Yes if the register is live out of the basic block. 312 if (LiveRegs.contains(PhysReg)) 313 return true; 314 315 // Walk backwards through the block to see if the register is live at some 316 // point. 317 for (auto Last = MBB->rbegin(), End = MBB->rend(); Last != End; ++Last) { 318 LiveRegs.stepBackward(*Last); 319 if (LiveRegs.contains(PhysReg)) 320 return InstIds.lookup(&*Last) > InstIds.lookup(MI); 321 } 322 return false; 323 } 324 325 bool ReachingDefAnalysis::isRegDefinedAfter(MachineInstr *MI, 326 int PhysReg) const { 327 MachineBasicBlock *MBB = MI->getParent(); 328 if (getReachingDef(MI, PhysReg) != getReachingDef(&MBB->back(), PhysReg)) 329 return true; 330 331 if (auto *Def = getLocalLiveOutMIDef(MBB, PhysReg)) 332 return Def == getReachingMIDef(MI, PhysReg); 333 334 return false; 335 } 336 337 bool 338 ReachingDefAnalysis::isReachingDefLiveOut(MachineInstr *MI, int PhysReg) const { 339 MachineBasicBlock *MBB = MI->getParent(); 340 LivePhysRegs LiveRegs(*TRI); 341 LiveRegs.addLiveOuts(*MBB); 342 if (!LiveRegs.contains(PhysReg)) 343 return false; 344 345 MachineInstr *Last = &MBB->back(); 346 int Def = getReachingDef(MI, PhysReg); 347 if (getReachingDef(Last, PhysReg) != Def) 348 return false; 349 350 // Finally check that the last instruction doesn't redefine the register. 351 for (auto &MO : Last->operands()) 352 if (MO.isReg() && MO.isDef() && MO.getReg() == PhysReg) 353 return false; 354 355 return true; 356 } 357 358 MachineInstr* ReachingDefAnalysis::getLocalLiveOutMIDef(MachineBasicBlock *MBB, 359 int PhysReg) const { 360 LivePhysRegs LiveRegs(*TRI); 361 LiveRegs.addLiveOuts(*MBB); 362 if (!LiveRegs.contains(PhysReg)) 363 return nullptr; 364 365 MachineInstr *Last = &MBB->back(); 366 int Def = getReachingDef(Last, PhysReg); 367 for (auto &MO : Last->operands()) 368 if (MO.isReg() && MO.isDef() && MO.getReg() == PhysReg) 369 return Last; 370 371 return Def < 0 ? nullptr : getInstFromId(MBB, Def); 372 } 373 374 // Can we safely move 'From' to just before 'To'? To satisfy this, 'From' must 375 // not define a register that is used by any instructions, after and including, 376 // 'To'. These instructions also must not redefine any of Froms operands. 377 template<typename Iterator> 378 bool ReachingDefAnalysis::isSafeToMove(MachineInstr *From, 379 MachineInstr *To) const { 380 if (From->getParent() != To->getParent()) 381 return false; 382 383 SmallSet<int, 2> Defs; 384 // First check that From would compute the same value if moved. 385 for (auto &MO : From->operands()) { 386 if (!MO.isReg() || MO.isUndef() || !MO.getReg()) 387 continue; 388 if (MO.isDef()) 389 Defs.insert(MO.getReg()); 390 else if (!hasSameReachingDef(From, To, MO.getReg())) 391 return false; 392 } 393 394 // Now walk checking that the rest of the instructions will compute the same 395 // value. 396 for (auto I = ++Iterator(From), E = Iterator(To); I != E; ++I) { 397 for (auto &MO : I->operands()) 398 if (MO.isReg() && MO.getReg() && MO.isUse() && Defs.count(MO.getReg())) 399 return false; 400 } 401 return true; 402 } 403 404 bool ReachingDefAnalysis::isSafeToMoveForwards(MachineInstr *From, 405 MachineInstr *To) const { 406 return isSafeToMove<MachineBasicBlock::reverse_iterator>(From, To); 407 } 408 409 bool ReachingDefAnalysis::isSafeToMoveBackwards(MachineInstr *From, 410 MachineInstr *To) const { 411 return isSafeToMove<MachineBasicBlock::iterator>(From, To); 412 } 413 414 bool ReachingDefAnalysis::isSafeToRemove(MachineInstr *MI, 415 InstSet &ToRemove) const { 416 SmallPtrSet<MachineInstr*, 1> Ignore; 417 SmallPtrSet<MachineInstr*, 2> Visited; 418 return isSafeToRemove(MI, Visited, ToRemove, Ignore); 419 } 420 421 bool 422 ReachingDefAnalysis::isSafeToRemove(MachineInstr *MI, InstSet &ToRemove, 423 InstSet &Ignore) const { 424 SmallPtrSet<MachineInstr*, 2> Visited; 425 return isSafeToRemove(MI, Visited, ToRemove, Ignore); 426 } 427 428 bool 429 ReachingDefAnalysis::isSafeToRemove(MachineInstr *MI, InstSet &Visited, 430 InstSet &ToRemove, InstSet &Ignore) const { 431 if (Visited.count(MI) || Ignore.count(MI)) 432 return true; 433 else if (MI->mayLoadOrStore() || MI->hasUnmodeledSideEffects() || 434 MI->isBranch() || MI->isTerminator() || MI->isReturn()) { 435 // Unless told to ignore the instruction, don't remove anything which has 436 // side effects. 437 return false; 438 } 439 440 Visited.insert(MI); 441 for (auto &MO : MI->operands()) { 442 if (!MO.isReg() || MO.isUse() || MO.getReg() == 0) 443 continue; 444 445 SmallPtrSet<MachineInstr*, 4> Uses; 446 getGlobalUses(MI, MO.getReg(), Uses); 447 448 for (auto I : Uses) { 449 if (Ignore.count(I) || ToRemove.count(I)) 450 continue; 451 if (!isSafeToRemove(I, Visited, ToRemove, Ignore)) 452 return false; 453 } 454 } 455 ToRemove.insert(MI); 456 return true; 457 } 458 459 bool ReachingDefAnalysis::isSafeToDefRegAt(MachineInstr *MI, 460 int PhysReg) const { 461 SmallPtrSet<MachineInstr*, 1> Ignore; 462 return isSafeToDefRegAt(MI, PhysReg, Ignore); 463 } 464 465 bool ReachingDefAnalysis::isSafeToDefRegAt(MachineInstr *MI, int PhysReg, 466 InstSet &Ignore) const { 467 // Check for any uses of the register after MI. 468 if (isRegUsedAfter(MI, PhysReg)) { 469 if (auto *Def = getReachingMIDef(MI, PhysReg)) { 470 SmallPtrSet<MachineInstr*, 2> Uses; 471 getReachingLocalUses(Def, PhysReg, Uses); 472 for (auto *Use : Uses) 473 if (!Ignore.count(Use)) 474 return false; 475 } else 476 return false; 477 } 478 479 MachineBasicBlock *MBB = MI->getParent(); 480 // Check for any defs after MI. 481 if (isRegDefinedAfter(MI, PhysReg)) { 482 auto I = MachineBasicBlock::iterator(MI); 483 for (auto E = MBB->end(); I != E; ++I) { 484 if (Ignore.count(&*I)) 485 continue; 486 for (auto &MO : I->operands()) 487 if (MO.isReg() && MO.isDef() && MO.getReg() == PhysReg) 488 return false; 489 } 490 } 491 return true; 492 } 493