| /openbsd-src/gnu/llvm/llvm/lib/Target/PowerPC/ |
| H A D | PPCCTRLoops.cpp | 173 MachineBasicBlock *Preheader = ML->getLoopPreheader(); in processLoop() local 176 if (!Preheader) in processLoop() 179 Start = SearchForStart(Preheader); in processLoop() 185 if (Preheader->isLiveIn(PPC::CTR) || Preheader->isLiveIn(PPC::CTR8)) in processLoop() 192 I != Preheader->instr_rend(); ++I) in processLoop() 203 I != Preheader->instr_end(); ++I) in processLoop() 242 MachineBasicBlock *Preheader = Start->getParent(); in expandNormalLoops() local 244 assert((Preheader && Exiting) && in expandNormalLoops() 263 PHIMIB.addReg(Start->getOperand(0).getReg()).addMBB(Preheader); in expandNormalLoops() 293 assert(P == Preheader && in expandNormalLoops() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Scalar/ |
| H A D | LoopFuse.cpp | 154 BasicBlock *Preheader; member 191 : Preheader(L->getLoopPreheader()), Header(L->getHeader()), in FusionCandidate() 238 return Preheader && Header && ExitingBlock && ExitBlock && Latch && L && in isValid() 246 assert(Preheader == L->getLoopPreheader() && "Preheader is out of sync"); in verify() 263 return Preheader; in getEntryBlock() 269 Preheader = L->getLoopPreheader(); in updateAfterPeeling() 290 return (GuardBranch->getSuccessor(0) == Preheader) in getNonLoopBlock() 304 << "\tPreheader: " << (Preheader ? Preheader->getName() : "nullptr") in dump() 324 if (!Preheader) in isEligibleForFusion() 376 assert(L && Preheader && "Fusion candidate not initialized properly!"); in reportInvalidCandidate() [all …]
|
| H A D | LoopSink.cpp | 270 BasicBlock *Preheader = L.getLoopPreheader(); in sinkLoopInvariantInstructions() local 271 assert(Preheader && "Expected loop to have preheader"); in sinkLoopInvariantInstructions() 273 assert(Preheader->getParent()->hasProfileData() && in sinkLoopInvariantInstructions() 276 const BlockFrequency PreheaderFreq = BFI.getBlockFreq(Preheader); in sinkLoopInvariantInstructions() 306 for (Instruction &I : llvm::make_early_inc_range(llvm::reverse(*Preheader))) { in sinkLoopInvariantInstructions() 347 BasicBlock *Preheader = L.getLoopPreheader(); in run() local 348 if (!Preheader) in run() 353 if (!Preheader->getParent()->hasProfileData()) in run() 387 BasicBlock *Preheader = L->getLoopPreheader(); in runOnLoop() local 388 if (!Preheader) in runOnLoop() [all …]
|
| H A D | LoopDeletion.cpp | 68 BasicBlock *Preheader, LoopInfo &LI) { in isLoopDead() argument 93 if (!L->makeLoopInvariant(I, Changed, Preheader->getTerminator(), in isLoopDead() 152 auto *Preheader = L->getLoopPreheader(); in isLoopNeverExecuted() local 155 assert(Preheader && "Needs preheader!"); in isLoopNeverExecuted() 157 if (Preheader->isEntryBlock()) in isLoopNeverExecuted() 161 for (auto *Pred: predecessors(Preheader)) { in isLoopNeverExecuted() 169 if (Taken == Preheader) in isLoopNeverExecuted() 172 assert(!pred_empty(Preheader) && in isLoopNeverExecuted() 447 BasicBlock *Preheader = L->getLoopPreheader(); in deleteLoopIfDead() local 448 if (!Preheader || !L->hasDedicatedExits()) { in deleteLoopIfDead() [all …]
|
| H A D | InductiveRangeCheckElimination.cpp | 591 changeIterationSpaceEnd(const LoopStructure &LS, BasicBlock *Preheader, 771 BasicBlock *Preheader = L.getLoopPreheader(); in parseLoopStructure() local 772 if (!Preheader) { in parseLoopStructure() 1025 const DataLayout &DL = Preheader->getModule()->getDataLayout(); in parseLoopStructure() 1027 Instruction *Ins = Preheader->getTerminator(); in parseLoopStructure() 1197 const LoopStructure &LS, BasicBlock *Preheader, Value *ExitSubloopAt, in changeIterationSpaceEnd() argument 1278 BranchInst *PreheaderJump = cast<BranchInst>(Preheader->getTerminator()); in changeIterationSpaceEnd() 1333 NewPHI->addIncoming(PN.getIncomingValueForBlock(Preheader), Preheader); in changeIterationSpaceEnd() 1341 RRI.IndVarEnd->addIncoming(IndVarStart, Preheader); in changeIterationSpaceEnd() 1365 BasicBlock *Preheader = BasicBlock::Create(Ctx, Tag, &F, LS.Header); in createPreheader() local [all …]
|
| H A D | LoopSimplifyCFG.cpp | 354 BasicBlock *Preheader = L.getLoopPreheader(); in handleDeadExits() local 356 Preheader, Preheader->getTerminator(), &DT, &LI, MSSAU); in handleDeadExits() 358 IRBuilder<> Builder(Preheader->getTerminator()); in handleDeadExits() 361 Preheader->getTerminator()->eraseFromParent(); in handleDeadExits() 382 DTUpdates.push_back({DominatorTree::Insert, Preheader, BB}); in handleDeadExits() 387 if (Loop *OuterLoop = LI.getLoopFor(Preheader)) { in handleDeadExits()
|
| H A D | LoopIdiomRecognize.cpp | 1117 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in processLoopStridedStore() local 1118 IRBuilder<> Builder(Preheader->getTerminator()); in processLoopStridedStore() 1142 Expander.expandCodeFor(Start, DestInt8PtrTy, Preheader->getTerminator()); in processLoopStridedStore() 1171 Expander.expandCodeFor(NumBytesS, IntIdxTy, Preheader->getTerminator()); in processLoopStridedStore() 1221 NewCall->getDebugLoc(), Preheader); in processLoopStridedStore() 1231 << ore::NV("ToBlock", Preheader->getName()); in processLoopStridedStore() 1338 BasicBlock *Preheader = CurLoop->getLoopPreheader(); in processLoopStoreOfLoopLoad() local 1339 IRBuilder<> Builder(Preheader->getTerminator()); in processLoopStoreOfLoopLoad() 1370 StrStart, Builder.getInt8PtrTy(StrAS), Preheader->getTerminator()); in processLoopStoreOfLoopLoad() 1423 LdStart, Builder.getInt8PtrTy(LdAS), Preheader->getTerminator()); in processLoopStoreOfLoopLoad() [all …]
|
| H A D | LoopPredication.cpp | 271 BasicBlock *Preheader; member in __anon18e09b760111::LoopPredication 527 return Preheader->getTerminator(); in findInsertPt() 538 !Expander.isSafeToExpandAt(Op, Preheader->getTerminator())) in findInsertPt() 540 return Preheader->getTerminator(); in findInsertPt() 1283 Preheader = L->getLoopPreheader(); in runOnLoop() 1284 if (!Preheader) in runOnLoop()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/ARM/ |
| H A D | ARMBlockPlacement.cpp | 99 MachineBasicBlock *Preheader = WLS->getParent(); in revertWhileToDoLoop() local 100 assert(WLS != &Preheader->back()); in revertWhileToDoLoop() 101 assert(WLS->getNextNode() == &Preheader->back()); in revertWhileToDoLoop() 102 MachineInstr *Br = &Preheader->back(); in revertWhileToDoLoop() 112 MachineBasicBlock *NewBlock = Preheader->getParent()->CreateMachineBasicBlock( in revertWhileToDoLoop() 113 Preheader->getBasicBlock()); in revertWhileToDoLoop() 114 Preheader->getParent()->insert(++Preheader->getIterator(), NewBlock); in revertWhileToDoLoop() 119 Preheader->replaceSuccessor(Br->getOperand(0).getMBB(), NewBlock); in revertWhileToDoLoop() 141 Preheader->getParent()->RenumberBlocks(); in revertWhileToDoLoop() 143 BBUtils->adjustBBOffsetsAfter(Preheader); in revertWhileToDoLoop()
|
| H A D | MVETailPredication.cpp | 147 BasicBlock *Preheader = L->getLoopPreheader(); in runOnLoop() local 148 if (!Preheader) in runOnLoop() 166 IntrinsicInst *Setup = FindLoopIterations(Preheader); in runOnLoop() 170 if (!Preheader->getSinglePredecessor()) in runOnLoop() 172 Setup = FindLoopIterations(Preheader->getSinglePredecessor()); in runOnLoop()
|
| H A D | ARMLowOverheadLoops.cpp | 170 if (auto *Preheader = ML.getLoopPreheader()) in ProcessLoop() local 171 GetPredecessor(Preheader); in ProcessLoop() 172 else if (auto *Preheader = MLI.findLoopPreheader(&ML, true, true)) in ProcessLoop() local 173 GetPredecessor(Preheader); in ProcessLoop() 368 MachineBasicBlock *Preheader = nullptr; member 395 Preheader = MBB; in LowOverheadLoop() 397 Preheader = MBB; in LowOverheadLoop() 720 MachineBasicBlock *MBB = Preheader; in ValidateTailPredicate() 808 Preheader && !Preheader->empty() && in ValidateTailPredicate() 811 &Preheader->back(), VCTP->getOperand(1).getReg().asMCReg())) { in ValidateTailPredicate() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Utils/ |
| H A D | MatrixUtils.cpp | 23 BasicBlock *TileInfo::CreateLoop(BasicBlock *Preheader, BasicBlock *Exit, in CreateLoop() argument 27 LLVMContext &Ctx = Preheader->getContext(); in CreateLoop() 29 Preheader->getContext(), Name + ".header", Preheader->getParent(), Exit); in CreateLoop() 40 IV->addIncoming(ConstantInt::get(I32Ty, 0), Preheader); in CreateLoop() 48 BranchInst *PreheaderBr = cast<BranchInst>(Preheader->getTerminator()); in CreateLoop() 52 {DominatorTree::Delete, Preheader, Tmp}, in CreateLoop() 57 {DominatorTree::Insert, Preheader, Header}, in CreateLoop()
|
| H A D | LoopSimplify.cpp | 215 static Loop *separateNestedLoop(Loop *L, BasicBlock *Preheader, in separateNestedLoop() argument 220 if (!Preheader) in separateNestedLoop() 358 static BasicBlock *insertUniqueBackedgeBlock(Loop *L, BasicBlock *Preheader, in insertUniqueBackedgeBlock() argument 368 if (!Preheader) in insertUniqueBackedgeBlock() 381 if (P != Preheader) BackedgeBlocks.push_back(P); in insertUniqueBackedgeBlock() 412 if (IBB == Preheader) { in insertUniqueBackedgeBlock() 472 MSSAU->updatePhisWhenInsertingUniqueBackedgeBlock(Header, Preheader, in insertUniqueBackedgeBlock() 541 BasicBlock *Preheader = L->getLoopPreheader(); in simplifyOneLoop() local 542 if (!Preheader) { in simplifyOneLoop() 543 Preheader = InsertPreheaderForLoop(L, DT, LI, MSSAU, PreserveLCSSA); in simplifyOneLoop() [all …]
|
| H A D | IntegerDivision.cpp | 203 BasicBlock *Preheader = BasicBlock::Create(Builder.getContext(), in generateUnsignedDivisionCode() local 255 Builder.CreateCondBr(SkipLoop, LoopExit, Preheader); in generateUnsignedDivisionCode() 261 Builder.SetInsertPoint(Preheader); in generateUnsignedDivisionCode() 324 Carry_1->addIncoming(Zero, Preheader); in generateUnsignedDivisionCode() 327 SR_3->addIncoming(SR_1, Preheader); in generateUnsignedDivisionCode() 330 R_1->addIncoming(Tmp3, Preheader); in generateUnsignedDivisionCode() 333 Q_2->addIncoming(Q, Preheader); in generateUnsignedDivisionCode()
|
| H A D | LoopUtils.cpp | 472 auto *Preheader = L->getLoopPreheader(); in deleteDeadLoop() local 473 assert(Preheader && "Preheader should exist!"); in deleteDeadLoop() 493 Instruction *OldTerm = Preheader->getTerminator(); in deleteDeadLoop() 542 P.setIncomingBlock(PredIndex, Preheader); in deleteDeadLoop() 554 P.getIncomingBlock(PredIndex) == Preheader) && in deleteDeadLoop() 559 DTU.applyUpdates({{DominatorTree::Insert, Preheader, ExitBlock}}); in deleteDeadLoop() 561 MSSAU->applyUpdates({{DominatorTree::Insert, Preheader, ExitBlock}}, in deleteDeadLoop() 569 Builder.SetInsertPoint(Preheader->getTerminator()); in deleteDeadLoop() 572 Preheader->getTerminator()->eraseFromParent(); in deleteDeadLoop() 579 Preheader->getTerminator()->eraseFromParent(); in deleteDeadLoop() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/ |
| H A D | MachineLoopUtils.cpp | 31 MachineBasicBlock *Preheader = *Loop->pred_begin(); in PeelSingleBlockLoop() local 32 if (Preheader == Loop) in PeelSingleBlockLoop() 33 Preheader = *std::next(Loop->pred_begin()); in PeelSingleBlockLoop() 85 if (MI.getOperand(2).getMBB() != Preheader) in PeelSingleBlockLoop() 110 Preheader->ReplaceUsesOfBlockWith(Loop, NewBB); in PeelSingleBlockLoop() 112 Loop->replacePhiUsesWith(Preheader, NewBB); in PeelSingleBlockLoop() 113 Preheader->updateTerminator(Loop); in PeelSingleBlockLoop()
|
| H A D | MachineLoopInfo.cpp | 130 MachineBasicBlock *Preheader = nullptr; in findLoopPreheader() local 135 if (Preheader) in findLoopPreheader() 137 Preheader = P; in findLoopPreheader() 143 for (MachineBasicBlock *S : Preheader->successors()) { in findLoopPreheader() 151 return Preheader; in findLoopPreheader()
|
| H A D | MachineLICM.cpp | 266 bool Hoist(MachineInstr *MI, MachineBasicBlock *Preheader); 514 MachineBasicBlock *Preheader = getCurPreheader(); in HoistRegionPostRA() local 515 if (!Preheader) in HoistRegionPostRA() 548 MachineBasicBlock::iterator TI = Preheader->getFirstTerminator(); in HoistRegionPostRA() 549 if (TI != Preheader->end()) { in HoistRegionPostRA() 615 MachineBasicBlock *Preheader = getCurPreheader(); in HoistPostRA() local 619 LLVM_DEBUG(dbgs() << "Hoisting to " << printMBBReference(*Preheader) in HoistPostRA() 625 Preheader->splice(Preheader->getFirstTerminator(), MBB, MI); in HoistPostRA() 716 MachineBasicBlock *Preheader = getCurPreheader(); in HoistOutOfLoop() local 717 if (!Preheader) in HoistOutOfLoop() [all …]
|
| H A D | HardwareLoops.cpp | 299 BasicBlock *Preheader = L->getLoopPreheader(); in TryConvertLoop() local 302 if (!Preheader) in TryConvertLoop() 303 Preheader = InsertPreheaderForLoop(L, DT, LI, nullptr, PreserveLCSSA); in TryConvertLoop() 304 if (!Preheader) in TryConvertLoop() 340 BasicBlock *Preheader = L->getLoopPreheader(); in CanGenerateTest() local 341 if (!Preheader->getSinglePredecessor()) in CanGenerateTest() 344 BasicBlock *Pred = Preheader->getSinglePredecessor(); in CanGenerateTest() 375 if (BI->getSuccessor(SuccIdx) != Preheader) in CanGenerateTest() 509 BasicBlock *Preheader = L->getLoopPreheader(); in InsertPHICounter() local 514 Index->addIncoming(NumElts, Preheader); in InsertPHICounter()
|
| H A D | ModuloSchedule.cpp | 69 Preheader = *BB->pred_begin(); in expand() 70 if (Preheader == BB) in expand() 71 Preheader = *std::next(BB->pred_begin()); in expand() 178 addBranches(*Preheader, PrologBBs, KernelBB, EpilogBBs, VRMap); in generatePipelinedLoop() 197 MachineBasicBlock *PredBB = Preheader; in generateProlog() 241 unsigned numBranches = TII->removeBranch(*Preheader); in generateProlog() 244 TII->insertBranch(*Preheader, PrologBBs[0], nullptr, Cond, DebugLoc()); in generateProlog() 2008 Preheader = Schedule.getLoop()->getLoopPreheader(); in expand() 2020 Preheader = Schedule.getLoop()->getLoopPreheader(); in validateAgainstModuloScheduleExpander() 2042 Preheader->addSuccessor(BB); in validateAgainstModuloScheduleExpander() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/Hexagon/ |
| H A D | HexagonHardwareLoops.cpp | 410 MachineBasicBlock *Preheader = MLI->findLoopPreheader(L, SpecPreheader); in findInductionRegister() local 413 if (!Header || !Preheader || !Latch || !ExitingBlock) in findInductionRegister() 605 MachineBasicBlock *Preheader = MLI->findLoopPreheader(L, SpecPreheader); in getLoopTripCount() local 612 if (MBB == Preheader) in getLoopTripCount() 1197 MachineBasicBlock *Preheader = MLI->findLoopPreheader(L, SpecPreheader); in convertToHardwareLoop() local 1198 if (!Preheader) { in convertToHardwareLoop() 1199 Preheader = createPreheaderForLoop(L); in convertToHardwareLoop() 1200 if (!Preheader) in convertToHardwareLoop() 1204 MachineBasicBlock::iterator InsertPos = Preheader->getFirstTerminator(); in convertToHardwareLoop() 1218 if (!MDT->dominates(BBDef, Preheader)) in convertToHardwareLoop() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/X86/ |
| H A D | X86LowerAMXIntrinsics.cpp | 73 BasicBlock *createLoop(BasicBlock *Preheader, BasicBlock *Exit, Value *Bound, 104 BasicBlock *X86LowerAMXIntrinsics::createLoop(BasicBlock *Preheader, in createLoop() argument 108 LLVMContext &Ctx = Preheader->getContext(); in createLoop() 110 BasicBlock::Create(Ctx, Name + ".header", Preheader->getParent(), Exit); in createLoop() 121 IV->addIncoming(ConstantInt::get(I16Ty, 0), Preheader); in createLoop() 129 BranchInst *PreheaderBr = cast<BranchInst>(Preheader->getTerminator()); in createLoop() 133 {DominatorTree::Delete, Preheader, Tmp}, in createLoop() 138 {DominatorTree::Insert, Preheader, Header}, in createLoop()
|
| /openbsd-src/gnu/llvm/llvm/lib/Analysis/ |
| H A D | LoopInfo.cpp | 93 BasicBlock *Preheader = getLoopPreheader(); in makeLoopInvariant() local 95 if (!Preheader) in makeLoopInvariant() 97 InsertPt = Preheader->getTerminator(); in makeLoopInvariant() 371 BasicBlock *Preheader = getLoopPreheader(); in getLoopGuardBranch() local 372 assert(Preheader && getLoopLatch() && in getLoopGuardBranch() 385 BasicBlock *GuardBB = Preheader->getUniquePredecessor(); in getLoopGuardBranch() 395 BasicBlock *GuardOtherSucc = (GuardBI->getSuccessor(0) == Preheader) in getLoopGuardBranch()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Transforms/Utils/ |
| H A D | MatrixUtils.h | 82 static BasicBlock *CreateLoop(BasicBlock *Preheader, BasicBlock *Exit,
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/CodeGen/ |
| H A D | ModuloSchedule.h | 177 MachineBasicBlock *Preheader; variable 306 MachineBasicBlock *Preheader; variable
|