Lines Matching defs:LoopVectorPreHeader

638   BasicBlock *LoopVectorPreHeader;
2063   /// Adds the generated SCEVCheckBlock before \p LoopVectorPreHeader and
2067                              BasicBlock *LoopVectorPreHeader) {
2078     auto *Pred = LoopVectorPreHeader->getSinglePredecessor();
2080     BranchInst::Create(LoopVectorPreHeader, SCEVCheckBlock);
2086     SCEVCheckBlock->moveBefore(LoopVectorPreHeader);
2087     Pred->getTerminator()->replaceSuccessorWith(LoopVectorPreHeader,
2091     DT->changeImmediateDominator(LoopVectorPreHeader, SCEVCheckBlock);
2093     BranchInst &BI = *BranchInst::Create(Bypass, LoopVectorPreHeader, Cond);
2100   /// Adds the generated MemCheckBlock before \p LoopVectorPreHeader and adjusts
2104                                    BasicBlock *LoopVectorPreHeader) {
2109     auto *Pred = LoopVectorPreHeader->getSinglePredecessor();
2110     Pred->getTerminator()->replaceSuccessorWith(LoopVectorPreHeader,
2114     DT->changeImmediateDominator(LoopVectorPreHeader, MemCheckBlock);
2115     MemCheckBlock->moveBefore(LoopVectorPreHeader);
2121         *BranchInst::Create(Bypass, LoopVectorPreHeader, MemRuntimeCheckCond);
2486   BasicBlock *const TCCheckBlock = LoopVectorPreHeader;
2548   LoopVectorPreHeader =
2557       *BranchInst::Create(Bypass, LoopVectorPreHeader, CheckMinIters);
2563   // TODO: Wrap LoopVectorPreHeader in VPIRBasicBlock here.
2569       RTChecks.emitSCEVChecks(Bypass, LoopVectorPreHeader);
2592       RTChecks.emitMemRuntimeChecks(Bypass, LoopVectorPreHeader);
2639   LoopVectorPreHeader = OrigLoop->getLoopPreheader();
2640   assert(LoopVectorPreHeader && "Invalid loop structure");
2646       SplitBlock(LoopVectorPreHeader, LoopVectorPreHeader->getTerminator(), DT,
2785   return LoopVectorPreHeader;
7729       ILV.getOrCreateVectorTripCount(ILV.LoopVectorPreHeader), State);
7841   EPI.VectorTripCount = getOrCreateVectorTripCount(LoopVectorPreHeader);
7843   return LoopVectorPreHeader;
7872   BasicBlock *const TCCheckBlock = LoopVectorPreHeader;
7890   LoopVectorPreHeader = SplitBlock(TCCheckBlock, TCCheckBlock->getTerminator(),
7907       *BranchInst::Create(Bypass, LoopVectorPreHeader, CheckMinIters);
7929   LoopVectorPreHeader->setName("vec.epilog.ph");
7931       SplitBlock(LoopVectorPreHeader, LoopVectorPreHeader->begin(), DT, LI,
7942       VecEpilogueIterationCountCheck, LoopVectorPreHeader);
7972     Phi->moveBefore(LoopVectorPreHeader->getFirstNonPHIIt());
7997   return LoopVectorPreHeader;
8027       *BranchInst::Create(Bypass, LoopVectorPreHeader, CheckMinIters);