Lines Matching defs:InnerLoopVectorizer

22 // 3. InnerLoopVectorizer - A unit that performs the actual
462 /// InnerLoopVectorizer vectorizes loops which contain only one basic
471 /// InnerLoopVectorizer does not perform any vectorization-legality
473 /// aspects. The InnerLoopVectorizer relies on the
476 class InnerLoopVectorizer {
478   InnerLoopVectorizer(Loop *OrigLoop, PredicatedScalarEvolution &PSE,
500   virtual ~InnerLoopVectorizer() = default;
729 class InnerLoopAndEpilogueVectorizer : public InnerLoopVectorizer {
739       : InnerLoopVectorizer(OrigLoop, PSE, LI, DT, TLI, TTI, AC, ORE,
2215 // Implementation of LoopVectorizationLegality, InnerLoopVectorizer and
2359 void InnerLoopVectorizer::scalarizeInstruction(const Instruction *Instr,
2418 InnerLoopVectorizer::getOrCreateVectorTripCount(BasicBlock *InsertBlock) {
2467 void InnerLoopVectorizer::introduceCheckBlockInVPlan(BasicBlock *CheckIRBB) {
2482 void InnerLoopVectorizer::emitIterationCountCheck(BasicBlock *Bypass) {
2567 BasicBlock *InnerLoopVectorizer::emitSCEVChecks(BasicBlock *Bypass) {
2586 BasicBlock *InnerLoopVectorizer::emitMemRuntimeChecks(BasicBlock *Bypass) {
2638 void InnerLoopVectorizer::createVectorLoopSkeleton(StringRef Prefix) {
2692 void InnerLoopVectorizer::createInductionAdditionalBypassValues(
2728 BasicBlock *InnerLoopVectorizer::createVectorizedLoopSkeleton(
2896 void InnerLoopVectorizer::fixVectorizedLoop(VPTransformState &State) {
2947 void InnerLoopVectorizer::sinkScalarOperands(Instruction *PredInst) {
3023 void InnerLoopVectorizer::fixNonInductionPHIs(VPTransformState &State) {
7651     InnerLoopVectorizer &ILV, DominatorTree *DT, bool VectorizingEpilogue,
10007     InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width,
10678       InnerLoopVectorizer Unroller(
10731         InnerLoopVectorizer LB(L, PSE, LI, DT, TLI, TTI, AC, ORE, VF.Width,