/llvm-project/llvm/lib/Transforms/Vectorize/ |
H A D | VPlanTransforms.cpp | 31 VPInstructionsToVPRecipes(VPlanPtr & Plan,function_ref<const InductionDescriptor * (PHINode *)> GetIntOrFpInductionDescriptor,ScalarEvolution & SE,const TargetLibraryInfo & TLI) VPInstructionsToVPRecipes() argument 104 sinkScalarOperands(VPlan & Plan) sinkScalarOperands() argument 216 mergeReplicateRegionsIntoSuccessors(VPlan & Plan) mergeReplicateRegionsIntoSuccessors() argument 299 createReplicateRegion(VPReplicateRecipe * PredRecipe,VPlan & Plan) createReplicateRegion() argument 334 addReplicateRegions(VPlan & Plan) addReplicateRegions() argument 364 mergeBlocksIntoPredecessors(VPlan & Plan) mergeBlocksIntoPredecessors() argument 397 createAndOptimizeReplicateRegions(VPlan & Plan) createAndOptimizeReplicateRegions() argument 415 removeRedundantInductionCasts(VPlan & Plan) removeRedundantInductionCasts() argument 448 removeRedundantCanonicalIVs(VPlan & Plan) removeRedundantCanonicalIVs() argument 503 removeDeadRecipes(VPlan & Plan) removeDeadRecipes() argument 518 createScalarIVSteps(VPlan & Plan,InductionDescriptor::InductionKind Kind,Instruction::BinaryOps InductionOpcode,FPMathOperator * FPBinOp,ScalarEvolution & SE,Instruction * TruncI,VPValue * StartV,VPValue * Step,VPBasicBlock::iterator IP) createScalarIVSteps() argument 573 legalizeAndOptimizeInductions(VPlan & Plan,ScalarEvolution & SE) legalizeAndOptimizeInductions() argument 631 removeRedundantExpandSCEVRecipes(VPlan & Plan) removeRedundantExpandSCEVRecipes() argument 667 optimizeForVFAndUF(VPlan & Plan,ElementCount BestVF,unsigned BestUF,PredicatedScalarEvolution & PSE) optimizeForVFAndUF() argument 813 adjustFixedOrderRecurrences(VPlan & Plan,VPBuilder & LoopBuilder) adjustFixedOrderRecurrences() argument 972 clearReductionWrapFlags(VPlan & Plan) clearReductionWrapFlags() argument 1066 simplifyRecipes(VPlan & Plan,LLVMContext & Ctx) simplifyRecipes() argument 1078 truncateToMinimalBitwidths(VPlan & Plan,const MapVector<Instruction *,uint64_t> & MinBWs,LLVMContext & Ctx) truncateToMinimalBitwidths() argument 1209 optimize(VPlan & Plan,ScalarEvolution & SE) optimize() argument 1257 addVPLaneMaskPhiAndUpdateExitBranch(VPlan & Plan,bool DataAndControlFlowWithoutRuntimeCheck) addVPLaneMaskPhiAndUpdateExitBranch() argument 1331 collectAllHeaderMasks(VPlan & Plan) collectAllHeaderMasks() argument 1373 addActiveLaneMask(VPlan & Plan,bool UseActiveLaneMaskForControlFlow,bool DataAndControlFlowWithoutRuntimeCheck) addActiveLaneMask() argument 1427 tryAddExplicitVectorLength(VPlan & Plan) tryAddExplicitVectorLength() argument 1498 dropPoisonGeneratingRecipes(VPlan & Plan,function_ref<bool (BasicBlock *)> BlockNeedsPredication) dropPoisonGeneratingRecipes() argument [all...] |
H A D | VPRecipeBuilder.h | 27 VPlan &Plan; global() variable 106 VPRecipeBuilder(VPlan & Plan,Loop * OrigLoop,const TargetLibraryInfo * TLI,LoopVectorizationLegality * Legal,LoopVectorizationCostModel & CM,PredicatedScalarEvolution & PSE,VPBuilder & Builder) VPRecipeBuilder() argument 168 getVPValueOrAddLiveIn(Value * V,VPlan & Plan) getVPValueOrAddLiveIn() argument
|
H A D | VPlanHCFGBuilder.h | 49 VPlan &Plan; variable
|
H A D | VPlanVerifier.cpp | 291 verify(const VPlan & Plan) verify() argument 346 verifyVPlanIsValid(const VPlan & Plan) verifyVPlanIsValid() argument
|
H A D | VPlan.cpp | 221 : TTI(TTI), VF(VF), CFG(DT), LI(LI), Builder(Builder), ILV(ILV), Plan(Plan), in VPTransformState() argument 820 auto Plan = std::make_unique<VPlan>(Entry, VecPreheader); createInitialVPlan() local 1455 VPInterleavedAccessInfo(VPlan & Plan,InterleavedAccessInfo & IAI) VPInterleavedAccessInfo() argument 1494 assignNames(const VPlan & Plan) assignNames() argument 1555 getOrCreateVPValueForSCEVExpr(VPlan & Plan,const SCEV * Expr,ScalarEvolution & SE) getOrCreateVPValueForSCEVExpr() argument 1572 isHeaderMask(VPValue * V,VPlan & Plan) isHeaderMask() argument [all...] |
H A D | VPlanHCFGBuilder.cpp | 43 VPlan &Plan; member in __anon4bcd73cb0111::PlainCFGBuilder [all...] |
H A D | LoopVectorize.cpp | 3116 fixupIVUsers(PHINode * OrigPhi,const InductionDescriptor & II,Value * VectorTripCount,Value * EndValue,BasicBlock * MiddleBlock,BasicBlock * VectorHeader,VPlan & Plan,VPTransformState & State) fixupIVUsers() argument 3292 fixVectorizedLoop(VPTransformState & State,VPlan & Plan) fixVectorizedLoop() argument 3479 fixNonInductionPHIs(VPlan & Plan,VPTransformState & State) fixNonInductionPHIs() argument 4788 willGenerateVectors(VPlan & Plan,ElementCount VF,const TargetTransformInfo & TTI) willGenerateVectors() argument 7300 __anone1bc88203802(const VPlanPtr &Plan) getBestPlanFor() argument 7304 for (const VPlanPtr &Plan : VPlans) { getBestPlanFor() local 7557 for (const auto &Plan : VPlans) printPlans() local 8067 createWidenInductionRecipes(PHINode * Phi,Instruction * PhiOrTrunc,VPValue * Start,const InductionDescriptor & IndDesc,VPlan & Plan,ScalarEvolution & SE,Loop & OrigLoop) createWidenInductionRecipes() argument 8463 if (auto Plan = tryToBuildVPlanWithVPRecipes(SubRange)) { buildVPlansWithVPRecipes() local 8483 addCanonicalIVRecipes(VPlan & Plan,Type * IdxTy,bool HasNUW,DebugLoc DL) addCanonicalIVRecipes() argument 8509 addUsersInExitBlock(VPBasicBlock * HeaderVPBB,Loop * OrigLoop,VPRecipeBuilder & Builder,VPlan & Plan) addUsersInExitBlock() argument 8547 VPlanPtr Plan = VPlan::createInitialVPlan( tryToBuildVPlanWithVPRecipes() local 8796 auto Plan = VPlan::createInitialVPlan( buildVPlan() local 8841 adjustRecipesForReductions(VPBasicBlock * LatchVPBB,VPlanPtr & Plan,VPRecipeBuilder & RecipeBuilder,ElementCount MinVF) adjustRecipesForReductions() argument [all...] |
H A D | VPlanRecipes.cpp | 191 fixPhi(VPlan & Plan,VPTransformState & State) fixPhi() argument 470 auto *Plan = getParent()->getPlan(); generatePerPart() local
|
H A D | VPlan.h | 403 VPlan *Plan; global() member 445 VPlan *Plan = nullptr; global() variable 3370 const VPlan &Plan; global() variable [all...] |
/llvm-project/llvm/unittests/Transforms/Vectorize/ |
H A D | VPlanVerifierTest.cpp | 31 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 63 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 106 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 142 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 179 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 208 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local [all...] |
H A D | VPlanSlpTest.cpp | 40 VPlan &Plan) { in getInterleavedAccessInfo() argument 97 auto Plan = buildHCFG(LoopHeader); in TEST_F() local 170 auto Plan = buildHCFG(LoopHeader); in TEST_F() local 241 auto Plan = buildHCFG(LoopHeader); TEST_F() local 305 auto Plan = buildHCFG(LoopHeader); TEST_F() local 443 auto Plan = buildHCFG(LoopHeader); TEST_F() local 515 auto Plan = buildHCFG(LoopHeader); TEST_F() local 587 auto Plan = buildHCFG(LoopHeader); TEST_F() local 663 auto Plan = buildHCFG(LoopHeader); TEST_F() local 723 auto Plan = buildHCFG(LoopHeader); TEST_F() local 786 auto Plan = buildHCFG(LoopHeader); TEST_F() local 846 auto Plan = buildHCFG(LoopHeader); TEST_F() local 905 auto Plan = buildHCFG(LoopHeader); TEST_F() local [all...] |
H A D | VPlanTestBase.h | 70 auto Plan = VPlan::createInitialVPlan( buildHCFG() local 84 auto Plan = VPlan::createInitialVPlan( buildPlainCFG() local
|
H A D | VPDomTreeTest.cpp | 44 VPlan Plan(VPPH, &*TC, VPBB0); TEST() local 118 VPlan Plan(VPPH, &*TC, VPBB0); TEST() local 198 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local [all...] |
H A D | VPlanHCFGTest.cpp | 44 auto Plan = buildHCFG(LoopHeader); in TEST_F() local 183 auto Plan = buildHCFG(LoopHeader); TEST_F() local [all...] |
H A D | VPlanTest.cpp | 259 EXPECT_EQ(&Plan, VPBB1->getPlan()); in TEST() local 279 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 309 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 350 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 450 VPlan Plan(VPPH, &*TC, VPBB0); TEST() local 533 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 581 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 673 VPlan Plan(VPPH, &*TC, VPBB1); TEST() local 712 VPlan Plan(VPBB0, TC, VPBB1); TEST() local 796 VPlan Plan(VPBB0, TC, VPBB1); TEST() local 1241 VPlan Plan(VPBB0, VPBB1); TEST() local 1295 VPlan Plan(VPBB0, VPBB1); TEST() local [all...] |