| /freebsd-src/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanTransforms.cpp | 32 VPInstructionsToVPRecipes(VPlanPtr & Plan,function_ref<const InductionDescriptor * (PHINode *)> GetIntOrFpInductionDescriptor,ScalarEvolution & SE,const TargetLibraryInfo & TLI) VPInstructionsToVPRecipes() argument
101 sinkScalarOperands(VPlan & Plan) sinkScalarOperands() argument
214 mergeReplicateRegionsIntoSuccessors(VPlan & Plan) mergeReplicateRegionsIntoSuccessors() argument
297 createReplicateRegion(VPReplicateRecipe * PredRecipe,VPlan & Plan) createReplicateRegion() argument
332 addReplicateRegions(VPlan & Plan) addReplicateRegions() argument
360 createAndOptimizeReplicateRegions(VPlan & Plan) createAndOptimizeReplicateRegions() argument
371 mergeBlocksIntoPredecessors(VPlan & Plan) mergeBlocksIntoPredecessors() argument
398 removeRedundantInductionCasts(VPlan & Plan) removeRedundantInductionCasts() argument
429 removeRedundantCanonicalIVs(VPlan & Plan) removeRedundantCanonicalIVs() argument
465 removeDeadRecipes(VPlan & Plan) removeDeadRecipes() argument
492 createScalarIVSteps(VPlan & Plan,const InductionDescriptor & ID,ScalarEvolution & SE,Instruction * TruncI,Type * IVTy,VPValue * StartV,VPValue * Step) createScalarIVSteps() argument
512 optimizeInductions(VPlan & Plan,ScalarEvolution & SE) optimizeInductions() argument
540 removeRedundantExpandSCEVRecipes(VPlan & Plan) removeRedundantExpandSCEVRecipes() argument
566 optimizeForVFAndUF(VPlan & Plan,ElementCount BestVF,unsigned BestUF,PredicatedScalarEvolution & PSE) optimizeForVFAndUF() argument
707 adjustFixedOrderRecurrences(VPlan & Plan,VPBuilder & Builder) adjustFixedOrderRecurrences() argument
753 clearReductionWrapFlags(VPlan & Plan) clearReductionWrapFlags() argument
867 simplifyRecipes(VPlan & Plan,LLVMContext & Ctx) simplifyRecipes() argument
879 truncateToMinimalBitwidths(VPlan & Plan,const MapVector<Instruction *,uint64_t> & MinBWs,LLVMContext & Ctx) truncateToMinimalBitwidths() argument
1008 optimize(VPlan & Plan,ScalarEvolution & SE) optimize() argument
1056 addVPLaneMaskPhiAndUpdateExitBranch(VPlan & Plan,bool DataAndControlFlowWithoutRuntimeCheck) addVPLaneMaskPhiAndUpdateExitBranch() argument
1127 addActiveLaneMask(VPlan & Plan,bool UseActiveLaneMaskForControlFlow,bool DataAndControlFlowWithoutRuntimeCheck) addActiveLaneMask() argument
[all...] |
| H A D | VPlanHCFGBuilder.h | 50 VPlan &Plan; global() variable
|
| H A D | VPlanVerifier.cpp | 233 verifyPlanIsValid(const VPlan & Plan) verifyPlanIsValid() argument
|
| H A D | LoopVectorize.cpp | 3275 fixupIVUsers(PHINode * OrigPhi,const InductionDescriptor & II,Value * VectorTripCount,Value * EndValue,BasicBlock * MiddleBlock,BasicBlock * VectorHeader,VPlan & Plan,VPTransformState & State) fixupIVUsers() argument
3463 fixVectorizedLoop(VPTransformState & State,VPlan & Plan) fixVectorizedLoop() argument
3741 fixNonInductionPHIs(VPlan & Plan,VPTransformState & State) fixNonInductionPHIs() argument
7438 __anon87314d7f3402(const VPlanPtr &Plan) getBestPlanFor() argument
7442 for (const VPlanPtr &Plan : VPlans) { getBestPlanFor() local
7669 for (const auto &Plan : VPlans) printPlans() local
8004 createEdgeMask(BasicBlock * Src,BasicBlock * Dst,VPlan & Plan) createEdgeMask() argument
8048 createHeaderMask(VPlan & Plan) createHeaderMask() argument
8083 createBlockInMask(BasicBlock * BB,VPlan & Plan) createBlockInMask() argument
8114 tryToWidenMemory(Instruction * I,ArrayRef<VPValue * > Operands,VFRange & Range,VPlanPtr & Plan) tryToWidenMemory() argument
8170 createWidenInductionRecipes(PHINode * Phi,Instruction * PhiOrTrunc,VPValue * Start,const InductionDescriptor & IndDesc,VPlan & Plan,ScalarEvolution & SE,Loop & OrigLoop,VFRange & Range) createWidenInductionRecipes() argument
8187 tryToOptimizeInductionPHI(PHINode * Phi,ArrayRef<VPValue * > Operands,VPlan & Plan,VFRange & Range) tryToOptimizeInductionPHI() argument
8211 tryToOptimizeInductionTruncate(TruncInst * I,ArrayRef<VPValue * > Operands,VFRange & Range,VPlan & Plan) tryToOptimizeInductionTruncate() argument
8240 tryToBlend(PHINode * Phi,ArrayRef<VPValue * > Operands,VPlanPtr & Plan) tryToBlend() argument
8286 tryToWidenCall(CallInst * CI,ArrayRef<VPValue * > Operands,VFRange & Range,VPlanPtr & Plan) tryToWidenCall() argument
8391 tryToWiden(Instruction * I,ArrayRef<VPValue * > Operands,VPBasicBlock * VPBB,VPlanPtr & Plan) tryToWiden() argument
8450 handleReplication(Instruction * I,VFRange & Range,VPlan & Plan) handleReplication() argument
8509 tryToCreateWidenRecipe(Instruction * Instr,ArrayRef<VPValue * > Operands,VFRange & Range,VPBasicBlock * VPBB,VPlanPtr & Plan) tryToCreateWidenRecipe() argument
8600 if (auto Plan = tryToBuildVPlanWithVPRecipes(SubRange)) { buildVPlansWithVPRecipes() local
8615 addCanonicalIVRecipes(VPlan & Plan,Type * IdxTy,bool HasNUW,DebugLoc DL) addCanonicalIVRecipes() argument
8646 addUsersInExitBlock(VPBasicBlock * HeaderVPBB,Loop * OrigLoop,VPlan & Plan) addUsersInExitBlock() argument
8708 VPlanPtr Plan = VPlan::createInitialVPlan( tryToBuildVPlanWithVPRecipes() local
8924 auto Plan = VPlan::createInitialVPlan( buildVPlan() local
8964 adjustRecipesForReductions(VPBasicBlock * LatchVPBB,VPlanPtr & Plan,VPRecipeBuilder & RecipeBuilder,ElementCount MinVF) adjustRecipesForReductions() argument
[all...] |
| H A D | VPlan.cpp | 715 auto Plan = std::make_unique<VPlan>(Preheader, VecPreheader); createInitialVPlan() local
1238 VPInterleavedAccessInfo(VPlan & Plan,InterleavedAccessInfo & IAI) VPInterleavedAccessInfo() argument
1249 assignSlots(const VPlan & Plan) assignSlots() argument
1280 getOrCreateVPValueForSCEVExpr(VPlan & Plan,const SCEV * Expr,ScalarEvolution & SE) getOrCreateVPValueForSCEVExpr() argument
[all...] |
| H A D | VPlanHCFGBuilder.cpp | 43 VPlan &Plan; member in __anond8fc30ca0111::PlainCFGBuilder
[all...] |
| H A D | VPlanRecipes.cpp | 172 fixPhi(VPlan & Plan,VPTransformState & State) fixPhi() argument
392 auto *Plan = getParent()->getPlan(); generateInstruction() local
|
| H A D | VPlan.h | 400 VPlan *Plan; global() member
442 VPlan *Plan = nullptr; global() variable
2899 const VPlan &Plan; global() variable
[all...] |