| /openbsd-src/gnu/llvm/llvm/lib/Analysis/ |
| H A D | IVDescriptors.cpp | 34 bool RecurrenceDescriptor::areAllUsesIn(Instruction *I, in areAllUsesIn()
42 bool RecurrenceDescriptor::isIntegerRecurrenceKind(RecurKind Kind) { in isIntegerRecurrenceKind()
62 bool RecurrenceDescriptor::isFloatingPointRecurrenceKind(RecurKind Kind) { in isFloatingPointRecurrenceKind()
194 !RecurrenceDescriptor::isFMulAddIntrinsic(Exit)) in checkOrderedReduction()
216 bool RecurrenceDescriptor::AddReductionVar( in AddReductionVar()
218 RecurrenceDescriptor &RedDes, DemandedBits *DB, AssumptionCache *AC, in AddReductionVar()
602 RecurrenceDescriptor RD(RdxStart, ExitInstruction, IntermediateStore, Kind, in AddReductionVar()
631 RecurrenceDescriptor::InstDesc
632 RecurrenceDescriptor::isSelectCmpPattern(Loop *Loop, PHINode *OrigPhi, in isSelectCmpPattern()
667 RecurrenceDescriptor::InstDesc
[all …]
|
| H A D | TargetTransformInfo.cpp | 1125 const RecurrenceDescriptor &RdxDesc, ElementCount VF) const { in isLegalToVectorizeReduction()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Analysis/ |
| H A D | IVDescriptors.h | 69 class RecurrenceDescriptor {
71 RecurrenceDescriptor() = default;
73 RecurrenceDescriptor(Value *Start, Instruction *Exit, StoreInst *Store, in RecurrenceDescriptor() function
169 FastMathFlags FuncFMF, RecurrenceDescriptor &RedDes,
179 isReductionPHI(PHINode *Phi, Loop *TheLoop, RecurrenceDescriptor &RedDes,
|
| H A D | TargetTransformInfo.h | 58 class RecurrenceDescriptor; variable
1443 bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc,
1887 virtual bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc,
2532 bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc, in isLegalToVectorizeReduction()
|
| H A D | TargetTransformInfoImpl.h | 810 bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc, in isLegalToVectorizeReduction()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Transforms/Utils/ |
| H A D | LoopUtils.h | 394 const RecurrenceDescriptor &Desc,
402 const RecurrenceDescriptor &Desc, Value *Src,
408 const RecurrenceDescriptor &Desc, Value *Src,
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.cpp | 694 RecurrenceDescriptor RedDes; in canVectorizeInstrs()
695 if (RecurrenceDescriptor::isReductionPHI(Phi, TheLoop, RedDes, DB, AC, in canVectorizeInstrs()
724 if (RecurrenceDescriptor::isFixedOrderRecurrence(Phi, TheLoop, in canVectorizeInstrs()
1035 const RecurrenceDescriptor &RdxDesc = Reduction.second; in canVectorizeFPMath()
1042 const RecurrenceDescriptor &RdxDesc = Reduction.second; in isInvariantStoreOfReduction()
1049 const RecurrenceDescriptor &RdxDesc = Reduction.second; in isInvariantAddressOfReduction()
|
| H A D | LoopVectorize.cpp | 523 bool useOrderedReductions(const RecurrenceDescriptor &RdxDesc);
534 PHINode *getReductionResumeValue(const RecurrenceDescriptor &RdxDesc);
743 SmallMapVector<const RecurrenceDescriptor *, PHINode *, 4>
1114 const RecurrenceDescriptor &RdxDesc) { in getReductionResumeValue()
1256 bool useOrderedReductions(const RecurrenceDescriptor &RdxDesc) const { in useOrderedReductions()
1463 const RecurrenceDescriptor &RdxDesc = Reduction.second; in canVectorizeReductions()
3864 const RecurrenceDescriptor &RdxDesc = PhiR->getRecurrenceDescriptor(); in fixReduction()
3956 unsigned Op = RecurrenceDescriptor::getOpcode(RK); in fixReduction()
3977 } else if (RecurrenceDescriptor::isSelectCmpRecurrenceKind(RK)) in fixReduction()
4059 const RecurrenceDescriptor &RdxDesc = PhiR->getRecurrenceDescriptor(); in clearReductionWrapFlags()
[all …]
|
| H A D | VPlan.h | 56 class RecurrenceDescriptor; variable
1274 const RecurrenceDescriptor &RdxDesc;
1285 VPReductionPHIRecipe(PHINode *Phi, const RecurrenceDescriptor &RdxDesc,
1310 const RecurrenceDescriptor &getRecurrenceDescriptor() const { in getRecurrenceDescriptor()
1452 const RecurrenceDescriptor *RdxDesc;
1457 VPReductionRecipe(const RecurrenceDescriptor *R, Instruction *I, in VPReductionRecipe()
|
| H A D | VPlanRecipes.cpp | 1208 if (RecurrenceDescriptor::isMinMaxRecurrenceKind(RK) || in execute()
1209 RecurrenceDescriptor::isSelectCmpRecurrenceKind(RK)) { in execute()
|
| H A D | SLPVectorizer.cpp | 11863 RecurrenceDescriptor::isMinMaxRecurrenceKind(getRdxKind(I)); in isCmpSelMinMax()
11880 if (RecurrenceDescriptor::isIntMinMaxRecurrenceKind(Kind) || in isVectorizable()
11907 unsigned RdxOpcode = RecurrenceDescriptor::getOpcode(Kind); in createOp()
11974 if (RecurrenceDescriptor::isIntMinMaxRecurrenceKind(RdxKind)) { in createOp()
12912 unsigned RdxOpcode = RecurrenceDescriptor::getOpcode(RdxKind); in getReductionCost()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 935 assert(RecurrenceDescriptor::isMinMaxRecurrenceKind(RdxKind) && in getOrderedReduction()
976 assert(RecurrenceDescriptor::isMinMaxRecurrenceKind(RdxKind) && in getShuffleReduction()
988 const RecurrenceDescriptor &Desc, in createSelectCmpTargetReduction()
990 assert(RecurrenceDescriptor::isSelectCmpRecurrenceKind( in createSelectCmpTargetReduction()
1065 const RecurrenceDescriptor &Desc, Value *Src, in createTargetReduction()
1074 if (RecurrenceDescriptor::isSelectCmpRecurrenceKind(RK)) in createTargetReduction()
1081 const RecurrenceDescriptor &Desc, in createOrderedReduction()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.h | 255 using ReductionList = MapVector<PHINode *, RecurrenceDescriptor>;
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.h | 255 bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc, in isLegalToVectorizeReduction()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.h | 366 bool isLegalToVectorizeReduction(const RecurrenceDescriptor &RdxDesc,
|
| H A D | AArch64TargetTransformInfo.cpp | 2894 const RecurrenceDescriptor &RdxDesc, ElementCount VF) const { in isLegalToVectorizeReduction()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Scalar/ |
| H A D | LoopInterchange.cpp | 720 RecurrenceDescriptor RD; in findInnerReductionPhi()
721 if (RecurrenceDescriptor::isReductionPHI(PHI, L, RD)) { in findInnerReductionPhi()
739 RecurrenceDescriptor RD; in findInductionAndReductions()
|