| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Analysis/ |
| H A D | IVDescriptors.cpp | 42 bool RecurrenceDescriptor::areAllUsesIn(Instruction *I, in areAllUsesIn()
50 bool RecurrenceDescriptor::isIntegerRecurrenceKind(RecurKind Kind) { in isIntegerRecurrenceKind()
68 bool RecurrenceDescriptor::isFloatingPointRecurrenceKind(RecurKind Kind) { in isFloatingPointRecurrenceKind()
72 bool RecurrenceDescriptor::isArithmeticRecurrenceKind(RecurKind Kind) { in isArithmeticRecurrenceKind()
218 bool RecurrenceDescriptor::AddReductionVar(PHINode *Phi, RecurKind Kind, in AddReductionVar()
220 RecurrenceDescriptor &RedDes, in AddReductionVar()
500 RecurrenceDescriptor RD(RdxStart, ExitInstruction, Kind, FMF, in AddReductionVar()
508 RecurrenceDescriptor::InstDesc
509 RecurrenceDescriptor::isMinMaxSelectCmpPattern(Instruction *I, in isMinMaxSelectCmpPattern()
557 RecurrenceDescriptor::InstDesc
[all …]
|
| H A D | TargetTransformInfo.cpp | 1001 RecurrenceDescriptor RdxDesc, ElementCount VF) const { in isLegalToVectorizeReduction()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/include/llvm/Analysis/ |
| H A D | IVDescriptors.h | 66 class RecurrenceDescriptor {
68 RecurrenceDescriptor() = default;
70 RecurrenceDescriptor(Value *Start, Instruction *Exit, RecurKind K, in RecurrenceDescriptor() function
153 RecurrenceDescriptor &RedDes,
163 RecurrenceDescriptor &RedDes,
|
| H A D | TargetTransformInfo.h | 1324 bool isLegalToVectorizeReduction(RecurrenceDescriptor RdxDesc,
1708 virtual bool isLegalToVectorizeReduction(RecurrenceDescriptor RdxDesc,
2257 bool isLegalToVectorizeReduction(RecurrenceDescriptor RdxDesc, in isLegalToVectorizeReduction()
|
| H A D | TargetTransformInfoImpl.h | 718 bool isLegalToVectorizeReduction(RecurrenceDescriptor RdxDesc, in isLegalToVectorizeReduction()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/include/llvm/Transforms/Utils/ |
| H A D | LoopUtils.h | 391 RecurrenceDescriptor &Desc, Value *Src);
395 Value *createOrderedReduction(IRBuilderBase &B, RecurrenceDescriptor &Desc,
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.h | 143 bool isLegalToVectorizeReduction(RecurrenceDescriptor RdxDesc, in isLegalToVectorizeReduction()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlan.h | 57 class RecurrenceDescriptor; variable
1040 RecurrenceDescriptor *RdxDesc = nullptr;
1048 VPWidenPHIRecipe(PHINode *Phi, RecurrenceDescriptor &RdxDesc, VPValue &Start) in VPWidenPHIRecipe()
1101 RecurrenceDescriptor *getRecurrenceDescriptor() { return RdxDesc; } in getRecurrenceDescriptor()
1219 RecurrenceDescriptor *RdxDesc;
1224 VPReductionRecipe(RecurrenceDescriptor *R, Instruction *I, VPValue *ChainOp, in VPReductionRecipe()
|
| H A D | LoopVectorizationLegality.cpp | 639 RecurrenceDescriptor RedDes; in canVectorizeInstrs()
640 if (RecurrenceDescriptor::isReductionPHI(Phi, TheLoop, RedDes, DB, AC, in canVectorizeInstrs()
669 if (RecurrenceDescriptor::isFirstOrderRecurrence(Phi, TheLoop, in canVectorizeInstrs()
|
| H A D | LoopVectorize.cpp | 517 void widenPHIInstruction(Instruction *PN, RecurrenceDescriptor *RdxDesc,
605 void clearReductionWrapFlags(RecurrenceDescriptor &RdxDesc,
1513 RecurrenceDescriptor RdxDesc = Reduction.second; in canVectorizeReductions()
4315 static bool useOrderedReductions(RecurrenceDescriptor &RdxDesc) { in useOrderedReductions()
4325 RecurrenceDescriptor RdxDesc = *PhiR->getRecurrenceDescriptor(); in fixReduction()
4436 unsigned Op = RecurrenceDescriptor::getOpcode(RK); in fixReduction()
4506 void InnerLoopVectorizer::clearReductionWrapFlags(RecurrenceDescriptor &RdxDesc, in clearReductionWrapFlags()
4715 RecurrenceDescriptor *RdxDesc, in widenPHIInstruction()
4755 if (RecurrenceDescriptor::isMinMaxRecurrenceKind(RK)) { in widenPHIInstruction()
4766 Constant *IdenC = RecurrenceDescriptor::getRecurrenceIdentity( in widenPHIInstruction()
[all …]
|
| H A D | SLPVectorizer.cpp | 7006 if (RecurrenceDescriptor::isIntMinMaxRecurrenceKind(Kind)) in isVectorizable()
7042 unsigned RdxOpcode = RecurrenceDescriptor::getOpcode(Kind); in createOp()
7095 if (RecurrenceDescriptor::isIntMinMaxRecurrenceKind(RdxKind)) { in createOp()
7112 if (SelI && RecurrenceDescriptor::isIntMinMaxRecurrenceKind(RdxKind)) { in createOp()
7613 unsigned RdxOpcode = RecurrenceDescriptor::getOpcode(RdxKind); in getReductionCost()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.h | 263 using ReductionList = MapVector<PHINode *, RecurrenceDescriptor>;
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.h | 295 bool isLegalToVectorizeReduction(RecurrenceDescriptor RdxDesc,
|
| H A D | AArch64TargetTransformInfo.cpp | 1524 bool AArch64TTIImpl::isLegalToVectorizeReduction(RecurrenceDescriptor RdxDesc, in isLegalToVectorizeReduction()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 964 assert(RecurrenceDescriptor::isMinMaxRecurrenceKind(RdxKind) && in getOrderedReduction()
1003 assert(RecurrenceDescriptor::isMinMaxRecurrenceKind(RdxKind) && in getShuffleReduction()
1064 RecurrenceDescriptor &Desc, Value *Src) { in createTargetReduction()
1074 RecurrenceDescriptor &Desc, Value *Src, in createOrderedReduction()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Transforms/Scalar/ |
| H A D | LoopInterchange.cpp | 743 RecurrenceDescriptor RD; in findInnerReductionPhi()
744 if (RecurrenceDescriptor::isReductionPHI(PHI, L, RD)) in findInnerReductionPhi()
758 RecurrenceDescriptor RD; in findInductionAndReductions()
|