| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.cpp | 98 TheLoop(L), ORE(ORE) { in LoopVectorizeHints()
127 LLVMContext &Context = TheLoop->getHeader()->getContext(); in setAlreadyVectorized()
133 MDNode *LoopID = TheLoop->getLoopID(); in setAlreadyVectorized()
139 TheLoop->setLoopID(NewLoopID); in setAlreadyVectorized()
184 TheLoop->getStartLoc(), in emitRemarkWithHints()
185 TheLoop->getHeader()) in emitRemarkWithHints()
189 TheLoop->getStartLoc(), TheLoop->getHeader()); in emitRemarkWithHints()
215 MDNode *LoopID = TheLoop->getLoopID(); in getHintsFromMetadata()
389 static bool hasOutsideLoopUser(const Loop *TheLoop, Instruction *Inst, in hasOutsideLoopUser() argument
398 if (!TheLoop->contains(UI)) { in hasOutsideLoopUser()
[all …]
|
| H A D | VPlanHCFGBuilder.cpp | 37 Loop *TheLoop; member in __anond1976ce30111::PlainCFGBuilder
74 : TheLoop(Lp), LI(LI), Plan(P) {} in PlainCFGBuilder()
143 BasicBlock *PH = TheLoop->getLoopPreheader(); in isExternalDef()
151 BasicBlock *Exit = TheLoop->getUniqueExitBlock(); in isExternalDef()
159 return !TheLoop->contains(Inst); in isExternalDef()
254 BasicBlock *PreheaderBB = TheLoop->getLoopPreheader(); in buildPlainCFG()
266 VPBlockBase *HeaderVPBB = getOrCreateVPBB(TheLoop->getHeader()); in buildPlainCFG()
270 LoopBlocksRPO RPO(TheLoop); in buildPlainCFG()
318 BasicBlock *LoopExitBB = TheLoop->getUniqueExitBlock(); in buildPlainCFG()
339 PlainCFGBuilder PCFGBuilder(TheLoop, LI, Plan); in buildPlainCFG()
|
| H A D | VPlanHCFGBuilder.h | 42 Loop *TheLoop;
64 : TheLoop(Lp), LI(LI), Plan(P) {} in VPlanHCFGBuilder()
|
| H A D | LoopVectorize.cpp | 1093 StringRef RemarkName, Loop *TheLoop, Instruction *I) { in createLVAnalysis() argument
1094 Value *CodeRegion = TheLoop->getHeader(); in createLVAnalysis()
1095 DebugLoc DL = TheLoop->getStartLoc(); in createLVAnalysis()
1127 OptimizationRemarkEmitter *ORE, Loop *TheLoop, in reportVectorizationFailure() argument
1130 LoopVectorizeHints Hints(TheLoop, true /* doesn't matter */, *ORE); in reportVectorizationFailure()
1132 createLVAnalysis(Hints.vectorizeAnalysisPassName(), ORETag, TheLoop, I) in reportVectorizationFailure()
1137 OptimizationRemarkEmitter *ORE, Loop *TheLoop, in reportVectorizationInfo() argument
1140 LoopVectorizeHints Hints(TheLoop, true /* doesn't matter */, *ORE); in reportVectorizationInfo()
1142 createLVAnalysis(Hints.vectorizeAnalysisPassName(), ORETag, TheLoop, I) in reportVectorizationInfo()
1230 : ScalarEpilogueStatus(SEL), TheLoop(L), PSE(PSE), LI(LI), Legal(Legal), in LoopVectorizationCostModel()
[all …]
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Analysis/ |
| H A D | IVDescriptors.cpp | 163 static void collectCastsToIgnore(Loop *TheLoop, Instruction *Exit, in collectCastsToIgnore() argument
187 if (TheLoop->contains(I) && !Visited.count(I)) in collectCastsToIgnore()
219 Loop *TheLoop, FastMathFlags FuncFMF, in AddReductionVar() argument
228 if (Phi->getParent() != TheLoop->getHeader()) in AddReductionVar()
233 Value *RdxStart = Phi->getIncomingValueForBlock(TheLoop->getLoopPreheader()); in AddReductionVar()
390 if (!TheLoop->contains(Parent)) { in AddReductionVar()
490 collectCastsToIgnore(TheLoop, ExitInstruction, RecurrenceType, CastInsts); in AddReductionVar()
647 bool RecurrenceDescriptor::isReductionPHI(PHINode *Phi, Loop *TheLoop, in isReductionPHI() argument
652 BasicBlock *Header = TheLoop->getHeader(); in isReductionPHI()
660 if (AddReductionVar(Phi, RecurKind::Add, TheLoop, FMF, RedDes, DB, AC, DT)) { in isReductionPHI()
[all …]
|
| H A D | LoopAccessAnalysis.cpp | 508 AccessAnalysis(Loop *TheLoop, AAResults *AA, LoopInfo *LI, in AccessAnalysis() argument
511 : TheLoop(TheLoop), AST(*AA), LI(LI), DepCands(DA), in AccessAnalysis()
541 Loop *TheLoop, unsigned &RunningDepId,
551 Loop *TheLoop, const ValueToValueMap &Strides,
586 const Loop *TheLoop; member in __anonfa5b465e0111::AccessAnalysis
661 Loop *TheLoop, unsigned &RunningDepId, in createCheckForAccess() argument
666 if (!hasComputableBounds(PSE, StridesMap, Ptr, TheLoop, Assume)) in createCheckForAccess()
671 if (ShouldCheckWrap && !isNoWrap(PSE, StridesMap, Ptr, TheLoop)) { in createCheckForAccess()
692 RtCheck.insert(TheLoop, Ptr, IsWrite, DepId, ASId, StridesMap, PSE); in createCheckForAccess()
699 ScalarEvolution *SE, Loop *TheLoop, in canCheckPtrAtRT() argument
[all …]
|
| H A D | VectorUtils.cpp | 950 auto &DL = TheLoop->getHeader()->getModule()->getDataLayout(); in collectConstStrideAccesses()
958 LoopBlocksDFS DFS(TheLoop); in collectConstStrideAccesses()
974 int64_t Stride = getPtrStride(PSE, Ptr, TheLoop, Strides, in collectConstStrideAccesses()
1222 if (!getPtrStride(PSE, FirstMemberPtr, TheLoop, Strides, /*Assume=*/false, in analyzeInterleaving()
1233 if (!getPtrStride(PSE, LastMemberPtr, TheLoop, Strides, /*Assume=*/false, in analyzeInterleaving()
|
| H A D | LoopInfo.cpp | 1045 MDNode *llvm::findOptionMDForLoop(const Loop *TheLoop, StringRef Name) { in findOptionMDForLoop() argument
1046 return findOptionMDForLoopID(TheLoop->getLoopID(), Name); in findOptionMDForLoop()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/include/llvm/Transforms/Utils/ |
| H A D | LoopUtils.h | 218 Optional<const MDOperand *> findStringMetadataForLoop(const Loop *TheLoop,
222 llvm::Optional<int> getOptionalIntLoopAttribute(const Loop *TheLoop,
230 getOptionalElementCountLoopAttribute(const Loop *TheLoop);
309 void addStringMetadataToLoop(Loop *TheLoop, const char *MDString,
313 bool getBooleanLoopAttribute(const Loop *TheLoop, StringRef Name);
489 addRuntimeChecks(Instruction *Loc, Loop *TheLoop,
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Transforms/Utils/ |
| H A D | LoopUtils.cpp | 212 static MDNode *createStringMetadata(Loop *TheLoop, StringRef Name, unsigned V) { in createStringMetadata() argument
213 LLVMContext &Context = TheLoop->getHeader()->getContext(); in createStringMetadata()
223 void llvm::addStringMetadataToLoop(Loop *TheLoop, const char *StringMD, in addStringMetadataToLoop() argument
227 MDNode *LoopID = TheLoop->getLoopID(); in addStringMetadataToLoop()
249 MDs.push_back(createStringMetadata(TheLoop, StringMD, V)); in addStringMetadataToLoop()
251 LLVMContext &Context = TheLoop->getHeader()->getContext(); in addStringMetadataToLoop()
255 TheLoop->setLoopID(NewLoopID); in addStringMetadataToLoop()
263 Optional<const MDOperand *> llvm::findStringMetadataForLoop(const Loop *TheLoop, in findStringMetadataForLoop() argument
265 MDNode *MD = findOptionMDForLoop(TheLoop, Name); in findStringMetadataForLoop()
278 static Optional<bool> getOptionalBoolLoopAttribute(const Loop *TheLoop, in getOptionalBoolLoopAttribute() argument
[all …]
|
| /netbsd-src/external/apache2/llvm/dist/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.h | 134 if (llvm::hasUnrollTransformation(TheLoop) & TM_Disable) in getInterleave()
142 hasDisableAllTransformsHint(TheLoop)) in getForce()
192 const Loop *TheLoop; variable
257 : TheLoop(L), LI(LI), PSE(PSE), TTI(TTI), TLI(TLI), DT(DT), in LoopVectorizationLegality()
467 Loop *TheLoop; variable
|
| H A D | LoopVectorize.h | 175 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I = nullptr);
181 OptimizationRemarkEmitter *ORE, Loop *TheLoop,
|
| /netbsd-src/external/apache2/llvm/dist/llvm/include/llvm/Analysis/ |
| H A D | IVDescriptors.h | 151 static bool AddReductionVar(PHINode *Phi, RecurKind Kind, Loop *TheLoop,
162 static bool isReductionPHI(PHINode *Phi, Loop *TheLoop,
176 isFirstOrderRecurrence(PHINode *Phi, Loop *TheLoop,
|
| H A D | VectorUtils.h | 731 : PSE(PSE), TheLoop(L), DT(DT), LI(LI), LAI(LAI) {} in InterleavedAccessInfo()
796 Loop *TheLoop; variable
872 return LoopAccessInfo::blockNeedsPredication(BB, TheLoop, DT); in isPredicated()
|
| H A D | LoopAccessAnalysis.h | 545 static bool blockNeedsPredication(BasicBlock *BB, Loop *TheLoop,
626 Loop *TheLoop; variable
|
| H A D | LoopInfo.h | 1293 MDNode *findOptionMDForLoop(const Loop *TheLoop, StringRef Name);
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/CodeGen/ |
| H A D | HardwareLoops.cpp | 114 OptimizationRemarkEmitter *ORE, Loop *TheLoop, Instruction *I = nullptr) { in reportHWLoopFailure() argument
116 ORE->emit(createHWLoopAnalysis(ORETag, TheLoop, I) << Msg); in reportHWLoopFailure()
|