| /openbsd-src/gnu/llvm/llvm/lib/Analysis/ |
| H A D | CFGPrinter.cpp | 63 BranchProbabilityInfo *BPI, uint64_t MaxFreq, in writeCFGToDotFile() argument 72 DOTFuncInfo CFGInfo(&F, BFI, BPI, MaxFreq); in writeCFGToDotFile() 85 const BranchProbabilityInfo *BPI, uint64_t MaxFreq, in viewCFG() argument 87 DOTFuncInfo CFGInfo(&F, BFI, BPI, MaxFreq); in viewCFG() 105 auto *BPI = &getAnalysis<BranchProbabilityInfoWrapperPass>().getBPI(); in runOnFunction() local 107 viewCFG(F, BFI, BPI, getMaxFreq(F, BFI)); in runOnFunction() 130 auto *BPI = &AM.getResult<BranchProbabilityAnalysis>(F); in run() local 131 viewCFG(F, BFI, BPI, getMaxFreq(F, BFI)); in run() 145 auto *BPI = &getAnalysis<BranchProbabilityInfoWrapperPass>().getBPI(); in runOnFunction() local 147 viewCFG(F, BFI, BPI, getMaxFreq(F, BFI), /*CFGOnly=*/true); in runOnFunction() [all …]
|
| H A D | BlockFrequencyInfo.cpp | 156 const BranchProbabilityInfo &BPI, in BlockFrequencyInfo() argument 158 calculate(F, BPI, LI); in BlockFrequencyInfo() 186 const BranchProbabilityInfo &BPI, in calculate() argument 190 BFI->calculate(F, BPI, LI); in calculate() 326 BranchProbabilityInfo &BPI = in runOnFunction() local 329 BFI.calculate(F, BPI, LI); in runOnFunction()
|
| H A D | OptimizationRemarkEmitter.cpp | 41 BranchProbabilityInfo BPI(*F, LI, nullptr, &DT, nullptr); in OptimizationRemarkEmitter() local 44 OwnedBFI = std::make_unique<BlockFrequencyInfo>(*F, BPI, LI); in OptimizationRemarkEmitter()
|
| H A D | BranchProbabilityInfo.cpp | 1292 BPI.calculate(F, LI, &TLI, &DT, &PDT); in runOnFunction() 1296 void BranchProbabilityInfoWrapperPass::releaseMemory() { BPI.releaseMemory(); } in releaseMemory() 1300 BPI.print(OS); in print() 1306 BranchProbabilityInfo BPI; in run() local 1307 BPI.calculate(F, AM.getResult<LoopAnalysis>(F), in run() 1311 return BPI; in run()
|
| /openbsd-src/gnu/llvm/llvm/lib/ExecutionEngine/Orc/ |
| H A D | SpeculateAnalyses.cpp | 151 const BranchProbabilityInfo *BPI, in traverseToEntryBlock() argument 186 if (BPI->isEdgeHot(*PIt, AtBB) && !PredSkipNodes.count(*PIt)) in traverseToEntryBlock() 187 traverseToEntryBlock(*PIt, CallerBlocks, BackEdgesInfo, BPI, in traverseToEntryBlock() 194 const BranchProbabilityInfo *BPI, in traverseToExitBlock() argument 225 if (BPI->isEdgeHot(AtBB, *PIt) && !SuccSkipNodes.count(*PIt)) in traverseToExitBlock() 226 traverseToExitBlock(*PIt, CallerBlocks, BackEdgesInfo, BPI, in traverseToExitBlock() 260 BranchProbabilityInfo *BPI = in queryCFG() local 268 traverseToEntryBlock(I.first, CallerBlocks, BackEdgesInfo, BPI, in queryCFG() 270 traverseToExitBlock(I.first, CallerBlocks, BackEdgesInfo, BPI, in queryCFG()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Analysis/ |
| H A D | BranchProbabilityInfo.h | 271 BranchProbabilityInfo *BPI; variable 274 assert(BPI != nullptr); in deleted() 275 BPI->eraseBlock(cast<BasicBlock>(getValPtr())); in deleted() 279 BasicBlockCallbackVH(const Value *V, BranchProbabilityInfo *BPI = nullptr) 280 : CallbackVH(const_cast<Value *>(V)), BPI(BPI) {} in CallbackVH() 440 BranchProbabilityInfo BPI; variable 447 BranchProbabilityInfo &getBPI() { return BPI; } in getBPI() 448 const BranchProbabilityInfo &getBPI() const { return BPI; } in getBPI()
|
| H A D | LazyBranchProbabilityInfo.h | 66 BPI.calculate(*F, *LI, TLI, nullptr, nullptr); in getCalculated() 69 return BPI; in getCalculated() 77 BranchProbabilityInfo BPI;
|
| H A D | CFGPrinter.h | 59 const BranchProbabilityInfo *BPI; variable 69 const BranchProbabilityInfo *BPI, uint64_t MaxFreq) in DOTFuncInfo() argument 70 : F(F), BFI(BFI), BPI(BPI), MaxFreq(MaxFreq) { in DOTFuncInfo() 72 EdgeWeights = !!BPI; // Print EdgeWeights when BPI is available. in DOTFuncInfo() 78 const BranchProbabilityInfo *getBPI() const { return BPI; } in getBPI()
|
| H A D | BlockFrequencyInfo.h | 44 BlockFrequencyInfo(const Function &F, const BranchProbabilityInfo &BPI, 92 void calculate(const Function &F, const BranchProbabilityInfo &BPI,
|
| H A D | BlockFrequencyInfoImpl.h | 864 const BranchProbabilityInfoT *BPI = nullptr; 1014 void calculate(const FunctionT &F, const BranchProbabilityInfoT &BPI, 1054 const BranchProbabilityInfoT &getBPI() const { return *BPI; } 1111 const BranchProbabilityInfoT &BPI, 1114 this->BPI = &BPI; 1526 auto EP = BPI->getEdgeProbability(SrcBB, DstBB); 1550 auto EP = BPI->getEdgeProbability(DstBB, SrcBB); 1588 auto EP = BPI->getEdgeProbability(BB, SI); 1712 getWeightFromBranchProb(BPI->getEdgeProbability(BB, SI)))) 1886 const BranchProbabilityInfoT *BPI, [all …]
|
| H A D | LoopAnalysisManager.h | 60 BranchProbabilityInfo *BPI; member
|
| /openbsd-src/gnu/llvm/llvm/tools/llvm-mca/Views/ |
| H A D | BottleneckAnalysis.cpp | 298 if (!SeenStallCycles || !BPI.PressureIncreaseCycles) in printCriticalSequence() 450 SeenStallCycles(false), BPI() {} in BottleneckAnalysis() 572 ++BPI.PressureIncreaseCycles; in onCycleEnd() 574 ++BPI.RegisterDependencyCycles; in onCycleEnd() 576 ++BPI.MemoryDependencyCycles; in onCycleEnd() 578 ++BPI.DataDependencyCycles; in onCycleEnd() 580 ++BPI.ResourcePressureCycles; in onCycleEnd() 587 if (!SeenStallCycles || !BPI.PressureIncreaseCycles) { in printBottleneckHints() 593 (double)BPI.PressureIncreaseCycles * 100 / TotalCycles; in printBottleneckHints() 595 (double)BPI.ResourcePressureCycles * 100 / TotalCycles; in printBottleneckHints() [all …]
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Transforms/Utils/ |
| H A D | CodeExtractor.h | 92 BranchProbabilityInfo *BPI; variable 133 BranchProbabilityInfo *BPI = nullptr, 145 BranchProbabilityInfo *BPI = nullptr, 259 BranchProbabilityInfo *BPI);
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Utils/ |
| H A D | BreakCriticalEdges.cpp | 340 BranchProbabilityInfo *BPI, in SplitIndirectBrCriticalEdges() argument 358 bool ShouldUpdateAnalysis = BPI && BFI; in SplitIndirectBrCriticalEdges() 382 EdgeProbabilities.emplace_back(BPI->getEdgeProbability(Target, I)); in SplitIndirectBrCriticalEdges() 383 BPI->eraseBlock(Target); in SplitIndirectBrCriticalEdges() 389 BPI->setEdgeProbability(BodyBlock, EdgeProbabilities); in SplitIndirectBrCriticalEdges() 411 BPI->getEdgeProbability(Src, DirectSucc); in SplitIndirectBrCriticalEdges()
|
| H A D | CodeExtractor.cpp | 246 BranchProbabilityInfo *BPI, AssumptionCache *AC, in CodeExtractor() argument 250 BPI(BPI), AC(AC), AllocationBlock(AllocationBlock), in CodeExtractor() 257 BranchProbabilityInfo *BPI, AssumptionCache *AC, in CodeExtractor() argument 260 BPI(BPI), AC(AC), AllocationBlock(nullptr), AllowVarArgs(false), in CodeExtractor() 1455 BranchProbabilityInfo *BPI) { in calculateNewCallTerminatorWeights() argument 1481 BPI->setEdgeProbability(CodeReplacer, EdgeProbabilities); in calculateNewCallTerminatorWeights() 1497 BPI->setEdgeProbability(CodeReplacer, EdgeProbabilities); in calculateNewCallTerminatorWeights() 1657 assert(BPI && "Both BPI and BFI are required to preserve profile info"); in extractCodeRegion() 1662 BFI->getBlockFreq(Pred) * BPI->getEdgeProbability(Pred, header); in extractCodeRegion() 1692 BF += BFI->getBlockFreq(Block) * BPI->getEdgeProbability(Block, Succ); in extractCodeRegion() [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Instrumentation/ |
| H A D | CFGMST.h | 141 if (BPI != nullptr) in buildEdges() 142 Weight = BPI->getEdgeProbability(&BB, TargetBB).scale(scaleFactor); in buildEdges() 278 BranchProbabilityInfo *BPI; variable 288 : F(Func), BPI(BPI_), BFI(BFI_), in F()
|
| H A D | PGOInstrumentation.cpp | 560 bool CreateGlobalVar = false, BranchProbabilityInfo *BPI = nullptr, in FuncPGOInstrumentation() argument 565 MST(F, InstrumentFuncEntry, BPI, BFI) { in FuncPGOInstrumentation() 851 Function &F, Module *M, TargetLibraryInfo &TLI, BranchProbabilityInfo *BPI, in instrumentOneFunc() argument 857 SplitIndirectBrCriticalEdges(F, /*IgnoreBlocksWithoutPHI=*/false, BPI, BFI); in instrumentOneFunc() 860 F, TLI, ComdatMembers, true, BPI, BFI, IsCS, PGOInstrumentEntry); in instrumentOneFunc() 1032 BranchProbabilityInfo *BPI, BlockFrequencyInfo *BFIin, in PGOUseFunc() argument 1035 FuncInfo(Func, TLI, ComdatMembers, false, BPI, BFIin, IsCS, in PGOUseFunc() 1902 auto *BPI = LookupBPI(F); in InstrumentAllFunctions() local 1904 instrumentOneFunc(F, &M, TLI, BPI, BFI, ComdatMembers, IsCS); in InstrumentAllFunctions() 2130 auto *BPI = LookupBPI(F); in annotateAllFunctions() local [all …]
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/Transforms/Scalar/ |
| H A D | JumpThreading.h | 84 std::unique_ptr<BranchProbabilityInfo> BPI; variable 103 std::unique_ptr<BranchProbabilityInfo> BPI); 109 BPI.reset(); in releaseMemory()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Scalar/ |
| H A D | JumpThreading.cpp | 323 std::unique_ptr<BranchProbabilityInfo> BPI; in runOnFunction() local 326 BPI.reset(new BranchProbabilityInfo(F, LI, TLI)); in runOnFunction() 327 BFI.reset(new BlockFrequencyInfo(F, *BPI, LI)); in runOnFunction() 331 std::move(BFI), std::move(BPI)); in runOnFunction() 352 std::unique_ptr<BranchProbabilityInfo> BPI; in run() local 355 BPI.reset(new BranchProbabilityInfo(F, LI, &TLI)); in run() 356 BFI.reset(new BlockFrequencyInfo(F, *BPI, LI)); in run() 360 std::move(BFI), std::move(BPI)); in run() 388 BPI.reset(); in runImpl() 396 BPI = std::move(BPI_); in runImpl() [all …]
|
| H A D | InductiveRangeCheckElimination.cpp | 224 BranchProbabilityInfo *BPI, 232 BranchProbabilityInfo *BPI; member in __anon1c7c69790111::InductiveRangeCheckElimination 246 BranchProbabilityInfo *BPI, DominatorTree &DT, in InductiveRangeCheckElimination() argument 248 : SE(SE), BPI(BPI), DT(DT), LI(LI), GetBFI(GetBFI) {} in InductiveRangeCheckElimination() 407 BranchInst *BI, Loop *L, ScalarEvolution &SE, BranchProbabilityInfo *BPI, in extractRangeChecksFromBranch() argument 414 if (!SkipProfitabilityChecks && BPI && in extractRangeChecksFromBranch() 415 BPI->getEdgeProbability(BI->getParent(), (unsigned)0) < LikelyTaken) in extractRangeChecksFromBranch() 1778 auto &BPI = AM.getResult<BranchProbabilityAnalysis>(F); in run() local 1785 InductiveRangeCheckElimination IRCE(SE, &BPI, DT, LI, { getBFI }); in run() 1833 BranchProbabilityInfo &BPI = in runOnFunction() local [all …]
|
| H A D | LoopPassManager.cpp | 227 BranchProbabilityInfo *BPI = in run() local 239 BPI, in run()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/IPO/ |
| H A D | PartialInlining.cpp | 400 BranchProbabilityInfo BPI(F, LI); in computeOutliningColdRegionsInfo() local 404 ScopedBFI.reset(new BlockFrequencyInfo(F, BPI, LI)); in computeOutliningColdRegionsInfo() 488 BranchProbability SuccProb = BPI.getEdgeProbability(ThisBB, *SI); in computeOutliningColdRegionsInfo() 961 BranchProbabilityInfo BPI(*Caller, LI); in computeCallsiteToProfCountMap() local 962 TempBFI.reset(new BlockFrequencyInfo(*Caller, BPI, LI)); in computeCallsiteToProfCountMap() 1148 BranchProbabilityInfo BPI(*ClonedFunc, LI); in doMultiRegionFunctionOutlining() local 1149 ClonedFuncBFI.reset(new BlockFrequencyInfo(*ClonedFunc, BPI, LI)); in doMultiRegionFunctionOutlining() 1161 ClonedFuncBFI.get(), &BPI, in doMultiRegionFunctionOutlining() 1220 BranchProbabilityInfo BPI(*ClonedFunc, LI); in doSingleRegionFunctionOutlining() local 1221 ClonedFuncBFI.reset(new BlockFrequencyInfo(*ClonedFunc, BPI, LI)); in doSingleRegionFunctionOutlining() [all …]
|
| /openbsd-src/gnu/llvm/clang/lib/Basic/Targets/ |
| H A D | AArch64.cpp | 204 BranchProtectionInfo &BPI, in validateBranchProtection() argument 210 BPI.SignReturnAddr = in validateBranchProtection() 217 BPI.SignKey = LangOptions::SignReturnAddressKeyKind::AKey; in validateBranchProtection() 219 BPI.SignKey = LangOptions::SignReturnAddressKeyKind::BKey; in validateBranchProtection() 221 BPI.BranchTargetEnforcement = PBP.BranchTargetEnforcement; in validateBranchProtection()
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/GlobalISel/ |
| H A D | IRTranslator.cpp | 665 if (!FuncInfo.BPI) { in addSuccessorWithProb() 679 if (!FuncInfo.BPI) { in getEdgeProbability() 685 return FuncInfo.BPI->getEdgeProbability(SrcBB, DstBB); in getEdgeProbability() 692 BranchProbabilityInfo *BPI = FuncInfo.BPI; in translateSwitch() local 700 BPI ? BPI->getEdgeProbability(SI.getParent(), I.getSuccessorIndex()) in translateSwitch() 2553 BranchProbabilityInfo *BPI = FuncInfo.BPI; in findUnwindDestinations() local 2554 if (BPI && NewEHPadBB) in findUnwindDestinations() 2555 Prob *= BPI->getEdgeProbability(EHPadBB, NewEHPadBB); in findUnwindDestinations() 2612 BranchProbabilityInfo *BPI = FuncInfo.BPI; in translateInvoke() local 2615 BPI ? BPI->getEdgeProbability(InvokeMBB->getBasicBlock(), EHPadBB) in translateInvoke() [all …]
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/CodeGen/ |
| H A D | FunctionLoweringInfo.h | 58 BranchProbabilityInfo *BPI; variable
|