| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/ARM/ |
| H A D | MVETailPredication.cpp | 108 bool TryConvertActiveLaneMask(Value *TripCount);
114 bool IsSafeActiveMask(IntrinsicInst *ActiveLaneMask, Value *TripCount);
117 void InsertVCTPIntrinsic(IntrinsicInst *ActiveLaneMask, Value *TripCount);
202 Value *TripCount) { in IsSafeActiveMask() argument
213 auto *TC = SE->getSCEV(TripCount); in IsSafeActiveMask()
229 ConstantInt *TC = dyn_cast<ConstantInt>(TripCount); in IsSafeActiveMask()
266 auto *VW = SE->getSCEV(ConstantInt::get(TripCount->getType(), VectorWidth)); in IsSafeActiveMask()
269 SE->getSCEV(ConstantInt::get(TripCount->getType(), VectorWidth - 1))); in IsSafeActiveMask()
349 Value *TripCount) { in InsertVCTPIntrinsic() argument
393 bool MVETailPredication::TryConvertActiveLaneMask(Value *TripCount) { in TryConvertActiveLaneMask() argument
[all …]
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Transforms/Scalar/ |
| H A D | LoopUnrollPass.cpp | 337 const Loop *L, unsigned TripCount, DominatorTree &DT, ScalarEvolution &SE, in analyzeLoopUnrollCost() argument
354 if (!TripCount || TripCount > MaxIterationsCountToAnalyze) in analyzeLoopUnrollCost()
483 for (unsigned Iteration = 0; Iteration < TripCount; ++Iteration) { in analyzeLoopUnrollCost()
638 AddCostRecursively(*OpI, TripCount - 1); in analyzeLoopUnrollCost()
765 OptimizationRemarkEmitter *ORE, unsigned &TripCount, unsigned MaxTripCount, in computeUnrollCount() argument
795 if (PragmaFullUnroll && TripCount != 0) { in computeUnrollCount()
796 UP.Count = TripCount; in computeUnrollCount()
805 if (ExplicitUnroll && TripCount != 0) { in computeUnrollCount()
836 unsigned ExactTripCount = TripCount; in computeUnrollCount()
848 TripCount = FullUnrollTripCount; in computeUnrollCount()
[all …]
|
| H A D | LoopRerollPass.cpp | 1485 auto TripCount = SE->getAddExpr(BackedgeTakenCount, One); in replace() local
1487 TripCount, SE->getConstant(BackedgeTakenCount->getType(), Scale)); in replace()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Analysis/ |
| H A D | LoopCacheAnalysis.cpp | 278 const SCEV *TripCount = computeTripCount(L, SE); in computeRefCost() local
279 if (!TripCount) { in computeRefCost()
283 TripCount = SE.getConstant(ElemSize->getType(), DefaultTripCount); in computeRefCost()
285 LLVM_DEBUG(dbgs() << "TripCount=" << *TripCount << "\n"); in computeRefCost()
289 const SCEV *RefCost = TripCount; in computeRefCost()
296 Type *WiderType = SE.getWiderType(Stride->getType(), TripCount->getType()); in computeRefCost()
300 TripCount = SE.getNoopOrAnyExtend(TripCount, WiderType); in computeRefCost()
301 const SCEV *Numerator = SE.getMulExpr(Stride, TripCount); in computeRefCost()
491 unsigned TripCount = SE.getSmallConstantTripCount(L); in CacheCost() local
492 TripCount = (TripCount == 0) ? DefaultTripCount : TripCount; in CacheCost()
[all …]
|
| H A D | Lint.cpp | 369 if (auto *TripCount = dyn_cast<ConstantInt>(I.getArgOperand(1))) in visitCallBase() local
370 Assert(!TripCount->isZero(), "get_active_lane_mask: operand #2 " in visitCallBase()
|
| H A D | TargetTransformInfo.cpp | 170 TripCount = SE.getAddExpr(EC, SE.getOne(EC->getType())); in isHardwareLoopCandidate()
173 TripCount = SE.getZeroExtendExpr(TripCount, CountType); in isHardwareLoopCandidate()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Transforms/Utils/ |
| H A D | LoopUnroll.cpp | 312 if (ULO.TripCount != 0) in UnrollLoop()
313 LLVM_DEBUG(dbgs() << " Trip Count = " << ULO.TripCount << "\n"); in UnrollLoop()
319 if (ULO.TripCount != 0 && ULO.Count > ULO.TripCount) in UnrollLoop()
320 ULO.Count = ULO.TripCount; in UnrollLoop()
323 if (ULO.TripCount == 0 && ULO.Count < 2 && ULO.PeelCount == 0) { in UnrollLoop()
330 assert(ULO.TripCount == 0 || ULO.TripCount % ULO.TripMultiple == 0); in UnrollLoop()
333 bool CompletelyUnroll = ULO.Count == ULO.TripCount; in UnrollLoop()
339 (ULO.TripCount == 0 && ULO.Count > 0 && ULO.AllowRuntime); in UnrollLoop()
358 ULO.TripCount = SE->getSmallConstantTripCount(L, ExitingBlock); in UnrollLoop()
449 if (ULO.TripCount != 0) { in UnrollLoop()
[all …]
|
| H A D | LoopUnrollAndJam.cpp | 226 Loop *L, unsigned Count, unsigned TripCount, unsigned TripMultiple, in UnrollAndJamLoop() argument
238 if (TripCount == 0 && Count < 2) { in UnrollAndJamLoop()
245 assert(TripCount == 0 || TripCount % TripMultiple == 0); in UnrollAndJamLoop()
248 bool CompletelyUnroll = (Count == TripCount); in UnrollAndJamLoop()
273 << Header->getName() << " with trip count " << TripCount in UnrollAndJamLoop()
278 << NV("UnrollCount", TripCount) << " iterations"); in UnrollAndJamLoop()
|
| H A D | LoopUnrollRuntime.cpp | 749 Value *TripCount = Expander.expandCodeFor(TripCountSC, TripCountSC->getType(), in UnrollRuntimeLoopRemainder() local
760 ModVal = B.CreateAnd(TripCount, Count - 1, "xtraiter"); in UnrollRuntimeLoopRemainder()
936 Value *TestVal = B2.CreateSub(TripCount, ModVal, "unroll_iter"); in UnrollRuntimeLoopRemainder()
|
| H A D | LoopPeel.cpp | 295 unsigned &TripCount, ScalarEvolution &SE, in computePeelCount() argument
380 if (TripCount) in computePeelCount()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/CodeGen/ |
| H A D | HardwareLoops.cpp | 190 TripCount(Info.TripCount), in HardwareLoop()
205 const SCEV *TripCount = nullptr; member in __anon01f6a13a0111::HardwareLoop
299 (HWLoopInfo.ExitBlock && HWLoopInfo.ExitBranch && HWLoopInfo.TripCount) && in TryConvertLoop()
389 if (SE.isLoopEntryGuardedByCond(L, ICmpInst::ICMP_NE, TripCount, in InitLoopCount()
390 SE.getZero(TripCount->getType()))) { in InitLoopCount()
402 if (!isSafeToExpandAt(TripCount, Predecessor->getTerminator(), SE)) in InitLoopCount()
408 if (!isSafeToExpandAt(TripCount, BB->getTerminator(), SE)) { in InitLoopCount()
410 << *TripCount << "\n"); in InitLoopCount()
414 Value *Count = SCEVE.expandCodeFor(TripCount, CountType, in InitLoopCount()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/include/llvm/Transforms/Utils/ |
| H A D | UnrollLoop.h | 70 unsigned TripCount; member
96 LoopUnrollResult UnrollAndJamLoop(Loop *L, unsigned Count, unsigned TripCount,
110 OptimizationRemarkEmitter *ORE, unsigned &TripCount,
|
| H A D | LoopPeel.h | 35 unsigned &TripCount, ScalarEvolution &SE,
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Frontend/OpenMP/ |
| H A D | OMPIRBuilder.cpp | 1061 DebugLoc DL, Value *TripCount, Function *F, BasicBlock *PreInsertBefore, in createLoopSkeleton() argument
1065 Type *IndVarTy = TripCount->getType(); in createLoopSkeleton()
1096 Builder.CreateICmpULT(IndVarPHI, TripCount, "omp_" + Name + ".cmp"); in createLoopSkeleton()
1134 Value *TripCount, const Twine &Name) { in createCanonicalLoop() argument
1138 CanonicalLoopInfo *CL = createLoopSkeleton(Loc.DL, TripCount, BB->getParent(), in createCanonicalLoop()
1222 Value *TripCount = Builder.CreateSelect(ZeroCmp, Zero, CountIfLooping, in createCanonicalLoop() local
1232 return createCanonicalLoop(LoopLoc, BodyGen, TripCount, Name); in createCanonicalLoop()
1254 void setCanonicalLoopTripCount(CanonicalLoopInfo *CLI, Value *TripCount) { in setCanonicalLoopTripCount() argument
1257 CmpI->setOperand(1, TripCount); in setCanonicalLoopTripCount()
1314 Value *TripCount = Builder.CreateAdd(TripCountMinusOne, One); in createStaticWorkshareLoop() local
[all …]
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/Hexagon/ |
| H A D | HexagonHardwareLoops.cpp | 1205 CountValue *TripCount = getLoopTripCount(L, OldInsts); in convertToHardwareLoop() local
1206 if (!TripCount) in convertToHardwareLoop()
1210 if (TripCount->isReg()) { in convertToHardwareLoop()
1213 MachineInstr *TCDef = MRI->getVRegDef(TripCount->getReg()); in convertToHardwareLoop()
1246 if (TripCount->isReg()) { in convertToHardwareLoop()
1250 .addReg(TripCount->getReg(), 0, TripCount->getSubReg()); in convertToHardwareLoop()
1255 assert(TripCount->isImm() && "Expecting immediate value for trip count"); in convertToHardwareLoop()
1259 int64_t CountImm = TripCount->getImm(); in convertToHardwareLoop()
1301 delete TripCount; in convertToHardwareLoop()
|
| H A D | HexagonInstrInfo.cpp | 688 int64_t TripCount; member in __anon23295dd00111::HexagonPipelinerLoopInfo
699 TripCount = Loop->getOpcode() == Hexagon::J2_loop0r in HexagonPipelinerLoopInfo()
702 if (TripCount == -1) in HexagonPipelinerLoopInfo()
714 if (TripCount == -1) { in createTripCountGreaterCondition()
726 return TripCount > TC; in createTripCountGreaterCondition()
739 int64_t TripCount = Loop->getOperand(1).getImm() + TripCountAdjust; in adjustTripCount() local
740 assert(TripCount > 0 && "Can't create an empty or negative loop!"); in adjustTripCount()
741 Loop->getOperand(1).setImm(TripCount); in adjustTripCount()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/include/llvm/Frontend/OpenMP/ |
| H A D | OMPIRBuilder.h | 229 Value *TripCount,
1062 CanonicalLoopInfo *createLoopSkeleton(DebugLoc DL, Value *TripCount,
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 845 Value *TripCount = nullptr; member in llvm::InnerLoopVectorizer
914 Value *TripCount = nullptr; member
3094 if (TripCount) in getOrCreateTripCount()
3095 return TripCount; in getOrCreateTripCount()
3129 TripCount = Exp.expandCodeFor(ExitCount, ExitCount->getType(), in getOrCreateTripCount()
3132 if (TripCount->getType()->isPointerTy()) in getOrCreateTripCount()
3133 TripCount = in getOrCreateTripCount()
3134 CastInst::CreatePointerCast(TripCount, IdxTy, "exitcount.ptrcnt.to.int", in getOrCreateTripCount()
3137 return TripCount; in getOrCreateTripCount()
8054 State.TripCount = ILV.getOrCreateTripCount(nullptr); in executePlan()
[all …]
|
| H A D | VPlan.cpp | 609 Value *ScalarTC = State.TripCount; in generateInstruction()
679 Value *TC = State->TripCount; in execute()
|
| H A D | VPlan.h | 335 Value *TripCount = nullptr; member
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/PowerPC/ |
| H A D | PPCInstrInfo.cpp | 5347 int64_t TripCount; member in __anonde7b4f9f0c11::PPCPipelinerLoopInfo
5358 TripCount = LoopCount->getOperand(1).getImm(); in PPCPipelinerLoopInfo()
5360 TripCount = -1; in PPCPipelinerLoopInfo()
5371 if (TripCount == -1) { in createTripCountGreaterCondition()
5381 return TripCount > TC; in createTripCountGreaterCondition()
5394 int64_t TripCount = LoopCount->getOperand(1).getImm() + TripCountAdjust; in adjustTripCount() local
5395 LoopCount->getOperand(1).setImm(TripCount); in adjustTripCount()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 100 const SCEV *TripCount = nullptr; member
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.cpp | 7082 SDValue TripCount = getValue(I.getOperand(1)); in visitIntrinsicCall() local
7091 OpsTripCount.push_back(TripCount); in visitIntrinsicCall()
|