Lines Matching defs:UP

143                            TargetTransformInfo::UnrollingPreferences &UP) {
144   assert(LoopSize >= UP.BEInsns && "LoopSize should not be less than BEInsns!");
145   return static_cast<uint64_t>(LoopSize - UP.BEInsns) * UP.Count + UP.BEInsns;
148 // Calculates unroll and jam count and writes it to UP.Count. Returns true if
157     TargetTransformInfo::UnrollingPreferences &UP,
162   // unrolling we leave to the unroller. This uses UP.Threshold /
163   // UP.PartialThreshold / UP.MaxCount to come up with sensible loop values.
169       /*MaxOrZero*/ false, OuterTripMultiple, OuterUCE, UP, PP,
176     UP.Count = 0;
183     UP.Count = UnrollAndJamCount;
184     UP.Force = true;
185     if (UP.AllowRemainder &&
186         getUnrollAndJammedLoopSize(OuterLoopSize, UP) < UP.Threshold &&
187         getUnrollAndJammedLoopSize(InnerLoopSize, UP) <
188             UP.UnrollAndJamInnerLoopThreshold)
195     UP.Count = PragmaCount;
196     UP.Runtime = true;
197     UP.Force = true;
198     if ((UP.AllowRemainder || (OuterTripMultiple % PragmaCount == 0)) &&
199         getUnrollAndJammedLoopSize(OuterLoopSize, UP) < UP.Threshold &&
200         getUnrollAndJammedLoopSize(InnerLoopSize, UP) <
201             UP.UnrollAndJamInnerLoopThreshold)
212     UP.UnrollAndJamInnerLoopThreshold = PragmaUnrollAndJamThreshold;
214   if (!UP.AllowRemainder && getUnrollAndJammedLoopSize(InnerLoopSize, UP) >=
215                                 UP.UnrollAndJamInnerLoopThreshold) {
218     UP.Count = 0;
223   // loop and UP.UnrollAndJamInnerLoopThreshold. If the outer limit was set
225   if (!ExplicitUnrollAndJamCount && UP.AllowRemainder) {
226     while (UP.Count != 0 && getUnrollAndJammedLoopSize(InnerLoopSize, UP) >=
227                                 UP.UnrollAndJamInnerLoopThreshold)
228       UP.Count--;
238   if (InnerTripCount && InnerLoopSize * InnerTripCount < UP.Threshold) {
241     UP.Count = 0;
250     UP.Count = 0;
270     UP.Count = 0;
282   TargetTransformInfo::UnrollingPreferences UP = gatherUnrollingPreferences(
292     UP.UnrollAndJam = true;
295     UP.UnrollAndJam = AllowUnrollAndJam;
297     UP.UnrollAndJamInnerLoopThreshold = UnrollAndJamThreshold;
299   if (!UP.UnrollAndJam || UP.UnrollAndJamInnerLoopThreshold == 0)
325   UnrollCostEstimator InnerUCE(SubLoop, TTI, EphValues, UP.BEInsns);
326   UnrollCostEstimator OuterUCE(L, TTI, EphValues, UP.BEInsns);
374       OuterTripMultiple, OuterUCE, InnerTripCount, InnerLoopSize, UP, PP);
375   if (UP.Count <= 1)
378   if (OuterTripCount && UP.Count > OuterTripCount)
379     UP.Count = OuterTripCount;
383       L, UP.Count, OuterTripCount, OuterTripMultiple, UP.UnrollRemainder, LI,