Lines Matching defs:unrollJamFactor
1077 uint64_t unrollJamFactor) {
1080 *mayBeConstantTripCount < unrollJamFactor)
1082 return loopUnrollJamByFactor(forOp, unrollJamFactor);
1100 uint64_t unrollJamFactor) {
1101 assert(unrollJamFactor > 0 && "unroll jam factor should be positive");
1104 if (unrollJamFactor == 1) {
1116 if (mayBeConstantTripCount && *mayBeConstantTripCount < unrollJamFactor) {
1144 // unrollJamFactor.
1145 if (getLargestDivisorOfTripCount(forOp) % unrollJamFactor != 0) {
1153 if (failed(generateCleanupLoopForUnroll(forOp, unrollJamFactor)))
1159 // iteration. There are (`unrollJamFactor` - 1) iterations.
1160 SmallVector<IRMapping, 4> operandMaps(unrollJamFactor - 1);
1163 // `unrollJamFactor` copies of its iterOperands, iter_args and yield
1175 for (unsigned i = unrollJamFactor - 1; i >= 1; --i) {
1196 unsigned oldNumResults = newResults.size() / unrollJamFactor;
1199 for (unsigned i = unrollJamFactor - 1; i >= 1; --i) {
1201 // `newForOp` has `unrollJamFactor` - 1 new sets of iterArgs and
1214 forOp.setStep(step * unrollJamFactor);
1217 // Unroll and jam (appends unrollJamFactor - 1 additional copies).
1218 for (unsigned i = unrollJamFactor - 1; i >= 1; --i) {
1227 // iv' = iv + i * step, i = 1 to unrollJamFactor-1.
1241 newForOp.getNumIterOperands() / unrollJamFactor;
1244 unsigned oldNumYieldOperands = yieldOp.getNumOperands() / unrollJamFactor;
1261 // Create reduction ops to combine every `unrollJamFactor` related results
1267 unsigned oldNumResults = forOp.getNumResults() / unrollJamFactor;
1273 for (unsigned i = unrollJamFactor - 1; i >= 1; --i) {