Lines Matching defs:CarryIn
3909 [&](Register &LocalAccum, const Carry &CarryIn) -> Register {
3910 if (CarryIn.empty())
3915 if (CarryIn.size() == 1) {
3917 LocalAccum = B.buildZExt(S32, CarryIn[0]).getReg(0);
3923 CarryAccum = B.buildZExt(S32, CarryIn[0]).getReg(0);
3924 for (unsigned i = 1; i + 1 < CarryIn.size(); ++i) {
3926 B.buildUAdde(S32, S1, CarryAccum, getZero32(), CarryIn[i])
3937 B.buildUAdde(S32, S1, CarryAccum, LocalAccum, CarryIn.back());
3945 // + (opportunistic subset of CarryIn)
3951 // the consumed carry bits are removed from CarryIn in-place.
3953 [&](MutableArrayRef<Register> LocalAccum, unsigned DstIndex, Carry &CarryIn)
3964 (!UsePartialMad64_32 || !CarryIn.empty())) {
3976 if (CarryIn.empty()) {
3980 B.buildUAdde(S32, S1, LocalAccum[0], Mul, CarryIn.back())
3982 CarryIn.pop_back();
3986 } while (j0 <= DstIndex && (!UsePartialMad64_32 || !CarryIn.empty()));