Lines Matching defs:PhiR

9579     auto *PhiR = dyn_cast<VPReductionPHIRecipe>(&R);
9580 if (!PhiR || !PhiR->isInLoop() || (MinVF.isScalar() && !PhiR->isOrdered()))
9583 const RecurrenceDescriptor &RdxDesc = PhiR->getRecurrenceDescriptor();
9590 // Collect the chain of "link" recipes for the reduction starting at PhiR.
9592 Worklist.insert(PhiR);
9615 VPSingleDefRecipe *PreviousLink = PhiR; // Aka Worklist[0].
9646 if (PhiR->isInLoop() && Blend) {
9649 if (Blend->getIncomingValue(0) == PhiR)
9652 assert(Blend->getIncomingValue(1) == PhiR &&
9653 "PhiR must be an operand of the blend");
9710 VPReductionPHIRecipe *PhiR = dyn_cast<VPReductionPHIRecipe>(&R);
9711 if (!PhiR)
9714 const RecurrenceDescriptor &RdxDesc = PhiR->getRecurrenceDescriptor();
9718 auto *OrigExitingVPV = PhiR->getBackedgeValue();
9719 auto *NewExitingVPV = PhiR->getBackedgeValue();
9720 if (!PhiR->isInLoop() && CM.foldTailByMasking()) {
9724 Type *PhiTy = PhiR->getOperand(0)->getLiveInIRValue()->getType();
9730 Builder.createSelect(Cond, OrigExitingVPV, PhiR, {}, "", FMFs);
9737 PhiR->getRecurrenceDescriptor().getOpcode(), PhiTy))
9738 PhiR->setOperand(1, NewExitingVPV);
9744 Type *PhiTy = PhiR->getStartValue()->getLiveInIRValue()->getType();
9748 assert(!PhiR->isInLoop() && "Unexpected truncated inloop reduction!");
9759 if (PhiR->getOperand(1) == NewExitingVPV)
9760 PhiR->setOperand(1, Extnd->getVPSingleValue());
9778 VPInstruction::ComputeReductionResult, {PhiR, NewExitingVPV}, ExitDL);
9793 auto *Select = cast<VPRecipeBase>(*find_if(PhiR->users(), [](VPUser *U) {
9804 if (CmpR->getOperand(I) == PhiR)
9805 CmpR->setOperand(I, PhiR->getStartValue());
9812 if (Select->getOperand(1) == PhiR)
9814 VPValue *Or = Builder.createOr(PhiR, Cmp);
9820 PhiR->setOperand(0, Plan->getOrAddLiveIn(ConstantInt::getFalse(
9830 PhiR->setOperand(0, Plan->getOrAddLiveIn(RdxDesc.getSentinelValue()));