Lines Matching defs:PhiR

9579     auto *PhiR = dyn_cast<VPReductionPHIRecipe>(&R);
9580     if (!PhiR || !PhiR->isInLoop() || (MinVF.isScalar() && !PhiR->isOrdered()))
9583     const RecurrenceDescriptor &RdxDesc = PhiR->getRecurrenceDescriptor();
9590     // Collect the chain of "link" recipes for the reduction starting at PhiR.
9592     Worklist.insert(PhiR);
9615     VPSingleDefRecipe *PreviousLink = PhiR; // Aka Worklist[0].
9646         if (PhiR->isInLoop() && Blend) {
9649           if (Blend->getIncomingValue(0) == PhiR)
9652             assert(Blend->getIncomingValue(1) == PhiR &&
9653                    "PhiR must be an operand of the blend");
9710     VPReductionPHIRecipe *PhiR = dyn_cast<VPReductionPHIRecipe>(&R);
9711     if (!PhiR)
9714     const RecurrenceDescriptor &RdxDesc = PhiR->getRecurrenceDescriptor();
9718     auto *OrigExitingVPV = PhiR->getBackedgeValue();
9719     auto *NewExitingVPV = PhiR->getBackedgeValue();
9720     if (!PhiR->isInLoop() && CM.foldTailByMasking()) {
9724       Type *PhiTy = PhiR->getOperand(0)->getLiveInIRValue()->getType();
9730           Builder.createSelect(Cond, OrigExitingVPV, PhiR, {}, "", FMFs);
9737               PhiR->getRecurrenceDescriptor().getOpcode(), PhiTy))
9738         PhiR->setOperand(1, NewExitingVPV);
9744     Type *PhiTy = PhiR->getStartValue()->getLiveInIRValue()->getType();
9748       assert(!PhiR->isInLoop() && "Unexpected truncated inloop reduction!");
9759       if (PhiR->getOperand(1) == NewExitingVPV)
9760         PhiR->setOperand(1, Extnd->getVPSingleValue());
9778         VPInstruction::ComputeReductionResult, {PhiR, NewExitingVPV}, ExitDL);
9793       auto *Select = cast<VPRecipeBase>(*find_if(PhiR->users(), [](VPUser *U) {
9804           if (CmpR->getOperand(I) == PhiR)
9805             CmpR->setOperand(I, PhiR->getStartValue());
9812       if (Select->getOperand(1) == PhiR)
9814       VPValue *Or = Builder.createOr(PhiR, Cmp);
9820       PhiR->setOperand(0, Plan->getOrAddLiveIn(ConstantInt::getFalse(
9830       PhiR->setOperand(0, Plan->getOrAddLiveIn(RdxDesc.getSentinelValue()));