Lines Matching defs:VectorizedTree
19861 // Return new VectorizedTree, based on previous value.
19862 auto GetNewVectorizedTree = [&](Value *VectorizedTree, Value *Res) {
19863 if (VectorizedTree) {
19868 auto It = ReducedValsToOps.find(VectorizedTree);
19871 isGuaranteedNotToBePoison(VectorizedTree, AC) ||
19875 getRdxOperand(I, 0) == VectorizedTree;
19883 std::swap(VectorizedTree, Res);
19885 VectorizedTree = Builder.CreateFreeze(VectorizedTree);
19889 return createOp(Builder, RdxKind, VectorizedTree, Res, "op.rdx",
19928 WeakTrackingVH VectorizedTree = nullptr;
19990 VectorizedTree = GetNewVectorizedTree(VectorizedTree, Res);
20043 VectorizedTree = GetNewVectorizedTree(VectorizedTree, RedVal);
20342 VectorizedTree = GetNewVectorizedTree(VectorizedTree, ReducedSubTree);
20365 VectorizedTree = GetNewVectorizedTree(VectorizedTree, RedVal);
20371 if (VectorizedTree) {
20388 auto FixBoolLogicalOps = [&, VectorizedTree](Value *&LHS, Value *&RHS,
20394 if (isBoolLogicOp(RedOp1) && ((!InitStep && LHS == VectorizedTree) ||
20398 if (isBoolLogicOp(RedOp2) && ((!InitStep && RHS == VectorizedTree) ||
20404 if (LHS != VectorizedTree)
20446 VectorizedTree);
20466 VectorizedTree = ExtraReductions.front().second;
20468 ReductionRoot->replaceAllUsesWith(VectorizedTree);
20501 return VectorizedTree;