Lines Matching defs:Rep
1971 Value *Rep = Builder.CreateCall(Intrin,
1973 return emitX86Select(Builder, CI.getArgOperand(3), Rep, CI.getArgOperand(2));
2000 CallBase &CI, Value *&Rep) {
2229 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID),
2232 Rep = emitX86Select(Builder, CI.getArgOperand(NumArgs - 1), Rep,
2251 Value *Rep = nullptr;
2321 Rep = Builder.CreateICmp(CmpEq ? ICmpInst::ICMP_EQ : ICmpInst::ICMP_SGT,
2323 Rep = Builder.CreateSExt(Rep, CI->getType(), "");
2330 Rep = Builder.CreateZExt(CI->getArgOperand(0), ExtTy);
2331 Rep = Builder.CreateVectorSplat(NumElts, Rep);
2338 Rep = Builder.CreateInsertElement(Vec, Elt0, (uint64_t)0);
2342 Rep =
2354 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID),
2357 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(),
2362 Rep =
2363 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1));
2369 Rep = Builder.CreateAnd(Op0, Op1);
2375 Rep = Builder.CreateICmp(Pred, Rep, Zero);
2376 Rep = applyX86MaskOn1BitsVec(Builder, Rep, Mask);
2380 Rep = Builder.CreateVectorSplat(NumElts, CI->getArgOperand(0));
2381 Rep =
2382 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1));
2397 Rep = Builder.CreateShuffleVector(RHS, LHS, ArrayRef(Indices, NumElts));
2398 Rep = Builder.CreateBitCast(Rep, CI->getType());
2402 Rep = Builder.CreateAnd(LHS, RHS);
2403 Rep = Builder.CreateBitCast(Rep, CI->getType());
2408 Rep = Builder.CreateAnd(LHS, RHS);
2409 Rep = Builder.CreateBitCast(Rep, CI->getType());
2413 Rep = Builder.CreateOr(LHS, RHS);
2414 Rep = Builder.CreateBitCast(Rep, CI->getType());
2418 Rep = Builder.CreateXor(LHS, RHS);
2419 Rep = Builder.CreateBitCast(Rep, CI->getType());
2424 Rep = Builder.CreateXor(LHS, RHS);
2425 Rep = Builder.CreateBitCast(Rep, CI->getType());
2427 Rep = getX86MaskVec(Builder, CI->getArgOperand(0), 16);
2428 Rep = Builder.CreateNot(Rep);
2429 Rep = Builder.CreateBitCast(Rep, CI->getType());
2433 Rep = Builder.CreateOr(LHS, RHS);
2434 Rep = Builder.CreateBitCast(Rep, Builder.getInt16Ty());
2440 Rep = Builder.CreateICmpEQ(Rep, C);
2441 Rep = Builder.CreateZExt(Rep, Builder.getInt32Ty());
2460 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), EltOp,
2465 Rep = upgradeMaskedCompare(Builder, *CI, CmpEq ? 0 : 6, true);
2484 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
2486 Rep = applyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2));
2507 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
2509 Rep = applyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2));
2536 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
2541 Rep = upgradeMaskedCompare(Builder, *CI, Imm, true);
2544 Rep = upgradeMaskedCompare(Builder, *CI, Imm, false);
2551 Rep = Builder.CreateICmp(ICmpInst::ICMP_SLT, Op, Zero);
2552 Rep = applyX86MaskOn1BitsVec(Builder, Rep, nullptr);
2556 Rep = upgradeAbs(Builder, *CI);
2560 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::smax);
2564 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::umax);
2568 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::smin);
2572 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::umin);
2576 Rep = upgradePMULDQ(Builder, *CI, /*Signed*/ false);
2580 Rep = upgradePMULDQ(Builder, *CI, /*Signed*/ true);
2583 Rep =
2586 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0);
2588 Rep =
2591 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0);
2593 Rep = Builder.CreateExtractElement(CI->getArgOperand(1), (uint64_t)0);
2594 Rep = Builder.CreateFPExt(
2595 Rep, cast<VectorType>(CI->getType())->getElementType());
2596 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0);
2613 Rep = CI->getArgOperand(0);
2614 auto *SrcTy = cast<FixedVectorType>(Rep->getType());
2619 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1});
2625 Rep = Builder.CreateFPExt(Rep, DstTy, "cvtps2pd");
2633 Rep = Builder.CreateCall(F, {Rep, CI->getArgOperand(3)});
2635 Rep = IsUnsigned ? Builder.CreateUIToFP(Rep, DstTy, "cvt")
2636 : Builder.CreateSIToFP(Rep, DstTy, "cvt");
2640 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep,
2645 Rep = CI->getArgOperand(0);
2646 auto *SrcTy = cast<FixedVectorType>(Rep->getType());
2650 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1, 2, 3});
2652 Rep = Builder.CreateBitCast(
2653 Rep, FixedVectorType::get(Type::getHalfTy(C), NumDstElts));
2654 Rep = Builder.CreateFPExt(Rep, DstTy, "cvtph2ps");
2656 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep,
2661 Rep = upgradeMaskedLoad(Builder, CI->getArgOperand(0), CI->getArgOperand(1),
2676 Rep = Builder.CreateCall(ELd, {Ptr, MaskVec, CI->getOperand(1)});
2691 Rep = Builder.CreateCall(CSt, {CI->getArgOperand(1), Ptr, MaskVec});
2703 Rep = Builder.CreateCall(Intr,
2741 Rep = upgradeX86vpcom(Builder, *CI, Imm, IsSigned);
2747 Rep = Builder.CreateOr(Sel0, Sel1);
2750 Rep = upgradeX86Rotate(Builder, *CI, false);
2753 Rep = upgradeX86Rotate(Builder, *CI, true);
2758 Rep = upgradeX86ConcatShift(Builder, *CI, false, ZeroMask);
2763 Rep = upgradeX86ConcatShift(Builder, *CI, true, ZeroMask);
2769 Rep = Builder.CreateCall(CRC32, {Trunc0, CI->getArgOperand(1)});
2770 Rep = Builder.CreateZExt(Rep, CI->getType(), "");
2779 Rep = PoisonValue::get(VecTy);
2781 Rep = Builder.CreateInsertElement(Rep, Load, ConstantInt::get(I32Ty, I));
2799 Rep =
2803 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep,
2810 Rep = Builder.CreateTrunc(CI->getArgOperand(0), Ty);
2811 Rep =
2812 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1));
2823 Rep = Builder.CreateShuffleVector(Load, ArrayRef<int>{0, 1, 0, 1});
2825 Rep = Builder.CreateShuffleVector(Load,
2845 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0),
2847 Rep =
2848 emitX86Select(Builder, CI->getArgOperand(4), Rep, CI->getArgOperand(3));
2860 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0),
2862 Rep =
2863 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1));
2874 Rep = Builder.CreateShuffleVector(Op, M);
2877 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep,
2883 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::sadd_sat);
2888 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::ssub_sat);
2892 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::uadd_sat);
2896 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::usub_sat);
2898 Rep = upgradeX86ALIGNIntrinsics(Builder, CI->getArgOperand(0),
2903 Rep = upgradeX86ALIGNIntrinsics(
2909 Rep = upgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0),
2914 Rep = upgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0),
2920 Rep = upgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), Shift);
2925 Rep = upgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), Shift);
2939 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs);
2961 Rep = Builder.CreateShuffleVector(Op1, Idxs);
2980 Rep = Builder.CreateShuffleVector(Op0, Rep, Idxs);
2984 Rep = emitX86Select(Builder, CI->getArgOperand(4), Rep,
3005 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs);
3009 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep,
3022 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs);
3025 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep,
3060 Rep = Builder.CreateShuffleVector(V0, V1, ShuffleMask);
3080 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs);
3083 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep,
3099 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs);
3102 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep,
3118 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs);
3121 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep,
3144 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs);
3146 Rep =
3147 emitX86Select(Builder, CI->getArgOperand(4), Rep, CI->getArgOperand(3));
3166 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs);
3168 Rep =
3169 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1));
3182 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs);
3184 Rep =
3185 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3198 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs);
3200 Rep =
3201 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3206 Rep = Builder.CreateAnd(Builder.CreateBitCast(CI->getArgOperand(0), ITy),
3208 Rep = Builder.CreateBitCast(Rep, FTy);
3209 Rep =
3210 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3215 Rep = Builder.CreateNot(Builder.CreateBitCast(CI->getArgOperand(0), ITy));
3216 Rep = Builder.CreateAnd(Rep,
3218 Rep = Builder.CreateBitCast(Rep, FTy);
3219 Rep =
3220 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3225 Rep = Builder.CreateOr(Builder.CreateBitCast(CI->getArgOperand(0), ITy),
3227 Rep = Builder.CreateBitCast(Rep, FTy);
3228 Rep =
3229 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3234 Rep = Builder.CreateXor(Builder.CreateBitCast(CI->getArgOperand(0), ITy),
3236 Rep = Builder.CreateBitCast(Rep, FTy);
3237 Rep =
3238 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3240 Rep = Builder.CreateAdd(CI->getArgOperand(0), CI->getArgOperand(1));
3241 Rep =
3242 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3244 Rep = Builder.CreateSub(CI->getArgOperand(0), CI->getArgOperand(1));
3245 Rep =
3246 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3248 Rep = Builder.CreateMul(CI->getArgOperand(0), CI->getArgOperand(1));
3249 Rep =
3250 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3259 Rep = Builder.CreateCall(
3263 Rep = Builder.CreateFAdd(CI->getArgOperand(0), CI->getArgOperand(1));
3265 Rep =
3266 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3275 Rep = Builder.CreateCall(
3279 Rep = Builder.CreateFDiv(CI->getArgOperand(0), CI->getArgOperand(1));
3281 Rep =
3282 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3291 Rep = Builder.CreateCall(
3295 Rep = Builder.CreateFMul(CI->getArgOperand(0), CI->getArgOperand(1));
3297 Rep =
3298 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3307 Rep = Builder.CreateCall(
3311 Rep = Builder.CreateFSub(CI->getArgOperand(0), CI->getArgOperand(1));
3313 Rep =
3314 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3325 Rep = Builder.CreateCall(
3328 Rep =
3329 emitX86Select(Builder, CI->getArgOperand(3), Rep, CI->getArgOperand(2));
3331 Rep =
3335 Rep =
3336 emitX86Select(Builder, CI->getArgOperand(2), Rep, CI->getArgOperand(1));
3403 Rep = upgradeX86MaskedShift(Builder, *CI, IID);
3470 Rep = upgradeX86MaskedShift(Builder, *CI, IID);
3535 Rep = upgradeX86MaskedShift(Builder, *CI, IID);
3537 Rep = upgradeMaskedMove(Builder, *CI);
3539 Rep = upgradeMaskToInt(Builder, *CI);
3553 Rep = LI;
3578 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(),
3584 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0);
3593 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(),
3598 Rep = Builder.CreateInsertElement(Constant::getNullValue(CI->getType()),
3599 Rep, (uint64_t)0);
3637 Rep = Builder.CreateCall(FMA, Ops);
3641 Rep = Builder.CreateCall(FMA, {A, B, C});
3644 Value *PassThru = IsMaskZ ? Constant::getNullValue(Rep->getType())
3654 Rep = emitX86ScalarSelect(Builder, CI->getArgOperand(3), Rep, PassThru);
3655 Rep = Builder.CreateInsertElement(CI->getArgOperand(IsMask3 ? 2 : 0), Rep,
3692 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
3697 Rep = Builder.CreateCall(FMA, {A, B, C});
3704 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru);
3723 Rep =
3747 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID),
3768 Rep = Builder.CreateShuffleVector(Even, Odd, Idxs);
3775 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru);
3799 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID),
3803 Rep = emitX86Select(Builder, CI->getArgOperand(4), Rep, PassThru);
3827 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID),
3831 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru);
3837 Rep = upgradeX86VPERMT2Intrinsics(Builder, *CI, ZeroMask, IndexForm);
3863 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID),
3867 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru);
3893 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID),
3897 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru);
3929 Rep = nullptr;
3931 upgradeAVX512MaskToSelect(Name, Builder, *CI, Rep)) {
3932 // Rep will be updated by the call in the condition.
3935 return Rep;
4190 Value *Rep = nullptr;
4193 Rep = nullptr;
4199 Rep = Builder.CreateSelect(Cmp, Arg, Neg, "abs");
4204 Rep = Builder.CreateAtomicRMW(AtomicRMWInst::FAdd, Ptr, Val, MaybeAlign(),
4214 Rep = Builder.CreateSelect(Cmp, Arg0, Arg1, "max");
4223 Rep = Builder.CreateSelect(Cmp, Arg0, Arg1, "min");
4231 Rep = Builder.CreateTrunc(Ctlz, Builder.getInt32Ty(), "ctlz.trunc");
4240 Rep = Builder.CreateTrunc(Popc, Builder.getInt32Ty(), "ctpop.trunc");
4243 Rep =
4264 Rep = Builder.CreateCall(NewFn, Args);
4266 Rep = Builder.CreateBitCast(Rep, F->getReturnType());
4270 Rep = upgradeX86IntrinsicCall(Name, CI, F, Builder);
4272 Rep = upgradeARMIntrinsicCall(Name, CI, F, Builder);
4274 Rep = upgradeAMDGCNIntrinsicCall(Name, CI, F, Builder);
4294 if (Rep)
4295 CI->replaceAllUsesWith(Rep);