Lines Matching refs:Ops
722 Value *EmitMul(const BinOpInfo &Ops) { in EmitMul() argument
723 if (Ops.Ty->isSignedIntegerOrEnumerationType()) { in EmitMul()
726 return Builder.CreateMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
729 return Builder.CreateNSWMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
732 if (CanElideOverflowCheck(CGF.getContext(), Ops)) in EmitMul()
733 return Builder.CreateNSWMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
734 return EmitOverflowCheckedBinOp(Ops); in EmitMul()
738 if (Ops.Ty->isConstantMatrixType()) { in EmitMul()
742 auto *BO = cast<BinaryOperator>(Ops.E); in EmitMul()
747 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitMul()
749 return MB.CreateMatrixMultiply(Ops.LHS, Ops.RHS, LHSMatTy->getNumRows(), in EmitMul()
752 return MB.CreateScalarMultiply(Ops.LHS, Ops.RHS); in EmitMul()
755 if (Ops.Ty->isUnsignedIntegerType() && in EmitMul()
757 !CanElideOverflowCheck(CGF.getContext(), Ops)) in EmitMul()
758 return EmitOverflowCheckedBinOp(Ops); in EmitMul()
760 if (Ops.LHS->getType()->isFPOrFPVectorTy()) { in EmitMul()
762 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitMul()
763 return Builder.CreateFMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
765 if (Ops.isFixedPointOp()) in EmitMul()
766 return EmitFixedPointBinOp(Ops); in EmitMul()
767 return Builder.CreateMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
771 Value *EmitOverflowCheckedBinOp(const BinOpInfo &Ops);
774 void EmitUndefinedBehaviorIntegerDivAndRemCheck(const BinOpInfo &Ops,
783 Value *EmitDiv(const BinOpInfo &Ops);
784 Value *EmitRem(const BinOpInfo &Ops);
785 Value *EmitAdd(const BinOpInfo &Ops);
786 Value *EmitSub(const BinOpInfo &Ops);
787 Value *EmitShl(const BinOpInfo &Ops);
788 Value *EmitShr(const BinOpInfo &Ops);
789 Value *EmitAnd(const BinOpInfo &Ops) { in EmitAnd() argument
790 return Builder.CreateAnd(Ops.LHS, Ops.RHS, "and"); in EmitAnd()
792 Value *EmitXor(const BinOpInfo &Ops) { in EmitXor() argument
793 return Builder.CreateXor(Ops.LHS, Ops.RHS, "xor"); in EmitXor()
795 Value *EmitOr (const BinOpInfo &Ops) { in EmitOr() argument
796 return Builder.CreateOr(Ops.LHS, Ops.RHS, "or"); in EmitOr()
800 Value *EmitFixedPointBinOp(const BinOpInfo &Ops);
3390 const BinOpInfo &Ops, llvm::Value *Zero, bool isDiv) { in EmitUndefinedBehaviorIntegerDivAndRemCheck() argument
3394 Checks.push_back(std::make_pair(Builder.CreateICmpNE(Ops.RHS, Zero), in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3398 const auto *BO = cast<BinaryOperator>(Ops.E); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3400 Ops.Ty->hasSignedIntegerRepresentation() && in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3402 Ops.mayHaveIntegerOverflow()) { in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3409 llvm::Value *LHSCmp = Builder.CreateICmpNE(Ops.LHS, IntMin); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3410 llvm::Value *RHSCmp = Builder.CreateICmpNE(Ops.RHS, NegOne); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3417 EmitBinOpCheck(Checks, Ops); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3420 Value *ScalarExprEmitter::EmitDiv(const BinOpInfo &Ops) { in EmitDiv() argument
3425 Ops.Ty->isIntegerType() && in EmitDiv()
3426 (Ops.mayHaveIntegerDivisionByZero() || Ops.mayHaveIntegerOverflow())) { in EmitDiv()
3427 llvm::Value *Zero = llvm::Constant::getNullValue(ConvertType(Ops.Ty)); in EmitDiv()
3428 EmitUndefinedBehaviorIntegerDivAndRemCheck(Ops, Zero, true); in EmitDiv()
3430 Ops.Ty->isRealFloatingType() && in EmitDiv()
3431 Ops.mayHaveFloatDivisionByZero()) { in EmitDiv()
3432 llvm::Value *Zero = llvm::Constant::getNullValue(ConvertType(Ops.Ty)); in EmitDiv()
3433 llvm::Value *NonZero = Builder.CreateFCmpUNE(Ops.RHS, Zero); in EmitDiv()
3435 Ops); in EmitDiv()
3439 if (Ops.Ty->isConstantMatrixType()) { in EmitDiv()
3443 auto *BO = cast<BinaryOperator>(Ops.E); in EmitDiv()
3450 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitDiv()
3451 return MB.CreateScalarDiv(Ops.LHS, Ops.RHS, in EmitDiv()
3452 Ops.Ty->hasUnsignedIntegerRepresentation()); in EmitDiv()
3455 if (Ops.LHS->getType()->isFPOrFPVectorTy()) { in EmitDiv()
3457 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitDiv()
3458 Val = Builder.CreateFDiv(Ops.LHS, Ops.RHS, "div"); in EmitDiv()
3476 else if (Ops.isFixedPointOp()) in EmitDiv()
3477 return EmitFixedPointBinOp(Ops); in EmitDiv()
3478 else if (Ops.Ty->hasUnsignedIntegerRepresentation()) in EmitDiv()
3479 return Builder.CreateUDiv(Ops.LHS, Ops.RHS, "div"); in EmitDiv()
3481 return Builder.CreateSDiv(Ops.LHS, Ops.RHS, "div"); in EmitDiv()
3484 Value *ScalarExprEmitter::EmitRem(const BinOpInfo &Ops) { in EmitRem() argument
3488 Ops.Ty->isIntegerType() && in EmitRem()
3489 (Ops.mayHaveIntegerDivisionByZero() || Ops.mayHaveIntegerOverflow())) { in EmitRem()
3491 llvm::Value *Zero = llvm::Constant::getNullValue(ConvertType(Ops.Ty)); in EmitRem()
3492 EmitUndefinedBehaviorIntegerDivAndRemCheck(Ops, Zero, false); in EmitRem()
3495 if (Ops.Ty->hasUnsignedIntegerRepresentation()) in EmitRem()
3496 return Builder.CreateURem(Ops.LHS, Ops.RHS, "rem"); in EmitRem()
3498 return Builder.CreateSRem(Ops.LHS, Ops.RHS, "rem"); in EmitRem()
3501 Value *ScalarExprEmitter::EmitOverflowCheckedBinOp(const BinOpInfo &Ops) { in EmitOverflowCheckedBinOp() argument
3506 bool isSigned = Ops.Ty->isSignedIntegerOrEnumerationType(); in EmitOverflowCheckedBinOp()
3507 switch (Ops.Opcode) { in EmitOverflowCheckedBinOp()
3537 llvm::Type *opTy = CGF.CGM.getTypes().ConvertType(Ops.Ty); in EmitOverflowCheckedBinOp()
3541 Value *resultAndOverflow = Builder.CreateCall(intrinsic, {Ops.LHS, Ops.RHS}); in EmitOverflowCheckedBinOp()
3555 EmitBinOpCheck(std::make_pair(NotOverflow, Kind), Ops); in EmitOverflowCheckedBinOp()
3583 llvm::Value *lhs = Builder.CreateSExt(Ops.LHS, CGF.Int64Ty); in EmitOverflowCheckedBinOp()
3584 llvm::Value *rhs = Builder.CreateSExt(Ops.RHS, CGF.Int64Ty); in EmitOverflowCheckedBinOp()
4089 Value *ScalarExprEmitter::EmitShl(const BinOpInfo &Ops) { in EmitShl() argument
4091 if (Ops.isFixedPointOp()) in EmitShl()
4092 return EmitFixedPointBinOp(Ops); in EmitShl()
4096 Value *RHS = Ops.RHS; in EmitShl()
4097 if (Ops.LHS->getType() != RHS->getType()) in EmitShl()
4098 RHS = Builder.CreateIntCast(RHS, Ops.LHS->getType(), false, "sh_prom"); in EmitShl()
4101 Ops.Ty->hasSignedIntegerRepresentation() && in EmitShl()
4106 Ops.Ty->hasUnsignedIntegerRepresentation(); in EmitShl()
4111 RHS = ConstrainShiftValue(Ops.LHS, RHS, "shl.mask"); in EmitShl()
4113 isa<llvm::IntegerType>(Ops.LHS->getType())) { in EmitShl()
4116 llvm::Value *WidthMinusOne = GetWidthMinusOneValue(Ops.LHS, Ops.RHS); in EmitShl()
4117 llvm::Value *ValidExponent = Builder.CreateICmpULE(Ops.RHS, WidthMinusOne); in EmitShl()
4133 (RHS == Ops.RHS) ? WidthMinusOne in EmitShl()
4134 : GetWidthMinusOneValue(Ops.LHS, RHS); in EmitShl()
4137 Ops.LHS, Builder.CreateSub(PromotedWidthMinusOne, RHS, "shl.zeros", in EmitShl()
4161 EmitBinOpCheck(Checks, Ops); in EmitShl()
4164 return Builder.CreateShl(Ops.LHS, RHS, "shl"); in EmitShl()
4167 Value *ScalarExprEmitter::EmitShr(const BinOpInfo &Ops) { in EmitShr() argument
4169 if (Ops.isFixedPointOp()) in EmitShr()
4170 return EmitFixedPointBinOp(Ops); in EmitShr()
4174 Value *RHS = Ops.RHS; in EmitShr()
4175 if (Ops.LHS->getType() != RHS->getType()) in EmitShr()
4176 RHS = Builder.CreateIntCast(RHS, Ops.LHS->getType(), false, "sh_prom"); in EmitShr()
4180 RHS = ConstrainShiftValue(Ops.LHS, RHS, "shr.mask"); in EmitShr()
4182 isa<llvm::IntegerType>(Ops.LHS->getType())) { in EmitShr()
4185 Builder.CreateICmpULE(RHS, GetWidthMinusOneValue(Ops.LHS, RHS)); in EmitShr()
4186 EmitBinOpCheck(std::make_pair(Valid, SanitizerKind::ShiftExponent), Ops); in EmitShr()
4189 if (Ops.Ty->hasUnsignedIntegerRepresentation()) in EmitShr()
4190 return Builder.CreateLShr(Ops.LHS, RHS, "shr"); in EmitShr()
4191 return Builder.CreateAShr(Ops.LHS, RHS, "shr"); in EmitShr()