Lines Matching refs:Ops
710 Value *EmitMul(const BinOpInfo &Ops) { in EmitMul() argument
711 if (Ops.Ty->isSignedIntegerOrEnumerationType()) { in EmitMul()
714 return Builder.CreateMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
717 return Builder.CreateNSWMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
720 if (CanElideOverflowCheck(CGF.getContext(), Ops)) in EmitMul()
721 return Builder.CreateNSWMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
722 return EmitOverflowCheckedBinOp(Ops); in EmitMul()
726 if (Ops.Ty->isConstantMatrixType()) { in EmitMul()
730 auto *BO = cast<BinaryOperator>(Ops.E); in EmitMul()
735 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitMul()
737 return MB.CreateMatrixMultiply(Ops.LHS, Ops.RHS, LHSMatTy->getNumRows(), in EmitMul()
740 return MB.CreateScalarMultiply(Ops.LHS, Ops.RHS); in EmitMul()
743 if (Ops.Ty->isUnsignedIntegerType() && in EmitMul()
745 !CanElideOverflowCheck(CGF.getContext(), Ops)) in EmitMul()
746 return EmitOverflowCheckedBinOp(Ops); in EmitMul()
748 if (Ops.LHS->getType()->isFPOrFPVectorTy()) { in EmitMul()
750 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitMul()
751 return Builder.CreateFMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
753 if (Ops.isFixedPointOp()) in EmitMul()
754 return EmitFixedPointBinOp(Ops); in EmitMul()
755 return Builder.CreateMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
759 Value *EmitOverflowCheckedBinOp(const BinOpInfo &Ops);
762 void EmitUndefinedBehaviorIntegerDivAndRemCheck(const BinOpInfo &Ops,
771 Value *EmitDiv(const BinOpInfo &Ops);
772 Value *EmitRem(const BinOpInfo &Ops);
773 Value *EmitAdd(const BinOpInfo &Ops);
774 Value *EmitSub(const BinOpInfo &Ops);
775 Value *EmitShl(const BinOpInfo &Ops);
776 Value *EmitShr(const BinOpInfo &Ops);
777 Value *EmitAnd(const BinOpInfo &Ops) { in EmitAnd() argument
778 return Builder.CreateAnd(Ops.LHS, Ops.RHS, "and"); in EmitAnd()
780 Value *EmitXor(const BinOpInfo &Ops) { in EmitXor() argument
781 return Builder.CreateXor(Ops.LHS, Ops.RHS, "xor"); in EmitXor()
783 Value *EmitOr (const BinOpInfo &Ops) { in EmitOr() argument
784 return Builder.CreateOr(Ops.LHS, Ops.RHS, "or"); in EmitOr()
788 Value *EmitFixedPointBinOp(const BinOpInfo &Ops);
3146 const BinOpInfo &Ops, llvm::Value *Zero, bool isDiv) { in EmitUndefinedBehaviorIntegerDivAndRemCheck() argument
3150 Checks.push_back(std::make_pair(Builder.CreateICmpNE(Ops.RHS, Zero), in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3154 const auto *BO = cast<BinaryOperator>(Ops.E); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3156 Ops.Ty->hasSignedIntegerRepresentation() && in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3158 Ops.mayHaveIntegerOverflow()) { in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3165 llvm::Value *LHSCmp = Builder.CreateICmpNE(Ops.LHS, IntMin); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3166 llvm::Value *RHSCmp = Builder.CreateICmpNE(Ops.RHS, NegOne); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3173 EmitBinOpCheck(Checks, Ops); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3176 Value *ScalarExprEmitter::EmitDiv(const BinOpInfo &Ops) { in EmitDiv() argument
3181 Ops.Ty->isIntegerType() && in EmitDiv()
3182 (Ops.mayHaveIntegerDivisionByZero() || Ops.mayHaveIntegerOverflow())) { in EmitDiv()
3183 llvm::Value *Zero = llvm::Constant::getNullValue(ConvertType(Ops.Ty)); in EmitDiv()
3184 EmitUndefinedBehaviorIntegerDivAndRemCheck(Ops, Zero, true); in EmitDiv()
3186 Ops.Ty->isRealFloatingType() && in EmitDiv()
3187 Ops.mayHaveFloatDivisionByZero()) { in EmitDiv()
3188 llvm::Value *Zero = llvm::Constant::getNullValue(ConvertType(Ops.Ty)); in EmitDiv()
3189 llvm::Value *NonZero = Builder.CreateFCmpUNE(Ops.RHS, Zero); in EmitDiv()
3191 Ops); in EmitDiv()
3195 if (Ops.Ty->isConstantMatrixType()) { in EmitDiv()
3199 auto *BO = cast<BinaryOperator>(Ops.E); in EmitDiv()
3206 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitDiv()
3207 return MB.CreateScalarDiv(Ops.LHS, Ops.RHS, in EmitDiv()
3208 Ops.Ty->hasUnsignedIntegerRepresentation()); in EmitDiv()
3211 if (Ops.LHS->getType()->isFPOrFPVectorTy()) { in EmitDiv()
3213 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitDiv()
3214 Val = Builder.CreateFDiv(Ops.LHS, Ops.RHS, "div"); in EmitDiv()
3232 else if (Ops.isFixedPointOp()) in EmitDiv()
3233 return EmitFixedPointBinOp(Ops); in EmitDiv()
3234 else if (Ops.Ty->hasUnsignedIntegerRepresentation()) in EmitDiv()
3235 return Builder.CreateUDiv(Ops.LHS, Ops.RHS, "div"); in EmitDiv()
3237 return Builder.CreateSDiv(Ops.LHS, Ops.RHS, "div"); in EmitDiv()
3240 Value *ScalarExprEmitter::EmitRem(const BinOpInfo &Ops) { in EmitRem() argument
3244 Ops.Ty->isIntegerType() && in EmitRem()
3245 (Ops.mayHaveIntegerDivisionByZero() || Ops.mayHaveIntegerOverflow())) { in EmitRem()
3247 llvm::Value *Zero = llvm::Constant::getNullValue(ConvertType(Ops.Ty)); in EmitRem()
3248 EmitUndefinedBehaviorIntegerDivAndRemCheck(Ops, Zero, false); in EmitRem()
3251 if (Ops.Ty->hasUnsignedIntegerRepresentation()) in EmitRem()
3252 return Builder.CreateURem(Ops.LHS, Ops.RHS, "rem"); in EmitRem()
3254 return Builder.CreateSRem(Ops.LHS, Ops.RHS, "rem"); in EmitRem()
3257 Value *ScalarExprEmitter::EmitOverflowCheckedBinOp(const BinOpInfo &Ops) { in EmitOverflowCheckedBinOp() argument
3262 bool isSigned = Ops.Ty->isSignedIntegerOrEnumerationType(); in EmitOverflowCheckedBinOp()
3263 switch (Ops.Opcode) { in EmitOverflowCheckedBinOp()
3293 llvm::Type *opTy = CGF.CGM.getTypes().ConvertType(Ops.Ty); in EmitOverflowCheckedBinOp()
3297 Value *resultAndOverflow = Builder.CreateCall(intrinsic, {Ops.LHS, Ops.RHS}); in EmitOverflowCheckedBinOp()
3311 EmitBinOpCheck(std::make_pair(NotOverflow, Kind), Ops); in EmitOverflowCheckedBinOp()
3339 llvm::Value *lhs = Builder.CreateSExt(Ops.LHS, CGF.Int64Ty); in EmitOverflowCheckedBinOp()
3340 llvm::Value *rhs = Builder.CreateSExt(Ops.RHS, CGF.Int64Ty); in EmitOverflowCheckedBinOp()
3842 Value *ScalarExprEmitter::EmitShl(const BinOpInfo &Ops) { in EmitShl() argument
3844 if (Ops.isFixedPointOp()) in EmitShl()
3845 return EmitFixedPointBinOp(Ops); in EmitShl()
3849 Value *RHS = Ops.RHS; in EmitShl()
3850 if (Ops.LHS->getType() != RHS->getType()) in EmitShl()
3851 RHS = Builder.CreateIntCast(RHS, Ops.LHS->getType(), false, "sh_prom"); in EmitShl()
3854 Ops.Ty->hasSignedIntegerRepresentation() && in EmitShl()
3859 Ops.Ty->hasUnsignedIntegerRepresentation(); in EmitShl()
3864 RHS = ConstrainShiftValue(Ops.LHS, RHS, "shl.mask"); in EmitShl()
3866 isa<llvm::IntegerType>(Ops.LHS->getType())) { in EmitShl()
3869 llvm::Value *WidthMinusOne = GetWidthMinusOneValue(Ops.LHS, Ops.RHS); in EmitShl()
3870 llvm::Value *ValidExponent = Builder.CreateICmpULE(Ops.RHS, WidthMinusOne); in EmitShl()
3886 (RHS == Ops.RHS) ? WidthMinusOne in EmitShl()
3887 : GetWidthMinusOneValue(Ops.LHS, RHS); in EmitShl()
3890 Ops.LHS, Builder.CreateSub(PromotedWidthMinusOne, RHS, "shl.zeros", in EmitShl()
3914 EmitBinOpCheck(Checks, Ops); in EmitShl()
3917 return Builder.CreateShl(Ops.LHS, RHS, "shl"); in EmitShl()
3920 Value *ScalarExprEmitter::EmitShr(const BinOpInfo &Ops) { in EmitShr() argument
3922 if (Ops.isFixedPointOp()) in EmitShr()
3923 return EmitFixedPointBinOp(Ops); in EmitShr()
3927 Value *RHS = Ops.RHS; in EmitShr()
3928 if (Ops.LHS->getType() != RHS->getType()) in EmitShr()
3929 RHS = Builder.CreateIntCast(RHS, Ops.LHS->getType(), false, "sh_prom"); in EmitShr()
3933 RHS = ConstrainShiftValue(Ops.LHS, RHS, "shr.mask"); in EmitShr()
3935 isa<llvm::IntegerType>(Ops.LHS->getType())) { in EmitShr()
3938 Builder.CreateICmpULE(RHS, GetWidthMinusOneValue(Ops.LHS, RHS)); in EmitShr()
3939 EmitBinOpCheck(std::make_pair(Valid, SanitizerKind::ShiftExponent), Ops); in EmitShr()
3942 if (Ops.Ty->hasUnsignedIntegerRepresentation()) in EmitShr()
3943 return Builder.CreateLShr(Ops.LHS, RHS, "shr"); in EmitShr()
3944 return Builder.CreateAShr(Ops.LHS, RHS, "shr"); in EmitShr()