Lines Matching refs:CGF
36 commonEmitCXXMemberOrOperatorCall(CodeGenFunction &CGF, GlobalDecl GD, in commonEmitCXXMemberOrOperatorCall() argument
49 CGF.CGM.getCXXABI().getThisArgumentTypeForMethod(GD); in commonEmitCXXMemberOrOperatorCall()
50 Args.add(RValue::get(This), CGF.getTypes().DeriveThisType(RD, MD)); in commonEmitCXXMemberOrOperatorCall()
70 CGF.EmitCallArgs(Args, FPT, drop_begin(CE->arguments(), ArgsToSkip), in commonEmitCXXMemberOrOperatorCall()
499 static void EmitNullBaseClassInitialization(CodeGenFunction &CGF, in EmitNullBaseClassInitialization() argument
505 DestPtr = CGF.Builder.CreateElementBitCast(DestPtr, CGF.Int8Ty); in EmitNullBaseClassInitialization()
507 const ASTRecordLayout &Layout = CGF.getContext().getASTRecordLayout(Base); in EmitNullBaseClassInitialization()
517 CharUnits VBPtrWidth = CGF.getPointerSize(); in EmitNullBaseClassInitialization()
519 CGF.CGM.getCXXABI().getVBPtrOffsets(Base); in EmitNullBaseClassInitialization()
547 llvm::Constant *NullConstantForBase = CGF.CGM.EmitNullConstantForBase(Base); in EmitNullBaseClassInitialization()
550 CGF.CGM.getModule(), NullConstantForBase->getType(), in EmitNullBaseClassInitialization()
559 Address(CGF.EmitCastToVoidPtr(NullVariable), CGF.Int8Ty, Align); in EmitNullBaseClassInitialization()
565 llvm::Value *StoreSizeVal = CGF.CGM.getSize(StoreSize); in EmitNullBaseClassInitialization()
566 CGF.Builder.CreateMemCpy( in EmitNullBaseClassInitialization()
567 CGF.Builder.CreateConstInBoundsByteGEP(DestPtr, StoreOffset), in EmitNullBaseClassInitialization()
568 CGF.Builder.CreateConstInBoundsByteGEP(SrcPtr, StoreOffset), in EmitNullBaseClassInitialization()
579 llvm::Value *StoreSizeVal = CGF.CGM.getSize(StoreSize); in EmitNullBaseClassInitialization()
580 CGF.Builder.CreateMemSet( in EmitNullBaseClassInitialization()
581 CGF.Builder.CreateConstInBoundsByteGEP(DestPtr, StoreOffset), in EmitNullBaseClassInitialization()
582 CGF.Builder.getInt8(0), StoreSizeVal); in EmitNullBaseClassInitialization()
685 static CharUnits CalculateCookiePadding(CodeGenFunction &CGF, in CalculateCookiePadding() argument
695 return CGF.CGM.getCXXABI().GetArrayCookieSize(E); in CalculateCookiePadding()
698 static llvm::Value *EmitCXXNewAllocSize(CodeGenFunction &CGF, in EmitCXXNewAllocSize() argument
706 CharUnits typeSize = CGF.getContext().getTypeSizeInChars(type); in EmitCXXNewAllocSize()
708 = llvm::ConstantInt::get(CGF.SizeTy, typeSize.getQuantity()); in EmitCXXNewAllocSize()
713 unsigned sizeWidth = CGF.SizeTy->getBitWidth(); in EmitCXXNewAllocSize()
717 CalculateCookiePadding(CGF, e).getQuantity()); in EmitCXXNewAllocSize()
723 ConstantEmitter(CGF).tryEmitAbstract(*e->getArraySize(), e->getType()); in EmitCXXNewAllocSize()
725 numElements = CGF.EmitScalarExpr(*e->getArraySize()); in EmitCXXNewAllocSize()
743 = CGF.getContext().getAsConstantArrayType(type)) { in EmitCXXNewAllocSize()
748 CharUnits typeSize = CGF.getContext().getTypeSizeInChars(type); in EmitCXXNewAllocSize()
785 numElements = llvm::ConstantInt::get(CGF.SizeTy, in EmitCXXNewAllocSize()
798 sizeWithoutCookie = llvm::ConstantInt::get(CGF.SizeTy, allocationSize); in EmitCXXNewAllocSize()
806 size = llvm::Constant::getAllOnesValue(CGF.SizeTy); in EmitCXXNewAllocSize()
808 size = llvm::ConstantInt::get(CGF.SizeTy, allocationSize); in EmitCXXNewAllocSize()
838 hasOverflow = CGF.Builder.CreateICmpUGE(numElements, thresholdV); in EmitCXXNewAllocSize()
839 numElements = CGF.Builder.CreateTrunc(numElements, CGF.SizeTy); in EmitCXXNewAllocSize()
844 numElements = CGF.Builder.CreateSExt(numElements, CGF.SizeTy); in EmitCXXNewAllocSize()
852 hasOverflow = CGF.Builder.CreateICmpSLT(numElements, in EmitCXXNewAllocSize()
853 llvm::ConstantInt::get(CGF.SizeTy, minElements)); in EmitCXXNewAllocSize()
857 numElements = CGF.Builder.CreateZExt(numElements, CGF.SizeTy); in EmitCXXNewAllocSize()
860 assert(numElements->getType() == CGF.SizeTy); in EmitCXXNewAllocSize()
865 hasOverflow = CGF.Builder.CreateICmpULT(numElements, in EmitCXXNewAllocSize()
866 llvm::ConstantInt::get(CGF.SizeTy, minElements)); in EmitCXXNewAllocSize()
871 hasOverflow = CGF.Builder.CreateOr(hasOverflow, in EmitCXXNewAllocSize()
872 CGF.Builder.CreateICmpULT(numElements, in EmitCXXNewAllocSize()
873 llvm::ConstantInt::get(CGF.SizeTy, minElements))); in EmitCXXNewAllocSize()
888 = CGF.CGM.getIntrinsic(llvm::Intrinsic::umul_with_overflow, CGF.SizeTy); in EmitCXXNewAllocSize()
891 llvm::ConstantInt::get(CGF.SizeTy, typeSizeMultiplier); in EmitCXXNewAllocSize()
893 CGF.Builder.CreateCall(umul_with_overflow, {size, tsmV}); in EmitCXXNewAllocSize()
895 llvm::Value *overflowed = CGF.Builder.CreateExtractValue(result, 1); in EmitCXXNewAllocSize()
897 hasOverflow = CGF.Builder.CreateOr(hasOverflow, overflowed); in EmitCXXNewAllocSize()
901 size = CGF.Builder.CreateExtractValue(result, 0); in EmitCXXNewAllocSize()
914 llvm::ConstantInt::get(CGF.SizeTy, arraySizeMultiplier); in EmitCXXNewAllocSize()
915 numElements = CGF.Builder.CreateMul(numElements, asmV); in EmitCXXNewAllocSize()
928 = CGF.CGM.getIntrinsic(llvm::Intrinsic::uadd_with_overflow, CGF.SizeTy); in EmitCXXNewAllocSize()
930 llvm::Value *cookieSizeV = llvm::ConstantInt::get(CGF.SizeTy, cookieSize); in EmitCXXNewAllocSize()
932 CGF.Builder.CreateCall(uadd_with_overflow, {size, cookieSizeV}); in EmitCXXNewAllocSize()
934 llvm::Value *overflowed = CGF.Builder.CreateExtractValue(result, 1); in EmitCXXNewAllocSize()
936 hasOverflow = CGF.Builder.CreateOr(hasOverflow, overflowed); in EmitCXXNewAllocSize()
940 size = CGF.Builder.CreateExtractValue(result, 0); in EmitCXXNewAllocSize()
947 size = CGF.Builder.CreateSelect(hasOverflow, in EmitCXXNewAllocSize()
948 llvm::Constant::getAllOnesValue(CGF.SizeTy), in EmitCXXNewAllocSize()
960 static void StoreAnyExprIntoOneUnit(CodeGenFunction &CGF, const Expr *Init, in StoreAnyExprIntoOneUnit() argument
964 switch (CGF.getEvaluationKind(AllocType)) { in StoreAnyExprIntoOneUnit()
966 CGF.EmitScalarInit(Init, nullptr, in StoreAnyExprIntoOneUnit()
967 CGF.MakeAddrLValue(NewPtr, AllocType), false); in StoreAnyExprIntoOneUnit()
970 CGF.EmitComplexExprIntoLValue(Init, CGF.MakeAddrLValue(NewPtr, AllocType), in StoreAnyExprIntoOneUnit()
981 CGF.EmitAggExpr(Init, Slot); in StoreAnyExprIntoOneUnit()
1293 static void EmitNewInitializer(CodeGenFunction &CGF, const CXXNewExpr *E, in EmitNewInitializer() argument
1297 ApplyDebugLocation DL(CGF, E); in EmitNewInitializer()
1299 CGF.EmitNewArrayInitializer(E, ElementType, ElementTy, NewPtr, NumElements, in EmitNewInitializer()
1302 StoreAnyExprIntoOneUnit(CGF, Init, E->getAllocatedType(), NewPtr, in EmitNewInitializer()
1308 static RValue EmitNewDeleteCall(CodeGenFunction &CGF, in EmitNewDeleteCall() argument
1313 llvm::Constant *CalleePtr = CGF.CGM.GetAddrOfFunction(CalleeDecl); in EmitNewDeleteCall()
1316 CGF.EmitCall(CGF.CGM.getTypes().arrangeFreeFunctionCall( in EmitNewDeleteCall()
1436 void Emit(CodeGenFunction &CGF, Flags flags) override { in Emit() argument
1442 DeleteArgs.add(Traits::get(CGF, Ptr), FPT->getParamType(0)); in Emit()
1461 DeleteArgs.add(Traits::get(CGF, AllocSize), in Emit()
1462 CGF.getContext().getSizeType()); in Emit()
1470 CGF.SizeTy, AllocAlign.getQuantity())), in Emit()
1471 CGF.getContext().getSizeType()); in Emit()
1476 DeleteArgs.add(Traits::get(CGF, Arg.ArgValue), Arg.ArgType); in Emit()
1480 EmitNewDeleteCall(CGF, OperatorDelete, FPT, DeleteArgs); in Emit()
1487 static void EnterNewDeleteCleanup(CodeGenFunction &CGF, in EnterNewDeleteCleanup() argument
1497 if (!CGF.isInConditionalBranch()) { in EnterNewDeleteCleanup()
1507 DirectCleanup *Cleanup = CGF.EHStack in EnterNewDeleteCleanup()
1517 Cleanup->setPlacementArg(I, Arg.getRValue(CGF), Arg.Ty); in EnterNewDeleteCleanup()
1525 DominatingValue<RValue>::save(CGF, RValue::get(NewPtr.getPointer())); in EnterNewDeleteCleanup()
1527 DominatingValue<RValue>::save(CGF, RValue::get(AllocSize)); in EnterNewDeleteCleanup()
1532 static RValue get(CodeGenFunction &CGF, ValueTy V) { in EnterNewDeleteCleanup()
1533 return V.restore(CGF); in EnterNewDeleteCleanup()
1538 ConditionalCleanup *Cleanup = CGF.EHStack in EnterNewDeleteCleanup()
1549 I, DominatingValue<RValue>::save(CGF, Arg.getRValue(CGF)), Arg.Ty); in EnterNewDeleteCleanup()
1552 CGF.initFullExprCleanup(); in EnterNewDeleteCleanup()
1861 void Emit(CodeGenFunction &CGF, Flags flags) override { in Emit()
1862 CGF.EmitDeleteCall(OperatorDelete, Ptr, ElementType); in Emit()
1879 static void EmitDestroyingObjectDelete(CodeGenFunction &CGF, in EmitDestroyingObjectDelete() argument
1884 CGF.CGM.getCXXABI().emitVirtualObjectDelete(CGF, DE, Ptr, ElementType, in EmitDestroyingObjectDelete()
1887 CGF.EmitDeleteCall(DE->getOperatorDelete(), Ptr.getPointer(), ElementType); in EmitDestroyingObjectDelete()
1893 static bool EmitObjectDelete(CodeGenFunction &CGF, in EmitObjectDelete() argument
1903 CGF.EmitTypeCheck(CodeGenFunction::TCK_MemberCall, in EmitObjectDelete()
1924 Base, CGF.CGM.getLangOpts().AppleKext))) { in EmitObjectDelete()
1942 CGF.CGM.getCXXABI().emitVirtualObjectDelete(CGF, DE, Ptr, ElementType, in EmitObjectDelete()
1953 CGF.EHStack.pushCleanup<CallObjectDelete>(NormalAndEHCleanup, in EmitObjectDelete()
1958 CGF.EmitCXXDestructorCall(Dtor, Dtor_Complete, in EmitObjectDelete()
1970 CGF.EmitARCDestroyStrong(Ptr, ARCPreciseLifetime); in EmitObjectDelete()
1974 CGF.EmitARCDestroyWeak(Ptr); in EmitObjectDelete()
1980 if (CGF.CGM.getCodeGenOpts().OptimizeSize > 1) { in EmitObjectDelete()
1981 CGF.EmitBlock(UnconditionalDeleteBlock); in EmitObjectDelete()
1982 CGF.PopCleanupBlock(); in EmitObjectDelete()
1986 CGF.PopCleanupBlock(); in EmitObjectDelete()
2007 void Emit(CodeGenFunction &CGF, Flags flags) override { in Emit()
2008 CGF.EmitDeleteCall(OperatorDelete, Ptr, ElementType, NumElements, in Emit()
2015 static void EmitArrayDelete(CodeGenFunction &CGF, in EmitArrayDelete() argument
2022 CGF.CGM.getCXXABI().ReadArrayCookie(CGF, deletedPtr, E, elementType, in EmitArrayDelete()
2029 CGF.EHStack.pushCleanup<CallArrayDelete>(NormalAndEHCleanup, in EmitArrayDelete()
2038 CharUnits elementSize = CGF.getContext().getTypeSizeInChars(elementType); in EmitArrayDelete()
2043 llvm::Value *arrayEnd = CGF.Builder.CreateInBoundsGEP( in EmitArrayDelete()
2049 CGF.emitArrayDestroy(arrayBegin, arrayEnd, elementType, elementAlign, in EmitArrayDelete()
2050 CGF.getDestroyer(dtorKind), in EmitArrayDelete()
2052 CGF.needsEHCleanup(dtorKind)); in EmitArrayDelete()
2056 CGF.PopCleanupBlock(); in EmitArrayDelete()
2155 static llvm::Value *EmitTypeidFromVTable(CodeGenFunction &CGF, const Expr *E, in EmitTypeidFromVTable() argument
2158 Address ThisPtr = CGF.EmitLValue(E).getAddress(CGF); in EmitTypeidFromVTable()
2166 CGF.EmitTypeCheck(CodeGenFunction::TCK_DynamicOperation, E->getExprLoc(), in EmitTypeidFromVTable()
2177 if (CGF.CGM.getCXXABI().shouldTypeidBeNullChecked( in EmitTypeidFromVTable()
2180 CGF.createBasicBlock("typeid.bad_typeid"); in EmitTypeidFromVTable()
2181 llvm::BasicBlock *EndBlock = CGF.createBasicBlock("typeid.end"); in EmitTypeidFromVTable()
2183 llvm::Value *IsNull = CGF.Builder.CreateIsNull(ThisPtr.getPointer()); in EmitTypeidFromVTable()
2184 CGF.Builder.CreateCondBr(IsNull, BadTypeidBlock, EndBlock); in EmitTypeidFromVTable()
2186 CGF.EmitBlock(BadTypeidBlock); in EmitTypeidFromVTable()
2187 CGF.CGM.getCXXABI().EmitBadTypeidCall(CGF); in EmitTypeidFromVTable()
2188 CGF.EmitBlock(EndBlock); in EmitTypeidFromVTable()
2191 return CGF.CGM.getCXXABI().EmitTypeid(CGF, SrcRecordTy, ThisPtr, in EmitTypeidFromVTable()
2220 static llvm::Value *EmitDynamicCastToNull(CodeGenFunction &CGF, in EmitDynamicCastToNull() argument
2222 llvm::Type *DestLTy = CGF.ConvertType(DestTy); in EmitDynamicCastToNull()
2228 if (!CGF.CGM.getCXXABI().EmitBadCastCall(CGF)) in EmitDynamicCastToNull()
2231 CGF.EmitBlock(CGF.createBasicBlock("dynamic_cast.end")); in EmitDynamicCastToNull()