Lines Matching refs:CGF
31 CodeGenFunction &CGF; member in __anonce6b933c0111::AtomicInfo
43 AtomicInfo(CodeGenFunction &CGF, LValue &lvalue) in AtomicInfo() argument
44 : CGF(CGF), AtomicSizeInBits(0), ValueSizeInBits(0), in AtomicInfo()
47 ASTContext &C = CGF.getContext(); in AtomicInfo()
54 EvaluationKind = CGF.getEvaluationKind(ValueTy); in AtomicInfo()
83 auto VoidPtrAddr = CGF.EmitCastToVoidPtr(lvalue.getBitFieldPointer()); in AtomicInfo()
87 VoidPtrAddr = CGF.Builder.CreateConstGEP1_64( in AtomicInfo()
88 CGF.Int8Ty, VoidPtrAddr, OffsetInChars.getQuantity()); in AtomicInfo()
89 llvm::Type *IntTy = CGF.Builder.getIntNTy(AtomicSizeInBits); in AtomicInfo()
90 auto Addr = CGF.Builder.CreatePointerBitCastOrAddrSpaceCast( in AtomicInfo()
120 AtomicTy = ValueTy = CGF.getContext().getExtVectorType( in AtomicInfo()
142 return LVal.getPointer(CGF); in getAtomicPointer()
153 ElTy = LVal.getAddress(CGF).getElementType(); in getAtomicAddress()
180 CharUnits size = CGF.getContext().toCharUnitsFromBits(AtomicSizeInBits); in getAtomicSizeValue()
181 return CGF.CGM.getSize(size); in getAtomicSizeValue()
212 addr = CGF.Builder.CreateStructGEP(addr, 0); in projectValue()
214 return LValue::MakeAddr(addr, getValueType(), CGF.getContext(), in projectValue()
299 Address TempAlloca = CGF.CreateMemTemp( in CreateTempAlloca()
306 return CGF.Builder.CreatePointerBitCastOrAddrSpaceCast( in CreateTempAlloca()
312 static RValue emitAtomicLibcall(CodeGenFunction &CGF, in emitAtomicLibcall() argument
317 CGF.CGM.getTypes().arrangeBuiltinFunctionCall(resultType, args); in emitAtomicLibcall()
318 llvm::FunctionType *fnTy = CGF.CGM.getTypes().GetFunctionType(fnInfo); in emitAtomicLibcall()
319 llvm::AttrBuilder fnAttrB(CGF.getLLVMContext()); in emitAtomicLibcall()
323 CGF.getLLVMContext(), llvm::AttributeList::FunctionIndex, fnAttrB); in emitAtomicLibcall()
326 CGF.CGM.CreateRuntimeFunction(fnTy, fnName, fnAttrs); in emitAtomicLibcall()
328 return CGF.EmitCall(fnInfo, callee, ReturnValueSlot(), args); in emitAtomicLibcall()
349 return !isFullSizeType(CGF.CGM, type, AtomicSizeInBits); in requiresMemSetZero()
351 return !isFullSizeType(CGF.CGM, type->getStructElementType(0), in requiresMemSetZero()
363 Address addr = LVal.getAddress(CGF); in emitMemSetZeroIfNecessary()
367 CGF.Builder.CreateMemSet( in emitMemSetZeroIfNecessary()
368 addr.getPointer(), llvm::ConstantInt::get(CGF.Int8Ty, 0), in emitMemSetZeroIfNecessary()
369 CGF.getContext().toCharUnitsFromBits(AtomicSizeInBits).getQuantity(), in emitMemSetZeroIfNecessary()
374 static void emitAtomicCmpXchg(CodeGenFunction &CGF, AtomicExpr *E, bool IsWeak, in emitAtomicCmpXchg() argument
382 llvm::Value *Expected = CGF.Builder.CreateLoad(Val1); in emitAtomicCmpXchg()
383 llvm::Value *Desired = CGF.Builder.CreateLoad(Val2); in emitAtomicCmpXchg()
385 llvm::AtomicCmpXchgInst *Pair = CGF.Builder.CreateAtomicCmpXchg( in emitAtomicCmpXchg()
393 llvm::Value *Old = CGF.Builder.CreateExtractValue(Pair, 0); in emitAtomicCmpXchg()
394 llvm::Value *Cmp = CGF.Builder.CreateExtractValue(Pair, 1); in emitAtomicCmpXchg()
399 CGF.createBasicBlock("cmpxchg.store_expected", CGF.CurFn); in emitAtomicCmpXchg()
404 CGF.createBasicBlock("cmpxchg.continue", CGF.CurFn); in emitAtomicCmpXchg()
408 CGF.Builder.CreateCondBr(Cmp, ContinueBB, StoreExpectedBB); in emitAtomicCmpXchg()
410 CGF.Builder.SetInsertPoint(StoreExpectedBB); in emitAtomicCmpXchg()
412 CGF.Builder.CreateStore(Old, Val1); in emitAtomicCmpXchg()
414 CGF.Builder.CreateBr(ContinueBB); in emitAtomicCmpXchg()
416 CGF.Builder.SetInsertPoint(ContinueBB); in emitAtomicCmpXchg()
418 CGF.EmitStoreOfScalar(Cmp, CGF.MakeAddrLValue(Dest, E->getType())); in emitAtomicCmpXchg()
424 static void emitAtomicCmpXchgFailureSet(CodeGenFunction &CGF, AtomicExpr *E, in emitAtomicCmpXchgFailureSet() argument
457 emitAtomicCmpXchg(CGF, E, IsWeak, Dest, Ptr, Val1, Val2, Size, SuccessOrder, in emitAtomicCmpXchgFailureSet()
463 auto *MonotonicBB = CGF.createBasicBlock("monotonic_fail", CGF.CurFn); in emitAtomicCmpXchgFailureSet()
464 auto *AcquireBB = CGF.createBasicBlock("acquire_fail", CGF.CurFn); in emitAtomicCmpXchgFailureSet()
465 auto *SeqCstBB = CGF.createBasicBlock("seqcst_fail", CGF.CurFn); in emitAtomicCmpXchgFailureSet()
466 auto *ContBB = CGF.createBasicBlock("atomic.continue", CGF.CurFn); in emitAtomicCmpXchgFailureSet()
471 llvm::SwitchInst *SI = CGF.Builder.CreateSwitch(FailureOrderVal, MonotonicBB); in emitAtomicCmpXchgFailureSet()
473 SI->addCase(CGF.Builder.getInt32((int)llvm::AtomicOrderingCABI::consume), in emitAtomicCmpXchgFailureSet()
475 SI->addCase(CGF.Builder.getInt32((int)llvm::AtomicOrderingCABI::acquire), in emitAtomicCmpXchgFailureSet()
477 SI->addCase(CGF.Builder.getInt32((int)llvm::AtomicOrderingCABI::seq_cst), in emitAtomicCmpXchgFailureSet()
481 CGF.Builder.SetInsertPoint(MonotonicBB); in emitAtomicCmpXchgFailureSet()
482 emitAtomicCmpXchg(CGF, E, IsWeak, Dest, Ptr, Val1, Val2, in emitAtomicCmpXchgFailureSet()
484 CGF.Builder.CreateBr(ContBB); in emitAtomicCmpXchgFailureSet()
486 CGF.Builder.SetInsertPoint(AcquireBB); in emitAtomicCmpXchgFailureSet()
487 emitAtomicCmpXchg(CGF, E, IsWeak, Dest, Ptr, Val1, Val2, Size, SuccessOrder, in emitAtomicCmpXchgFailureSet()
489 CGF.Builder.CreateBr(ContBB); in emitAtomicCmpXchgFailureSet()
491 CGF.Builder.SetInsertPoint(SeqCstBB); in emitAtomicCmpXchgFailureSet()
492 emitAtomicCmpXchg(CGF, E, IsWeak, Dest, Ptr, Val1, Val2, Size, SuccessOrder, in emitAtomicCmpXchgFailureSet()
494 CGF.Builder.CreateBr(ContBB); in emitAtomicCmpXchgFailureSet()
496 CGF.Builder.SetInsertPoint(ContBB); in emitAtomicCmpXchgFailureSet()
521 static void EmitAtomicOp(CodeGenFunction &CGF, AtomicExpr *E, Address Dest, in EmitAtomicOp() argument
538 emitAtomicCmpXchgFailureSet(CGF, E, false, Dest, Ptr, Val1, Val2, in EmitAtomicOp()
544 emitAtomicCmpXchgFailureSet(CGF, E, true, Dest, Ptr, Val1, Val2, in EmitAtomicOp()
550 emitAtomicCmpXchgFailureSet(CGF, E, IsWeakC->getZExtValue(), Dest, Ptr, in EmitAtomicOp()
555 CGF.createBasicBlock("cmpxchg.strong", CGF.CurFn); in EmitAtomicOp()
556 llvm::BasicBlock *WeakBB = CGF.createBasicBlock("cmxchg.weak", CGF.CurFn); in EmitAtomicOp()
558 CGF.createBasicBlock("cmpxchg.continue", CGF.CurFn); in EmitAtomicOp()
560 llvm::SwitchInst *SI = CGF.Builder.CreateSwitch(IsWeak, WeakBB); in EmitAtomicOp()
561 SI->addCase(CGF.Builder.getInt1(false), StrongBB); in EmitAtomicOp()
563 CGF.Builder.SetInsertPoint(StrongBB); in EmitAtomicOp()
564 emitAtomicCmpXchgFailureSet(CGF, E, false, Dest, Ptr, Val1, Val2, in EmitAtomicOp()
566 CGF.Builder.CreateBr(ContBB); in EmitAtomicOp()
568 CGF.Builder.SetInsertPoint(WeakBB); in EmitAtomicOp()
569 emitAtomicCmpXchgFailureSet(CGF, E, true, Dest, Ptr, Val1, Val2, in EmitAtomicOp()
571 CGF.Builder.CreateBr(ContBB); in EmitAtomicOp()
573 CGF.Builder.SetInsertPoint(ContBB); in EmitAtomicOp()
582 llvm::LoadInst *Load = CGF.Builder.CreateLoad(Ptr); in EmitAtomicOp()
585 CGF.Builder.CreateStore(Load, Dest); in EmitAtomicOp()
594 llvm::Value *LoadVal1 = CGF.Builder.CreateLoad(Val1); in EmitAtomicOp()
595 llvm::StoreInst *Store = CGF.Builder.CreateStore(LoadVal1, Ptr); in EmitAtomicOp()
693 llvm::Value *LoadVal1 = CGF.Builder.CreateLoad(Val1); in EmitAtomicOp()
695 CGF.Builder.CreateAtomicRMW(Op, Ptr.getPointer(), LoadVal1, Order, Scope); in EmitAtomicOp()
702 Result = EmitPostAtomicMinMax(CGF.Builder, E->getOp(), in EmitAtomicOp()
706 Result = CGF.Builder.CreateBinOp((llvm::Instruction::BinaryOps)PostOp, RMWI, in EmitAtomicOp()
709 Result = CGF.Builder.CreateNot(Result); in EmitAtomicOp()
710 CGF.Builder.CreateStore(Result, Dest); in EmitAtomicOp()
716 EmitValToTemp(CodeGenFunction &CGF, Expr *E) { in EmitValToTemp() argument
717 Address DeclPtr = CGF.CreateMemTemp(E->getType(), ".atomictmp"); in EmitValToTemp()
718 CGF.EmitAnyExprToMem(E, DeclPtr, E->getType().getQualifiers(), in EmitValToTemp()
723 static void EmitAtomicOp(CodeGenFunction &CGF, AtomicExpr *Expr, Address Dest, in EmitAtomicOp() argument
733 EmitAtomicOp(CGF, Expr, Dest, Ptr, Val1, Val2, IsWeak, FailureOrder, Size, in EmitAtomicOp()
734 Order, CGF.CGM.getLLVMContext().getOrInsertSyncScopeID("")); in EmitAtomicOp()
740 auto SCID = CGF.getTargetHooks().getLLVMSyncScopeID( in EmitAtomicOp()
741 CGF.CGM.getLangOpts(), ScopeModel->map(SC->getZExtValue()), in EmitAtomicOp()
742 Order, CGF.CGM.getLLVMContext()); in EmitAtomicOp()
743 EmitAtomicOp(CGF, Expr, Dest, Ptr, Val1, Val2, IsWeak, FailureOrder, Size, in EmitAtomicOp()
749 auto &Builder = CGF.Builder; in EmitAtomicOp()
753 BB[S] = CGF.createBasicBlock(getAsString(ScopeModel->map(S)), CGF.CurFn); in EmitAtomicOp()
756 CGF.createBasicBlock("atomic.scope.continue", CGF.CurFn); in EmitAtomicOp()
769 EmitAtomicOp(CGF, Expr, Dest, Ptr, Val1, Val2, IsWeak, FailureOrder, Size, in EmitAtomicOp()
771 CGF.getTargetHooks().getLLVMSyncScopeID(CGF.CGM.getLangOpts(), in EmitAtomicOp()
774 CGF.getLLVMContext())); in EmitAtomicOp()
782 AddDirectArgument(CodeGenFunction &CGF, CallArgList &Args, in AddDirectArgument() argument
787 CharUnits Align = CGF.getContext().getTypeAlignInChars(ValTy); in AddDirectArgument()
788 int64_t SizeInBits = CGF.getContext().toBits(SizeInChars); in AddDirectArgument()
790 CGF.getContext().getIntTypeForBitwidth(SizeInBits, /*Signed=*/false); in AddDirectArgument()
791 llvm::Type *ITy = llvm::IntegerType::get(CGF.getLLVMContext(), SizeInBits); in AddDirectArgument()
792 Address Ptr = Address(CGF.Builder.CreateBitCast(Val, ITy->getPointerTo()), in AddDirectArgument()
794 Val = CGF.EmitLoadOfScalar(Ptr, false, in AddDirectArgument()
795 CGF.getContext().getPointerType(ValTy), in AddDirectArgument()
801 Args.add(RValue::get(CGF.EmitCastToVoidPtr(Val)), in AddDirectArgument()
802 CGF.getContext().VoidPtrTy); in AddDirectArgument()
1471 llvm::IntegerType::get(CGF.getLLVMContext(), AtomicSizeInBits); in emitCastToAtomicIntPointer()
1472 return CGF.Builder.CreateElementBitCast(addr, ty); in emitCastToAtomicIntPointer()
1477 uint64_t SourceSizeInBits = CGF.CGM.getDataLayout().getTypeSizeInBits(Ty); in convertToAtomicIntPointer()
1480 CGF.Builder.CreateMemCpy(Tmp, Addr, in convertToAtomicIntPointer()
1498 addr = CGF.Builder.CreateStructGEP(addr, 0); in convertAtomicTempToRValue()
1502 return CGF.convertTempToRValue(addr, getValueType(), loc); in convertAtomicTempToRValue()
1506 return RValue::get(CGF.Builder.CreateLoad(addr)); in convertAtomicTempToRValue()
1508 return CGF.EmitLoadOfBitfieldLValue( in convertAtomicTempToRValue()
1512 return CGF.EmitLoadOfLValue( in convertAtomicTempToRValue()
1516 return CGF.EmitLoadOfExtVectorElementLValue(LValue::MakeExtVectorElt( in convertAtomicTempToRValue()
1533 ? CGF.ConvertTypeForMem(ValueTy) in ConvertIntToValueOrAtomic()
1537 return RValue::get(CGF.EmitFromMemory(IntVal, ValueTy)); in ConvertIntToValueOrAtomic()
1539 return RValue::get(CGF.Builder.CreateIntToPtr(IntVal, ValTy)); in ConvertIntToValueOrAtomic()
1541 return RValue::get(CGF.Builder.CreateBitCast(IntVal, ValTy)); in ConvertIntToValueOrAtomic()
1558 CGF.Builder.CreateStore(IntVal, CastTemp) in ConvertIntToValueOrAtomic()
1568 Args.add(RValue::get(getAtomicSizeValue()), CGF.getContext().getSizeType()); in EmitAtomicLoadLibcall()
1569 Args.add(RValue::get(CGF.EmitCastToVoidPtr(getAtomicPointer())), in EmitAtomicLoadLibcall()
1570 CGF.getContext().VoidPtrTy); in EmitAtomicLoadLibcall()
1571 Args.add(RValue::get(CGF.EmitCastToVoidPtr(AddForLoaded)), in EmitAtomicLoadLibcall()
1572 CGF.getContext().VoidPtrTy); in EmitAtomicLoadLibcall()
1574 RValue::get(llvm::ConstantInt::get(CGF.IntTy, (int)llvm::toCABI(AO))), in EmitAtomicLoadLibcall()
1575 CGF.getContext().IntTy); in EmitAtomicLoadLibcall()
1576 emitAtomicLibcall(CGF, "__atomic_load", CGF.getContext().VoidTy, Args); in EmitAtomicLoadLibcall()
1583 llvm::LoadInst *Load = CGF.Builder.CreateLoad(Addr, "atomic-load"); in EmitAtomicLoadOp()
1589 CGF.CGM.DecorateInstructionWithTBAA(Load, LVal.getTBAAInfo()); in EmitAtomicLoadOp()
1671 LValue Dest = CGF.MakeAddrLValue(getAtomicAddress(), getAtomicType()); in emitCopyIntoMemory()
1672 LValue Src = CGF.MakeAddrLValue(rvalue.getAggregateAddress(), in emitCopyIntoMemory()
1676 CGF.EmitAggregateCopy(Dest, Src, getAtomicType(), in emitCopyIntoMemory()
1691 CGF.EmitStoreOfScalar(rvalue.getScalarVal(), TempLVal, /*init*/ true); in emitCopyIntoMemory()
1693 CGF.EmitStoreOfComplex(rvalue.getComplexVal(), TempLVal, /*init*/ true); in emitCopyIntoMemory()
1707 LValue TempLV = CGF.MakeAddrLValue(CreateTempAlloca(), getAtomicType()); in materializeRValue()
1708 AtomicInfo Atomics(CGF, TempLV); in materializeRValue()
1710 return TempLV.getAddress(CGF); in materializeRValue()
1719 return CGF.EmitToMemory(Value, ValueTy); in convertRValueToInt()
1722 CGF.getLLVMContext(), in convertRValueToInt()
1725 return CGF.Builder.CreatePtrToInt(Value, InputIntTy); in convertRValueToInt()
1727 return CGF.Builder.CreateBitCast(Value, InputIntTy); in convertRValueToInt()
1736 return CGF.Builder.CreateLoad(Addr); in convertRValueToInt()
1744 auto *Inst = CGF.Builder.CreateAtomicCmpXchg(Addr.getPointer(), in EmitAtomicCompareExchangeOp()
1752 auto *PreviousVal = CGF.Builder.CreateExtractValue(Inst, /*Idxs=*/0); in EmitAtomicCompareExchangeOp()
1753 auto *SuccessFailureVal = CGF.Builder.CreateExtractValue(Inst, /*Idxs=*/1); in EmitAtomicCompareExchangeOp()
1765 Args.add(RValue::get(getAtomicSizeValue()), CGF.getContext().getSizeType()); in EmitAtomicCompareExchangeLibcall()
1766 Args.add(RValue::get(CGF.EmitCastToVoidPtr(getAtomicPointer())), in EmitAtomicCompareExchangeLibcall()
1767 CGF.getContext().VoidPtrTy); in EmitAtomicCompareExchangeLibcall()
1768 Args.add(RValue::get(CGF.EmitCastToVoidPtr(ExpectedAddr)), in EmitAtomicCompareExchangeLibcall()
1769 CGF.getContext().VoidPtrTy); in EmitAtomicCompareExchangeLibcall()
1770 Args.add(RValue::get(CGF.EmitCastToVoidPtr(DesiredAddr)), in EmitAtomicCompareExchangeLibcall()
1771 CGF.getContext().VoidPtrTy); in EmitAtomicCompareExchangeLibcall()
1773 llvm::ConstantInt::get(CGF.IntTy, (int)llvm::toCABI(Success))), in EmitAtomicCompareExchangeLibcall()
1774 CGF.getContext().IntTy); in EmitAtomicCompareExchangeLibcall()
1776 llvm::ConstantInt::get(CGF.IntTy, (int)llvm::toCABI(Failure))), in EmitAtomicCompareExchangeLibcall()
1777 CGF.getContext().IntTy); in EmitAtomicCompareExchangeLibcall()
1778 auto SuccessFailureRVal = emitAtomicLibcall(CGF, "__atomic_compare_exchange", in EmitAtomicCompareExchangeLibcall()
1779 CGF.getContext().BoolTy, Args); in EmitAtomicCompareExchangeLibcall()
1814 EmitAtomicUpdateValue(CodeGenFunction &CGF, AtomicInfo &Atomics, RValue OldRVal, in EmitAtomicUpdateValue() argument
1822 DesiredLVal = CGF.MakeAddrLValue(DesiredAddr, AtomicLVal.getType()); in EmitAtomicUpdateValue()
1855 UpRVal = CGF.EmitLoadOfLValue(UpdateLVal, SourceLocation()); in EmitAtomicUpdateValue()
1860 CGF.EmitStoreThroughLValue(NewRVal, DesiredLVal); in EmitAtomicUpdateValue()
1863 CGF.EmitStoreOfComplex(NewRVal.getComplexVal(), DesiredLVal, in EmitAtomicUpdateValue()
1876 auto *ContBB = CGF.createBasicBlock("atomic_cont"); in EmitAtomicUpdateLibcall()
1877 auto *ExitBB = CGF.createBasicBlock("atomic_exit"); in EmitAtomicUpdateLibcall()
1878 CGF.EmitBlock(ContBB); in EmitAtomicUpdateLibcall()
1882 auto *OldVal = CGF.Builder.CreateLoad(ExpectedAddr); in EmitAtomicUpdateLibcall()
1883 CGF.Builder.CreateStore(OldVal, DesiredAddr); in EmitAtomicUpdateLibcall()
1888 EmitAtomicUpdateValue(CGF, *this, OldRVal, UpdateOp, DesiredAddr); in EmitAtomicUpdateLibcall()
1893 CGF.Builder.CreateCondBr(Res, ExitBB, ContBB); in EmitAtomicUpdateLibcall()
1894 CGF.EmitBlock(ExitBB, /*IsFinished=*/true); in EmitAtomicUpdateLibcall()
1905 auto *ContBB = CGF.createBasicBlock("atomic_cont"); in EmitAtomicUpdateOp()
1906 auto *ExitBB = CGF.createBasicBlock("atomic_exit"); in EmitAtomicUpdateOp()
1907 auto *CurBB = CGF.Builder.GetInsertBlock(); in EmitAtomicUpdateOp()
1908 CGF.EmitBlock(ContBB); in EmitAtomicUpdateOp()
1909 llvm::PHINode *PHI = CGF.Builder.CreatePHI(OldVal->getType(), in EmitAtomicUpdateOp()
1916 CGF.Builder.CreateStore(PHI, NewAtomicIntAddr); in EmitAtomicUpdateOp()
1920 EmitAtomicUpdateValue(CGF, *this, OldRVal, UpdateOp, NewAtomicAddr); in EmitAtomicUpdateOp()
1921 auto *DesiredVal = CGF.Builder.CreateLoad(NewAtomicIntAddr); in EmitAtomicUpdateOp()
1924 PHI->addIncoming(Res.first, CGF.Builder.GetInsertBlock()); in EmitAtomicUpdateOp()
1925 CGF.Builder.CreateCondBr(Res.second, ExitBB, ContBB); in EmitAtomicUpdateOp()
1926 CGF.EmitBlock(ExitBB, /*IsFinished=*/true); in EmitAtomicUpdateOp()
1929 static void EmitAtomicUpdateValue(CodeGenFunction &CGF, AtomicInfo &Atomics, in EmitAtomicUpdateValue() argument
1952 CGF.EmitStoreThroughLValue(UpdateRVal, DesiredLVal); in EmitAtomicUpdateValue()
1962 auto *ContBB = CGF.createBasicBlock("atomic_cont"); in EmitAtomicUpdateLibcall()
1963 auto *ExitBB = CGF.createBasicBlock("atomic_exit"); in EmitAtomicUpdateLibcall()
1964 CGF.EmitBlock(ContBB); in EmitAtomicUpdateLibcall()
1968 auto *OldVal = CGF.Builder.CreateLoad(ExpectedAddr); in EmitAtomicUpdateLibcall()
1969 CGF.Builder.CreateStore(OldVal, DesiredAddr); in EmitAtomicUpdateLibcall()
1971 EmitAtomicUpdateValue(CGF, *this, UpdateRVal, DesiredAddr); in EmitAtomicUpdateLibcall()
1976 CGF.Builder.CreateCondBr(Res, ExitBB, ContBB); in EmitAtomicUpdateLibcall()
1977 CGF.EmitBlock(ExitBB, /*IsFinished=*/true); in EmitAtomicUpdateLibcall()
1987 auto *ContBB = CGF.createBasicBlock("atomic_cont"); in EmitAtomicUpdateOp()
1988 auto *ExitBB = CGF.createBasicBlock("atomic_exit"); in EmitAtomicUpdateOp()
1989 auto *CurBB = CGF.Builder.GetInsertBlock(); in EmitAtomicUpdateOp()
1990 CGF.EmitBlock(ContBB); in EmitAtomicUpdateOp()
1991 llvm::PHINode *PHI = CGF.Builder.CreatePHI(OldVal->getType(), in EmitAtomicUpdateOp()
1998 CGF.Builder.CreateStore(PHI, NewAtomicIntAddr); in EmitAtomicUpdateOp()
2000 EmitAtomicUpdateValue(CGF, *this, UpdateRVal, NewAtomicAddr); in EmitAtomicUpdateOp()
2001 auto *DesiredVal = CGF.Builder.CreateLoad(NewAtomicIntAddr); in EmitAtomicUpdateOp()
2004 PHI->addIncoming(Res.first, CGF.Builder.GetInsertBlock()); in EmitAtomicUpdateOp()
2005 CGF.Builder.CreateCondBr(Res.second, ExitBB, ContBB); in EmitAtomicUpdateOp()
2006 CGF.EmitBlock(ExitBB, /*IsFinished=*/true); in EmitAtomicUpdateOp()