| /openbsd-src/gnu/llvm/llvm/lib/Target/SPIRV/ |
| H A D | SPIRVEmitIntrinsics.cpp | 64 return IRB->CreateIntrinsic(IntrID, {Types}, {Arg2, VMD}); in buildIntrWithMD() 142 IRB->CreateIntrinsic(Intrinsic::spv_assign_type, {New->getType()}, Args); in replaceMemInstrUses() 169 IRB->CreateIntrinsic(Intrinsic::spv_const_composite, {}, {Args}); in preprocessCompositeConstants() 202 IRB->CreateIntrinsic(Intrinsic::spv_switch, {I.getOperand(0)->getType()}, in visitSwitchInst() 213 auto *NewI = IRB->CreateIntrinsic(Intrinsic::spv_gep, {Types}, {Args}); in visitGetElementPtrInst() 222 auto *NewI = IRB->CreateIntrinsic(Intrinsic::spv_bitcast, {Types}, {Args}); in visitBitCastInst() 235 auto *NewI = IRB->CreateIntrinsic(Intrinsic::spv_insertelt, {Types}, {Args}); in visitInsertElementInst() 248 auto *NewI = IRB->CreateIntrinsic(Intrinsic::spv_extractelt, {Types}, {Args}); in visitExtractElementInst() 267 IRB->CreateIntrinsic(Intrinsic::spv_insertv, {Types}, {Args}); in visitInsertValueInst() 279 IRB->CreateIntrinsic(Intrinsic::spv_extractv, {I.getType()}, {Args}); in visitExtractValueInst() [all …]
|
| H A D | SPIRVPrepareFunctions.cpp | 195 auto *BSwap = IRB.CreateIntrinsic(Intrinsic::bswap, Intrinsic->getType(), in lowerIntrinsicToFunction()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUAtomicOptimizer.cpp | 307 B.CreateIntrinsic( in buildReduction() 317 B, Op, V, B.CreateIntrinsic(Intrinsic::amdgcn_permlane64, {}, V)); in buildReduction() 364 Value *const PermX = B.CreateIntrinsic( in buildScan() 374 Value *const Lane31 = B.CreateIntrinsic(Intrinsic::amdgcn_readlane, {}, in buildScan() 480 Value *const Cond = B.CreateIntrinsic(Intrinsic::amdgcn_ps_live, {}, {}); in optimizeAtomic() 503 B.CreateIntrinsic(Intrinsic::amdgcn_ballot, WaveTy, B.getTrue()); in optimizeAtomic() 511 Mbcnt = B.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_lo, {}, in optimizeAtomic() 517 Mbcnt = B.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_lo, {}, in optimizeAtomic() 520 B.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_hi, {}, {ExtractHi, Mbcnt}); in optimizeAtomic() 536 NewV = B.CreateIntrinsic(Intrinsic::amdgcn_set_inactive, Ty, {V, Identity}); in optimizeAtomic() [all …]
|
| H A D | AMDGPUReplaceLDSUseWithPointer.cpp | 211 Builder.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_lo, {}, in activateLaneZero() 215 Builder.CreateIntrinsic(Intrinsic::amdgcn_wave_barrier, {}, {})); in activateLaneZero()
|
| H A D | AMDGPULowerKernelArguments.cpp | 82 Builder.CreateIntrinsic(Intrinsic::amdgcn_kernarg_segment_ptr, {}, {}, in runOnFunction()
|
| H A D | AMDGPUCodeGenPrepare.cpp | 491 return Builder.CreateIntrinsic(ID, {}, {LHS, RHS}); in getMul24() 501 Value *Lo = Builder.CreateIntrinsic(LoID, {}, {LHS, RHS}); in getMul24() 502 Value *Hi = Builder.CreateIntrinsic(HiID, {}, {LHS, RHS}); in getMul24() 970 Value *FR = Builder.CreateIntrinsic(FMAD, in expandDivRem24Impl()
|
| H A D | AMDGPUTargetTransformInfo.cpp | 1096 return B.CreateIntrinsic(Intrinsic::ptrmask, {NewV->getType(), MaskTy}, in rewriteIntrinsicWithAddressSpace()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/X86/ |
| H A D | X86LowerAMXType.cpp | 249 Value *NewInst = Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, in combineLoadBitcast() 276 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, std::nullopt, in combineBitcastStore() 326 Value *NewInst = Builder.CreateIntrinsic( in transformBitcast() 344 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, std::nullopt, in transformBitcast() 477 Instruction *TileStore = Builder.CreateIntrinsic( in createTileStore() 502 Value *TileLoad = Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, in replaceWithTileLoad() 795 Instruction *NewInst = Builder.CreateIntrinsic( in optimizeAMXCastFromPhi() 798 NewInst = Builder.CreateIntrinsic(Intrinsic::x86_cast_tile_to_vector, in optimizeAMXCastFromPhi() 941 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, std::nullopt, in combineCastStore() 985 Value *NewInst = Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, in combineLoadCast() [all …]
|
| H A D | X86PreAMXConfig.cpp | 202 Builder.CreateIntrinsic(Intrinsic::x86_ldtilecfg_internal, std::nullopt, in addTileConfig()
|
| H A D | X86InstCombineIntrinsic.cpp | 546 Value *UAdd = Builder.CreateIntrinsic(Intrinsic::uadd_with_overflow, OpTy, in simplifyX86addcarry()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/ARM/ |
| H A D | MVEGatherScatterLowering.cpp | 464 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vldr_gather_base, in tryCreateMaskedGatherBase() 468 return Builder.CreateIntrinsic( in tryCreateMaskedGatherBase() 485 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vldr_gather_base_wb, in tryCreateMaskedGatherBaseWB() 489 return Builder.CreateIntrinsic( in tryCreateMaskedGatherBaseWB() 559 Load = Builder.CreateIntrinsic( in tryCreateMaskedGatherOffset() 565 Load = Builder.CreateIntrinsic( in tryCreateMaskedGatherOffset() 630 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vstr_scatter_base, in tryCreateMaskedScatterBase() 634 return Builder.CreateIntrinsic( in tryCreateMaskedScatterBase() 652 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vstr_scatter_base_wb, in tryCreateMaskedScatterBaseWB() 656 return Builder.CreateIntrinsic( in tryCreateMaskedScatterBaseWB() [all …]
|
| /openbsd-src/gnu/llvm/llvm/tools/llvm-reduce/deltas/ |
| H A D | ReduceOpcodes.cpp | 181 return B.CreateIntrinsic(Intrinsic::fma, {CB->getType()}, Arguments); in tryReplaceCallWithOperator() 196 return B.CreateIntrinsic(Intrinsic::fshl, {CB->getType()}, Arguments); in tryReplaceCallWithOperator()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AArch64/ |
| H A D | SVEIntrinsicOpts.cpp | 165 auto *ConvertToSVBool = Builder.CreateIntrinsic( in coalescePTrueIntrinsicCalls() 180 Builder.CreateIntrinsic(Intrinsic::aarch64_sve_convert_from_svbool, in coalescePTrueIntrinsicCalls()
|
| H A D | AArch64TargetTransformInfo.cpp | 612 auto NarrowBinOpOp1 = Builder.CreateIntrinsic( in tryCombineFromSVBoolBinOp() 618 NarrowedBinOpArgs.push_back(Builder.CreateIntrinsic( in tryCombineFromSVBoolBinOp() 622 Builder.CreateIntrinsic(IntrinsicID, {PredOpTy}, NarrowedBinOpArgs); in tryCombineFromSVBoolBinOp() 807 auto *PTrue = Builder.CreateIntrinsic(Intrinsic::aarch64_sve_ptrue, in instCombineSVECmpNE() 809 auto *ConvertToSVBool = Builder.CreateIntrinsic( in instCombineSVECmpNE() 812 Builder.CreateIntrinsic(Intrinsic::aarch64_sve_convert_from_svbool, in instCombineSVECmpNE() 840 Builder.CreateIntrinsic(IntrinsicID, {Vec->getType()}, {Pg, LHS}); in instCombineSVELast() 842 Builder.CreateIntrinsic(IntrinsicID, {Vec->getType()}, {Pg, RHS}); in instCombineSVELast() 933 auto *FPII = Builder.CreateIntrinsic(II.getIntrinsicID(), {FPVec->getType()}, in instCombineSVECondLast() 948 auto *PTrue = Builder.CreateIntrinsic(Intrinsic::aarch64_sve_ptrue, in instCombineRDFFR() [all …]
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/IR/ |
| H A D | FixedPointBuilder.h | 206 Result = B.CreateIntrinsic(IID, {ResultTy, OpTy}, {Result}); in CreateFloatingToFixed() 302 Value *Result = B.CreateIntrinsic( in CreateMul() 330 Value *Result = B.CreateIntrinsic( in CreateDiv()
|
| H A D | IRBuilder.h | 914 CallInst *CreateIntrinsic(Intrinsic::ID ID, ArrayRef<Type *> Types, 922 CallInst *CreateIntrinsic(Type *RetTy, Intrinsic::ID ID, 958 return CreateIntrinsic(Intrinsic::arithmetic_fence, DstType, Val, nullptr, 965 return CreateIntrinsic(Intrinsic::vector_extract, 973 return CreateIntrinsic(Intrinsic::vector_insert,
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineAddSub.cpp | 1567 Builder.CreateIntrinsic(Intrinsic::umax, {I.getType()}, {A, B})); in visitAdd() 1575 I, Builder.CreateIntrinsic(Intrinsic::ctpop, {I.getType()}, in visitAdd() 1757 I, Builder.CreateIntrinsic(Intrinsic::vector_reduce_fadd, in visitFAdd() 1767 I, Builder.CreateIntrinsic(Intrinsic::vector_reduce_fadd, in visitFAdd() 1896 Value *USub = Builder.CreateIntrinsic(Intrinsic::usub_sat, Ty, {Y, Z}); in foldSubOfMinMax() 1900 Value *USub = Builder.CreateIntrinsic(Intrinsic::usub_sat, Ty, {Z, Y}); in foldSubOfMinMax() 2051 Value *Rdx = Builder.CreateIntrinsic(Intrinsic::vector_reduce_add, in visitSub() 2342 I, Builder.CreateIntrinsic(Intrinsic::umin, {I.getType()}, {Op0, Y})); in visitSub() 2349 I, Builder.CreateIntrinsic(Intrinsic::usub_sat, {Ty}, {X, Op1})); in visitSub() 2354 I, Builder.CreateIntrinsic(Intrinsic::usub_sat, {Ty}, {Op0, X})); in visitSub() [all …]
|
| H A D | InstCombineMulDivRem.cpp | 552 CallInst *CopySign = Builder.CreateIntrinsic(Intrinsic::copysign, in visitFMul() 698 auto *NewPow = Builder.CreateIntrinsic( in visitFMul() 1471 CallInst *CopySign = B.CreateIntrinsic( in foldFDivConstantDivisor() 1563 Value *Pow = Builder.CreateIntrinsic(IID, Tys, Args, &I); in foldFDivPowDivisor() 1573 Value *Pow = Builder.CreateIntrinsic(IID, I.getType(), Args, &I); in foldFDivPowDivisor()
|
| H A D | InstCombineCalls.cpp | 1148 Builder.CreateIntrinsic(II->getIntrinsicID(), SrcTy, NewArgs, FPI); in foldShuffledIntrinsicOperands() 1917 Builder.CreateIntrinsic(II->getType(), IID, NewArgs, II); in visitCallInst()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Utils/ |
| H A D | GuardUtils.cpp | 73 auto *WC = B.CreateIntrinsic(Intrinsic::experimental_widenable_condition, in makeGuardControlFlowExplicit()
|
| /openbsd-src/gnu/llvm/llvm/lib/IR/ |
| H A D | IRBuilder.cpp | 120 Value *Res = CreateIntrinsic(Intrinsic::experimental_stepvector, in CreateStepVector() 551 CallInst *CI = CreateIntrinsic(llvm::Intrinsic::threadlocal_address, in CreateThreadLocalAddress() 965 CallInst *IRBuilderBase::CreateIntrinsic(Intrinsic::ID ID, in CreateIntrinsic() function in IRBuilderBase 975 CallInst *IRBuilderBase::CreateIntrinsic(Type *RetTy, Intrinsic::ID ID, in CreateIntrinsic() function in IRBuilderBase 1014 CallInst *C = CreateIntrinsic(ID, {L->getType()}, in CreateConstrainedFPBinOp() 1060 C = CreateIntrinsic(ID, {DestTy, V->getType()}, {V, RoundingV, ExceptV}, in CreateConstrainedFPCast() 1063 C = CreateIntrinsic(ID, {DestTy, V->getType()}, {V, ExceptV}, nullptr, in CreateConstrainedFPCast() 1094 CallInst *C = CreateIntrinsic(ID, {L->getType()}, in CreateConstrainedFPCmp()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/RISCV/ |
| H A D | RISCVGatherScatterLowering.cpp | 475 Call = Builder.CreateIntrinsic( in tryCreateStridedLoadStore() 480 Call = Builder.CreateIntrinsic( in tryCreateStridedLoadStore()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Scalar/ |
| H A D | LoopIdiomRecognize.cpp | 2499 CallInst *XMaskedNumLeadingZeros = Builder.CreateIntrinsic( in recognizeShiftUntilBitTest() 2847 CallInst *ValNumLeadingZeros = Builder.CreateIntrinsic( in recognizeShiftUntilZero() 2862 Value *IVFinal = Builder.CreateIntrinsic(Intrinsic::smax, {Ty}, in recognizeShiftUntilZero()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/AggressiveInstCombine/ |
| H A D | AggressiveInstCombine.cpp | 585 auto Cttz = B.CreateIntrinsic(Intrinsic::cttz, {XType}, {X1, BoolConst}); in tryToRecognizeTableBasedCttz()
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlanRecipes.cpp | 236 Instruction *Call = Builder.CreateIntrinsic( in generateInstruction()
|