| /openbsd-src/gnu/llvm/llvm/lib/Target/X86/ |
| H A D | X86LowerAMXIntrinsics.cpp | 80 template <Intrinsic::ID IntrID> 81 std::enable_if_t<IntrID == Intrinsic::x86_tdpbssd_internal || 82 IntrID == Intrinsic::x86_tdpbsud_internal || 83 IntrID == Intrinsic::x86_tdpbusd_internal || 84 IntrID == Intrinsic::x86_tdpbuud_internal || 85 IntrID == Intrinsic::x86_tdpbf16ps_internal, 92 template <Intrinsic::ID IntrID> 93 std::enable_if_t<IntrID == Intrinsic::x86_tdpbssd_internal || 94 IntrID == Intrinsic::x86_tdpbsud_internal || 95 IntrID == Intrinsic::x86_tdpbusd_internal || [all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Transforms/Scalar/ |
| H A D | EarlyCSE.cpp | 702 IntrID = II->getIntrinsicID(); in ParseMemoryInst() 705 if (isHandledNonTargetIntrinsic(IntrID)) { in ParseMemoryInst() 706 switch (IntrID) { in ParseMemoryInst() 736 if (IntrID != 0) in isLoad() 742 if (IntrID != 0) in isStore() 748 if (IntrID != 0) in isAtomic() 754 if (IntrID != 0) in isUnordered() 767 if (IntrID != 0) in isVolatile() 792 if (IntrID != 0) in getMatchingId() 798 if (IntrID != 0) in getPointerOperand() [all …]
|
| H A D | LoopIdiomRecognize.cpp | 2465 Intrinsic::ID IntrID = Intrinsic::ctlz; in recognizeShiftUntilBitTest() local 2476 IntrID, Ty, {UndefValue::get(Ty), /*is_zero_undef=*/Builder.getTrue()}); in recognizeShiftUntilBitTest() 2500 IntrID, Ty, {XMasked, /*is_zero_undef=*/Builder.getTrue()}, in recognizeShiftUntilBitTest() 2794 Intrinsic::ID IntrID; in recognizeShiftUntilZero() local 2799 if (!detectShiftUntilZeroIdiom(CurLoop, SE, ValShiftedIsZero, IntrID, IV, in recognizeShiftUntilZero() 2830 IntrID, Ty, {UndefValue::get(Ty), /*is_zero_undef=*/Builder.getFalse()}); in recognizeShiftUntilZero() 2848 IntrID, Ty, {Val, /*is_zero_undef=*/Builder.getFalse()}, in recognizeShiftUntilZero()
|
| /openbsd-src/gnu/llvm/llvm/include/llvm/IR/ |
| H A D | PatternMatch.h | 2045 IntrinsicID_match(Intrinsic::ID IntrID) : ID(IntrID) {} in IntrinsicID_match() 2097 template <Intrinsic::ID IntrID> inline IntrinsicID_match m_Intrinsic() { 2098 return IntrinsicID_match(IntrID); 2117 template <Intrinsic::ID IntrID, typename T0> 2119 return m_CombineAnd(m_Intrinsic<IntrID>(), m_Argument<0>(Op0)); 2122 template <Intrinsic::ID IntrID, typename T0, typename T1> 2125 return m_CombineAnd(m_Intrinsic<IntrID>(Op0), m_Argument<1>(Op1)); 2128 template <Intrinsic::ID IntrID, typename T0, typename T1, typename T2> 2131 return m_CombineAnd(m_Intrinsic<IntrID>(Op0, Op1), m_Argument<2>(Op2)); 2134 template <Intrinsic::ID IntrID, typename T0, typename T1, typename T2, [all …]
|
| H A D | IRBuilder.h | 640 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src,
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUISelDAGToDAG.cpp | 2332 void AMDGPUDAGToDAGISel::SelectDSAppendConsume(SDNode *N, unsigned IntrID) { in SelectDSAppendConsume() argument 2335 unsigned Opc = IntrID == Intrinsic::amdgcn_ds_append ? in SelectDSAppendConsume() 2385 static unsigned gwsIntrinToOpcode(unsigned IntrID) { in gwsIntrinToOpcode() argument 2386 switch (IntrID) { in gwsIntrinToOpcode() 2404 void AMDGPUDAGToDAGISel::SelectDS_GWS(SDNode *N, unsigned IntrID) { in SelectDS_GWS() argument 2405 if (IntrID == Intrinsic::amdgcn_ds_gws_sema_release_all && in SelectDS_GWS() 2458 const unsigned Opc = gwsIntrinToOpcode(IntrID); in SelectDS_GWS() 2528 unsigned IntrID = cast<ConstantSDNode>(N->getOperand(1))->getZExtValue(); in SelectINTRINSIC_W_CHAIN() local 2529 switch (IntrID) { in SelectINTRINSIC_W_CHAIN() 2534 SelectDSAppendConsume(N, IntrID); in SelectINTRINSIC_W_CHAIN() [all …]
|
| H A D | AMDGPUPromoteAlloca.cpp | 300 Intrinsic::ID IntrID = Intrinsic::not_intrinsic; in getWorkitemID() local 305 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_x in getWorkitemID() 310 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_y in getWorkitemID() 316 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_z in getWorkitemID() 324 Function *WorkitemIdFn = Intrinsic::getDeclaration(Mod, IntrID); in getWorkitemID()
|
| H A D | AMDGPUISelDAGToDAG.h | 271 void SelectDSAppendConsume(SDNode *N, unsigned IntrID); 273 void SelectDS_GWS(SDNode *N, unsigned IntrID);
|
| H A D | AMDGPUTargetTransformInfo.cpp | 1035 auto IntrID = II->getIntrinsicID(); in rewriteIntrinsicWithAddressSpace() local 1036 switch (IntrID) { in rewriteIntrinsicWithAddressSpace() 1056 unsigned TrueAS = IntrID == Intrinsic::amdgcn_is_shared ? in rewriteIntrinsicWithAddressSpace()
|
| H A D | AMDGPURegisterBankInfo.cpp | 3045 auto IntrID = MI.getIntrinsicID(); in applyMappingImpl() local 3046 switch (IntrID) { in applyMappingImpl() 3116 AMDGPU::lookupRsrcIntrinsic(IntrID)) { in applyMappingImpl() 4516 auto IntrID = MI.getIntrinsicID(); in getInstrMapping() local 4517 const AMDGPU::RsrcIntrinsic *RSrcIntrin = AMDGPU::lookupRsrcIntrinsic(IntrID); in getInstrMapping() 4545 auto IntrID = MI.getIntrinsicID(); in getInstrMapping() local 4546 switch (IntrID) { in getInstrMapping()
|
| H A D | AMDGPULegalizerInfo.cpp | 4641 static unsigned getBufferAtomicPseudo(Intrinsic::ID IntrID) { in getBufferAtomicPseudo() argument 4642 switch (IntrID) { in getBufferAtomicPseudo() 5571 auto IntrID = MI.getIntrinsicID(); in legalizeIntrinsic() local 5572 switch (IntrID) { in legalizeIntrinsic() 5592 if (IntrID == Intrinsic::amdgcn_if) { in legalizeIntrinsic() 5788 return legalizeBufferAtomic(MI, B, IntrID); in legalizeIntrinsic() 5802 return legalizeDSAtomicFPIntrinsic(Helper, MI, IntrID); in legalizeIntrinsic() 5807 AMDGPU::getImageDimIntrinsicInfo(IntrID)) in legalizeIntrinsic()
|
| H A D | SIISelLowering.cpp | 982 unsigned IntrID) const { in getTgtMemIntrinsic() 988 AMDGPU::lookupRsrcIntrinsic(IntrID)) { in getTgtMemIntrinsic() 990 (Intrinsic::ID)IntrID); in getTgtMemIntrinsic() 1007 = AMDGPU::getImageDimIntrinsicInfo(IntrID); in getTgtMemIntrinsic() 1049 switch (IntrID) { in getTgtMemIntrinsic() 1063 switch (IntrID) { in getTgtMemIntrinsic() 1167 if (IntrID == Intrinsic::amdgcn_ds_gws_barrier) in getTgtMemIntrinsic() 7262 unsigned IntrID = cast<ConstantSDNode>(Op.getOperand(1))->getZExtValue(); in LowerINTRINSIC_W_CHAIN() local 7265 switch (IntrID) { in LowerINTRINSIC_W_CHAIN() 7296 unsigned Instruction = IntrID == Intrinsic::amdgcn_ds_ordered_add ? 0 : 1; in LowerINTRINSIC_W_CHAIN() [all …]
|
| H A D | AMDGPUInstructionSelector.cpp | 1513 MachineInstr &MI, Intrinsic::ID IntrID) const { in selectDSOrderedIntrinsic() 1542 unsigned Instruction = IntrID == Intrinsic::amdgcn_ds_ordered_add ? 0 : 1; in selectDSOrderedIntrinsic() 1576 static unsigned gwsIntrinToOpcode(unsigned IntrID) { in gwsIntrinToOpcode() argument 1577 switch (IntrID) { in gwsIntrinToOpcode()
|
| H A D | AMDGPUISelLowering.cpp | 772 unsigned IntrID = cast<ConstantSDNode>(N->getOperand(0))->getZExtValue(); in isSDNodeAlwaysUniform() local 773 switch (IntrID) { in isSDNodeAlwaysUniform()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/SPIRV/ |
| H A D | SPIRVEmitIntrinsics.cpp | 59 CallInst *buildIntrWithMD(Intrinsic::ID IntrID, ArrayRef<Type *> Types, in buildIntrWithMD() argument 64 return IRB->CreateIntrinsic(IntrID, {Types}, {Arg2, VMD}); in buildIntrWithMD()
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/ |
| H A D | MachineVerifier.cpp | 1501 unsigned IntrID = IntrIDOp.getIntrinsicID(); in verifyPreISelGenericInstruction() local 1502 if (IntrID != 0 && IntrID < Intrinsic::num_intrinsics) { in verifyPreISelGenericInstruction() 1504 MF->getFunction().getContext(), static_cast<Intrinsic::ID>(IntrID)); in verifyPreISelGenericInstruction()
|
| /openbsd-src/gnu/llvm/llvm/lib/IR/ |
| H A D | IRBuilder.cpp | 224 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src, in CreateMemTransferInst() argument 233 Function *TheFn = Intrinsic::getDeclaration(M, IntrID, Tys); in CreateMemTransferInst()
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AMDGPU/Utils/ |
| H A D | AMDGPUBaseInfo.h | 1295 bool isIntrinsicSourceOfDivergence(unsigned IntrID);
|
| H A D | AMDGPUBaseInfo.cpp | 2645 bool isIntrinsicSourceOfDivergence(unsigned IntrID) { in isIntrinsicSourceOfDivergence() argument 2646 return lookupSourceOfDivergence(IntrID); in isIntrinsicSourceOfDivergence()
|
| /openbsd-src/gnu/llvm/clang/lib/CodeGen/ |
| H A D | CGExpr.cpp | 3583 llvm::CallInst *CodeGenFunction::EmitTrapCall(llvm::Intrinsic::ID IntrID) { in EmitTrapCall() argument 3585 Builder.CreateCall(CGM.getIntrinsic(IntrID)); in EmitTrapCall()
|
| H A D | CodeGenFunction.h | 4651 llvm::CallInst *EmitTrapCall(llvm::Intrinsic::ID IntrID);
|