| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/X86/ |
| H A D | X86LowerAMXIntrinsics.cpp | 79 template <Intrinsic::ID IntrID> 80 typename std::enable_if<IntrID == Intrinsic::x86_tdpbssd_internal || 81 IntrID == Intrinsic::x86_tdpbsud_internal || 82 IntrID == Intrinsic::x86_tdpbusd_internal || 83 IntrID == Intrinsic::x86_tdpbuud_internal || 84 IntrID == Intrinsic::x86_tdpbf16ps_internal, 91 template <Intrinsic::ID IntrID> 92 typename std::enable_if<IntrID == Intrinsic::x86_tdpbssd_internal || 93 IntrID == Intrinsic::x86_tdpbsud_internal || 94 IntrID == Intrinsic::x86_tdpbusd_internal || [all …]
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Transforms/Scalar/ |
| H A D | EarlyCSE.cpp | 683 IntrID = II->getIntrinsicID(); in ParseMemoryInst() 686 if (isHandledNonTargetIntrinsic(IntrID)) { in ParseMemoryInst() 687 switch (IntrID) { in ParseMemoryInst() 717 if (IntrID != 0) in isLoad() 723 if (IntrID != 0) in isStore() 729 if (IntrID != 0) in isAtomic() 735 if (IntrID != 0) in isUnordered() 748 if (IntrID != 0) in isVolatile() 773 if (IntrID != 0) in getMatchingId() 779 if (IntrID != 0) in getPointerOperand() [all …]
|
| H A D | LoopIdiomRecognize.cpp | 2273 Intrinsic::ID IntrID = Intrinsic::ctlz; in recognizeShiftUntilBitTest() local 2284 IntrID, Ty, {UndefValue::get(Ty), /*is_zero_undef=*/Builder.getTrue()}); in recognizeShiftUntilBitTest() 2308 IntrID, Ty, {XMasked, /*is_zero_undef=*/Builder.getTrue()}, in recognizeShiftUntilBitTest() 2610 Intrinsic::ID IntrID = Intrinsic::ctlz; in recognizeShiftUntilZero() local 2621 IntrID, Ty, {UndefValue::get(Ty), /*is_zero_undef=*/Builder.getFalse()}); in recognizeShiftUntilZero() 2639 IntrID, Ty, {Val, /*is_zero_undef=*/Builder.getFalse()}, in recognizeShiftUntilZero()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/include/llvm/IR/ |
| H A D | PatternMatch.h | 2055 IntrinsicID_match(Intrinsic::ID IntrID) : ID(IntrID) {} in IntrinsicID_match() 2108 template <Intrinsic::ID IntrID> inline IntrinsicID_match m_Intrinsic() { 2109 return IntrinsicID_match(IntrID); 2112 template <Intrinsic::ID IntrID, typename T0> 2114 return m_CombineAnd(m_Intrinsic<IntrID>(), m_Argument<0>(Op0)); 2117 template <Intrinsic::ID IntrID, typename T0, typename T1> 2120 return m_CombineAnd(m_Intrinsic<IntrID>(Op0), m_Argument<1>(Op1)); 2123 template <Intrinsic::ID IntrID, typename T0, typename T1, typename T2> 2126 return m_CombineAnd(m_Intrinsic<IntrID>(Op0, Op1), m_Argument<2>(Op2)); 2129 template <Intrinsic::ID IntrID, typename T0, typename T1, typename T2, [all …]
|
| H A D | IRBuilder.h | 634 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src,
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUISelDAGToDAG.cpp | 273 void SelectDSAppendConsume(SDNode *N, unsigned IntrID); 274 void SelectDS_GWS(SDNode *N, unsigned IntrID); 2418 void AMDGPUDAGToDAGISel::SelectDSAppendConsume(SDNode *N, unsigned IntrID) { in SelectDSAppendConsume() argument 2421 unsigned Opc = IntrID == Intrinsic::amdgcn_ds_append ? in SelectDSAppendConsume() 2458 static unsigned gwsIntrinToOpcode(unsigned IntrID) { in gwsIntrinToOpcode() argument 2459 switch (IntrID) { in gwsIntrinToOpcode() 2477 void AMDGPUDAGToDAGISel::SelectDS_GWS(SDNode *N, unsigned IntrID) { in SelectDS_GWS() argument 2478 if (IntrID == Intrinsic::amdgcn_ds_gws_sema_release_all && in SelectDS_GWS() 2531 const unsigned Opc = gwsIntrinToOpcode(IntrID); in SelectDS_GWS() 2601 unsigned IntrID = cast<ConstantSDNode>(N->getOperand(1))->getZExtValue(); in SelectINTRINSIC_W_CHAIN() local [all …]
|
| H A D | AMDGPUPromoteAlloca.cpp | 293 Intrinsic::ID IntrID = Intrinsic::not_intrinsic; in getWorkitemID() local 297 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_x in getWorkitemID() 301 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_y in getWorkitemID() 306 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_z in getWorkitemID() 313 Function *WorkitemIdFn = Intrinsic::getDeclaration(Mod, IntrID); in getWorkitemID()
|
| H A D | AMDGPUCodeGenPrepare.cpp | 508 Intrinsic::ID IntrID = Intrinsic::not_intrinsic; in replaceMulWithMul24() local 512 IntrID = Intrinsic::amdgcn_mul_u24; in replaceMulWithMul24() 514 IntrID = Intrinsic::amdgcn_mul_i24; in replaceMulWithMul24() 526 FunctionCallee Intrin = Intrinsic::getDeclaration(Mod, IntrID); in replaceMulWithMul24() 529 if (IntrID == Intrinsic::amdgcn_mul_u24) { in replaceMulWithMul24() 539 if (IntrID == Intrinsic::amdgcn_mul_u24) { in replaceMulWithMul24()
|
| H A D | AMDGPUTargetTransformInfo.cpp | 1069 auto IntrID = II->getIntrinsicID(); in rewriteIntrinsicWithAddressSpace() local 1070 switch (IntrID) { in rewriteIntrinsicWithAddressSpace() 1090 unsigned TrueAS = IntrID == Intrinsic::amdgcn_is_shared ? in rewriteIntrinsicWithAddressSpace()
|
| H A D | AMDGPULegalizerInfo.cpp | 3882 static unsigned getBufferAtomicPseudo(Intrinsic::ID IntrID) { in getBufferAtomicPseudo() argument 3883 switch (IntrID) { in getBufferAtomicPseudo() 4686 auto IntrID = MI.getIntrinsicID(); in legalizeIntrinsic() local 4687 switch (IntrID) { in legalizeIntrinsic() 4707 if (IntrID == Intrinsic::amdgcn_if) { in legalizeIntrinsic() 4876 return legalizeBufferAtomic(MI, B, IntrID); in legalizeIntrinsic() 4890 return legalizeDSAtomicFPIntrinsic(Helper, MI, IntrID); in legalizeIntrinsic() 4895 AMDGPU::getImageDimIntrinsicInfo(IntrID)) in legalizeIntrinsic()
|
| H A D | AMDGPURegisterBankInfo.cpp | 2955 auto IntrID = MI.getIntrinsicID(); in applyMappingImpl() local 2956 switch (IntrID) { in applyMappingImpl() 2997 AMDGPU::lookupRsrcIntrinsic(IntrID)) { in applyMappingImpl() 4149 auto IntrID = MI.getIntrinsicID(); in getInstrMapping() local 4150 const AMDGPU::RsrcIntrinsic *RSrcIntrin = AMDGPU::lookupRsrcIntrinsic(IntrID); in getInstrMapping() 4167 auto IntrID = MI.getIntrinsicID(); in getInstrMapping() local 4168 switch (IntrID) { in getInstrMapping()
|
| H A D | SIISelLowering.cpp | 1019 unsigned IntrID) const { in getTgtMemIntrinsic() 1021 AMDGPU::lookupRsrcIntrinsic(IntrID)) { in getTgtMemIntrinsic() 1023 (Intrinsic::ID)IntrID); in getTgtMemIntrinsic() 1044 = AMDGPU::getImageDimIntrinsicInfo(IntrID); in getTgtMemIntrinsic() 1090 switch (IntrID) { in getTgtMemIntrinsic() 1195 if (IntrID == Intrinsic::amdgcn_ds_gws_barrier) in getTgtMemIntrinsic() 6809 unsigned IntrID = cast<ConstantSDNode>(Op.getOperand(1))->getZExtValue(); in LowerINTRINSIC_W_CHAIN() local 6812 switch (IntrID) { in LowerINTRINSIC_W_CHAIN() 6843 unsigned Instruction = IntrID == Intrinsic::amdgcn_ds_ordered_add ? 0 : 1; in LowerINTRINSIC_W_CHAIN() 6868 switch (IntrID) { in LowerINTRINSIC_W_CHAIN() [all …]
|
| H A D | AMDGPUInstructionSelector.cpp | 1236 MachineInstr &MI, Intrinsic::ID IntrID) const { in selectDSOrderedIntrinsic() 1265 unsigned Instruction = IntrID == Intrinsic::amdgcn_ds_ordered_add ? 0 : 1; in selectDSOrderedIntrinsic() 1297 static unsigned gwsIntrinToOpcode(unsigned IntrID) { in gwsIntrinToOpcode() argument 1298 switch (IntrID) { in gwsIntrinToOpcode()
|
| H A D | AMDGPUISelLowering.cpp | 798 unsigned IntrID = cast<ConstantSDNode>(N->getOperand(0))->getZExtValue(); in isSDNodeAlwaysUniform() local 799 switch (IntrID) { in isSDNodeAlwaysUniform()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/AMDGPU/Utils/ |
| H A D | AMDGPUBaseInfo.h | 899 bool isIntrinsicSourceOfDivergence(unsigned IntrID);
|
| H A D | AMDGPUBaseInfo.cpp | 1976 bool isIntrinsicSourceOfDivergence(unsigned IntrID) { in isIntrinsicSourceOfDivergence() argument 1977 return lookupSourceOfDivergence(IntrID); in isIntrinsicSourceOfDivergence()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/CodeGen/ |
| H A D | MachineVerifier.cpp | 1390 unsigned IntrID = IntrIDOp.getIntrinsicID(); in verifyPreISelGenericInstruction() local 1391 if (IntrID != 0 && IntrID < Intrinsic::num_intrinsics) { in verifyPreISelGenericInstruction() 1394 static_cast<Intrinsic::ID>(IntrID)); in verifyPreISelGenericInstruction()
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/IR/ |
| H A D | IRBuilder.cpp | 170 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src, in CreateMemTransferInst() argument 179 Function *TheFn = Intrinsic::getDeclaration(M, IntrID, Tys); in CreateMemTransferInst()
|
| /netbsd-src/external/apache2/llvm/dist/clang/lib/CodeGen/ |
| H A D | CGExpr.cpp | 3518 llvm::CallInst *CodeGenFunction::EmitTrapCall(llvm::Intrinsic::ID IntrID) { in EmitTrapCall() argument 3520 Builder.CreateCall(CGM.getIntrinsic(IntrID)); in EmitTrapCall()
|
| H A D | CodeGenFunction.h | 4559 llvm::CallInst *EmitTrapCall(llvm::Intrinsic::ID IntrID);
|