Home
last modified time | relevance | path

Searched defs:MemVT (Results 1 – 25 of 35) sorted by relevance

12

/llvm-project/llvm/lib/Target/AMDGPU/
H A DR600ISelLowering.h57 bool canCombineTruncStore(EVT ValVT, EVT MemVT, in canCombineTruncStore()
H A DR600ISelLowering.cpp1041 EVT MemVT = Store->getMemoryVT(); lowerPrivateTruncStore() local
1115 EVT MemVT = StoreNode->getMemoryVT(); LowerSTORE() local
1267 EVT MemVT = Load->getMemoryVT(); lowerPrivateExtLoad() local
1321 EVT MemVT = LoadNode->getMemoryVT(); LowerLOAD() local
1476 EVT MemVT = VA.getLocVT(); LowerFormalArguments() local
1533 canMergeStoresTo(unsigned AS,EVT MemVT,const MachineFunction & MF) const canMergeStoresTo() argument
[all...]
H A DAMDGPUISelLowering.cpp964 storeOfVectorConstantIsCheap(bool IsZero,EVT MemVT,unsigned NumElem,unsigned AS) const storeOfVectorConstantIsCheap() argument
1196 EVT MemVT = ArgVT; analyzeFormalArgumentsCompute() local
1789 EVT MemVT = Load->getMemoryVT(); SplitVectorLoad() local
1838 EVT MemVT = Load->getMemoryVT(); WidenOrSplitVectorLoad() local
1878 EVT MemVT = Store->getMemoryVT(); SplitVectorStore() local
[all...]
H A DSIISelLowering.cpp1664 canMergeStoresTo(unsigned AS,EVT MemVT,const MachineFunction & MF) const canMergeStoresTo() argument
1996 convertArgType(SelectionDAG & DAG,EVT VT,EVT MemVT,const SDLoc & SL,SDValue Val,bool Signed,const ISD::InputArg * Arg) const convertArgType() argument
2028 lowerKernargMemParameter(SelectionDAG & DAG,EVT VT,EVT MemVT,const SDLoc & SL,SDValue Chain,uint64_t Offset,Align Alignment,bool Signed,const ISD::InputArg * Arg) const lowerKernargMemParameter() argument
2093 MVT MemVT = VA.getValVT(); lowerStackParameter() local
2916 EVT MemVT = VA.getLocVT(); LowerFormalArguments() local
8805 EVT MemVT = VData.getValueType(); lowerRawBufferAtomicIntrin() local
8833 EVT MemVT = VData.getValueType(); lowerStructBufferAtomicIntrin() local
9356 getMemIntrinsicNode(unsigned Opcode,const SDLoc & DL,SDVTList VTList,ArrayRef<SDValue> Ops,EVT MemVT,MachineMemOperand * MMO,SelectionDAG & DAG) const getMemIntrinsicNode() argument
10187 EVT MemVT = Ld->getMemoryVT(); widenLoad() local
10251 EVT MemVT = Load->getMemoryVT(); LowerLOAD() local
11301 performSHLPtrCombine(SDNode * N,unsigned AddrSpace,EVT MemVT,DAGCombinerInfo & DCI) const performSHLPtrCombine() argument
12072 auto MemVT = L->getMemoryVT(); isExtendedFrom16Bits() local
[all...]
/llvm-project/llvm/include/llvm/CodeGen/
H A DTargetLowering.h1456 EVT MemVT) const { in isLoadExtLegalOrCustom() argument
670 storeOfVectorConstantIsCheap(bool IsZero,EVT MemVT,unsigned NumElem,unsigned AddrSpace) storeOfVectorConstantIsCheap() argument
679 mergeStoresAfterLegalization(EVT MemVT) mergeStoresAfterLegalization() argument
684 canMergeStoresTo(unsigned AS,EVT MemVT,const MachineFunction & MF) canMergeStoresTo() argument
1439 getLoadExtAction(unsigned ExtType,EVT ValVT,EVT MemVT) getLoadExtAction() argument
1450 isLoadExtLegal(unsigned ExtType,EVT ValVT,EVT MemVT) isLoadExtLegal() argument
1463 getAtomicLoadExtAction(unsigned ExtType,EVT ValVT,EVT MemVT) getAtomicLoadExtAction() argument
1479 isAtomicLoadExtLegal(unsigned ExtType,EVT ValVT,EVT MemVT) isAtomicLoadExtLegal() argument
1486 getTruncStoreAction(EVT ValVT,EVT MemVT) getTruncStoreAction() argument
1497 isTruncStoreLegal(EVT ValVT,EVT MemVT) isTruncStoreLegal() argument
1503 isTruncStoreLegalOrCustom(EVT ValVT,EVT MemVT) isTruncStoreLegalOrCustom() argument
1509 canCombineTruncStore(EVT ValVT,EVT MemVT,bool LegalOnly) canCombineTruncStore() argument
2552 setLoadExtAction(unsigned ExtType,MVT ValVT,MVT MemVT,LegalizeAction Action) setLoadExtAction() argument
2561 setLoadExtAction(ArrayRef<unsigned> ExtTypes,MVT ValVT,MVT MemVT,LegalizeAction Action) setLoadExtAction() argument
2568 for (auto MemVT : MemVTs) setLoadExtAction() local
2574 setAtomicLoadExtAction(unsigned ExtType,MVT ValVT,MVT MemVT,LegalizeAction Action) setAtomicLoadExtAction() argument
2585 setAtomicLoadExtAction(ArrayRef<unsigned> ExtTypes,MVT ValVT,MVT MemVT,LegalizeAction Action) setAtomicLoadExtAction() argument
2592 for (auto MemVT : MemVTs) setAtomicLoadExtAction() local
2598 setTruncStoreAction(MVT ValVT,MVT MemVT,LegalizeAction Action) setTruncStoreAction() argument
[all...]
H A DBasicTTIImpl.h1358 EVT MemVT = getTLI()->getValueType(DL, Src); global() variable
/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DSelectionDAG.cpp8566 getAtomic(unsigned Opcode,const SDLoc & dl,EVT MemVT,SDVTList VTList,ArrayRef<SDValue> Ops,MachineMemOperand * MMO) getAtomic() argument
8590 getAtomicCmpSwap(unsigned Opcode,const SDLoc & dl,EVT MemVT,SDVTList VTs,SDValue Chain,SDValue Ptr,SDValue Cmp,SDValue Swp,MachineMemOperand * MMO) getAtomicCmpSwap() argument
8601 getAtomic(unsigned Opcode,const SDLoc & dl,EVT MemVT,SDValue Chain,SDValue Ptr,SDValue Val,MachineMemOperand * MMO) getAtomic() argument
8633 getAtomic(unsigned Opcode,const SDLoc & dl,EVT MemVT,EVT VT,SDValue Chain,SDValue Ptr,MachineMemOperand * MMO) getAtomic() argument
8657 getMemIntrinsicNode(unsigned Opcode,const SDLoc & dl,SDVTList VTList,ArrayRef<SDValue> Ops,EVT MemVT,MachinePointerInfo PtrInfo,Align Alignment,MachineMemOperand::Flags Flags,LocationSize Size,const AAMDNodes & AAInfo) getMemIntrinsicNode() argument
8672 getMemIntrinsicNode(unsigned Opcode,const SDLoc & dl,SDVTList VTList,ArrayRef<SDValue> Ops,EVT MemVT,MachineMemOperand * MMO) getMemIntrinsicNode() argument
8809 getLoad(ISD::MemIndexedMode AM,ISD::LoadExtType ExtType,EVT VT,const SDLoc & dl,SDValue Chain,SDValue Ptr,SDValue Offset,MachinePointerInfo PtrInfo,EVT MemVT,Align Alignment,MachineMemOperand::Flags MMOFlags,const AAMDNodes & AAInfo,const MDNode * Ranges) getLoad() argument
8832 getLoad(ISD::MemIndexedMode AM,ISD::LoadExtType ExtType,EVT VT,const SDLoc & dl,SDValue Chain,SDValue Ptr,SDValue Offset,EVT MemVT,MachineMemOperand * MMO) getLoad() argument
8899 getExtLoad(ISD::LoadExtType ExtType,const SDLoc & dl,EVT VT,SDValue Chain,SDValue Ptr,MachinePointerInfo PtrInfo,EVT MemVT,MaybeAlign Alignment,MachineMemOperand::Flags MMOFlags,const AAMDNodes & AAInfo) getExtLoad() argument
8909 getExtLoad(ISD::LoadExtType ExtType,const SDLoc & dl,EVT VT,SDValue Chain,SDValue Ptr,EVT MemVT,MachineMemOperand * MMO) getExtLoad() argument
9080 getLoadVP(ISD::MemIndexedMode AM,ISD::LoadExtType ExtType,EVT VT,const SDLoc & dl,SDValue Chain,SDValue Ptr,SDValue Offset,SDValue Mask,SDValue EVL,MachinePointerInfo PtrInfo,EVT MemVT,Align Alignment,MachineMemOperand::Flags MMOFlags,const AAMDNodes & AAInfo,const MDNode * Ranges,bool IsExpanding) getLoadVP() argument
9104 getLoadVP(ISD::MemIndexedMode AM,ISD::LoadExtType ExtType,EVT VT,const SDLoc & dl,SDValue Chain,SDValue Ptr,SDValue Offset,SDValue Mask,SDValue EVL,EVT MemVT,MachineMemOperand * MMO,bool IsExpanding) getLoadVP() argument
9159 getExtLoadVP(ISD::LoadExtType ExtType,const SDLoc & dl,EVT VT,SDValue Chain,SDValue Ptr,SDValue Mask,SDValue EVL,MachinePointerInfo PtrInfo,EVT MemVT,MaybeAlign Alignment,MachineMemOperand::Flags MMOFlags,const AAMDNodes & AAInfo,bool IsExpanding) getExtLoadVP() argument
9171 getExtLoadVP(ISD::LoadExtType ExtType,const SDLoc & dl,EVT VT,SDValue Chain,SDValue Ptr,SDValue Mask,SDValue EVL,EVT MemVT,MachineMemOperand * MMO,bool IsExpanding) getExtLoadVP() argument
9196 getStoreVP(SDValue Chain,const SDLoc & dl,SDValue Val,SDValue Ptr,SDValue Offset,SDValue Mask,SDValue EVL,EVT MemVT,MachineMemOperand * MMO,ISD::MemIndexedMode AM,bool IsTruncating,bool IsCompressing) getStoreVP() argument
9333 getStridedLoadVP(ISD::MemIndexedMode AM,ISD::LoadExtType ExtType,EVT VT,const SDLoc & DL,SDValue Chain,SDValue Ptr,SDValue Offset,SDValue Stride,SDValue Mask,SDValue EVL,EVT MemVT,MachineMemOperand * MMO,bool IsExpanding) getStridedLoadVP() argument
9376 getExtStridedLoadVP(ISD::LoadExtType ExtType,const SDLoc & DL,EVT VT,SDValue Chain,SDValue Ptr,SDValue Stride,SDValue Mask,SDValue EVL,EVT MemVT,MachineMemOperand * MMO,bool IsExpanding) getExtStridedLoadVP() argument
9386 getStridedStoreVP(SDValue Chain,const SDLoc & DL,SDValue Val,SDValue Ptr,SDValue Offset,SDValue Stride,SDValue Mask,SDValue EVL,EVT MemVT,MachineMemOperand * MMO,ISD::MemIndexedMode AM,bool IsTruncating,bool IsCompressing) getStridedStoreVP() argument
9557 getMaskedLoad(EVT VT,const SDLoc & dl,SDValue Chain,SDValue Base,SDValue Offset,SDValue Mask,SDValue PassThru,EVT MemVT,MachineMemOperand * MMO,ISD::MemIndexedMode AM,ISD::LoadExtType ExtTy,bool isExpanding) getMaskedLoad() argument
9603 getMaskedStore(SDValue Chain,const SDLoc & dl,SDValue Val,SDValue Base,SDValue Offset,SDValue Mask,EVT MemVT,MachineMemOperand * MMO,ISD::MemIndexedMode AM,bool IsTruncating,bool IsCompressing) getMaskedStore() argument
9650 getMaskedGather(SDVTList VTs,EVT MemVT,const SDLoc & dl,ArrayRef<SDValue> Ops,MachineMemOperand * MMO,ISD::MemIndexType IndexType,ISD::LoadExtType ExtTy) getMaskedGather() argument
9697 getMaskedScatter(SDVTList VTs,EVT MemVT,const SDLoc & dl,ArrayRef<SDValue> Ops,MachineMemOperand * MMO,ISD::MemIndexType IndexType,bool IsTrunc) getMaskedScatter() argument
9743 getMaskedHistogram(SDVTList VTs,EVT MemVT,const SDLoc & dl,ArrayRef<SDValue> Ops,MachineMemOperand * MMO,ISD::MemIndexType IndexType) getMaskedHistogram() argument
9782 getGetFPEnv(SDValue Chain,const SDLoc & dl,SDValue Ptr,EVT MemVT,MachineMemOperand * MMO) getGetFPEnv() argument
9809 getSetFPEnv(SDValue Chain,const SDLoc & dl,SDValue Ptr,EVT MemVT,MachineMemOperand * MMO) getSetFPEnv() argument
[all...]
H A DLegalizeDAG.cpp500 EVT MemVT = ST->getMemoryVT(); LegalizeStoreOps() local
611 EVT MemVT = ST->getMemoryVT(); LegalizeStoreOps() local
672 EVT MemVT = LD->getMemoryVT(); LegalizeLoadOps() local
859 EVT MemVT = LD->getMemoryVT(); LegalizeLoadOps() local
1516 EVT MemVT = isa<BuildVectorSDNode>(Node) ? VT.getVectorElementType() ExpandVectorBuildThroughStack() local
4050 EVT MemVT = EVT::getIntegerVT(*DAG.getContext(), EntrySize * 8); ExpandNode() local
[all...]
H A DDAGCombiner.cpp1428 EVT MemVT = LD->getMemoryVT(); PromoteOperand() local
1665 EVT MemVT = LD->getMemoryVT(); PromoteLoad() local
6469 isLegalNarrowLdSt(LSBaseSDNode * LDST,ISD::LoadExtType ExtType,EVT & MemVT,unsigned ShAmt) isLegalNarrowLdSt() argument
7222 EVT MemVT = GN0->getMemoryVT(); visitAND() local
7300 EVT MemVT = LN0->getMemoryVT(); visitAND() local
8908 EVT MemVT = N->getMemoryVT(); mergeTruncStores() local
9222 EVT MemVT = MatchLoadCombine() local
13124 EVT MemVT = Load->getMemoryVT(); CombineZExtLogicopShiftLoad() local
13232 EVT MemVT = LN0->getMemoryVT(); tryToFoldExtOfExtload() local
13655 EVT MemVT = LN00->getMemoryVT(); visitSIGN_EXTEND() local
13973 EVT MemVT = LN00->getMemoryVT(); visitZERO_EXTEND() local
14242 EVT MemVT = LN0->getMemoryVT(); visitANY_EXTEND() local
20140 mergeStoresOfConstantsOrVecElts(SmallVectorImpl<MemOpLink> & StoreNodes,EVT MemVT,unsigned NumStores,bool IsConstantSrc,bool UseVector,bool UseTrunc) mergeStoresOfConstantsOrVecElts() argument
20350 EVT MemVT = St->getMemoryVT(); getStoreMergeCandidates() local
20611 tryStoreMergeOfConstants(SmallVectorImpl<MemOpLink> & StoreNodes,unsigned NumConsecutiveStores,EVT MemVT,SDNode * RootNode,bool AllowVectors) tryStoreMergeOfConstants() argument
20739 tryStoreMergeOfExtracts(SmallVectorImpl<MemOpLink> & StoreNodes,unsigned NumConsecutiveStores,EVT MemVT,SDNode * RootNode) tryStoreMergeOfExtracts() argument
20808 tryStoreMergeOfLoads(SmallVectorImpl<MemOpLink> & StoreNodes,unsigned NumConsecutiveStores,EVT MemVT,SDNode * RootNode,bool AllowVectors,bool IsNonTemporalStore,bool IsNonTemporalLoad) tryStoreMergeOfLoads() argument
21106 EVT MemVT = St->getMemoryVT(); mergeConsecutiveStores() local
21349 EVT MemVT = ST->getMemoryVT(); visitATOMIC_STORE() local
26777 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT(); visitGET_FPENV_MEM() local
26828 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT(); visitSET_FPENV_MEM() local
[all...]
H A DLegalizeVectorTypes.cpp1313 IncrementPointer(MemSDNode * N,EVT MemVT,MachinePointerInfo & MPI,SDValue & Ptr,uint64_t * ScaledOffset) IncrementPointer() argument
3002 EVT MemVT = EVT::getVectorVT(*DAG.getContext(), VT.getVectorElementType(), SplitVecRes_VP_REVERSE() local
7230 for (EVT MemVT : reverse(MVT::integer_valuetypes())) { findMemType() local
7251 for (EVT MemVT : reverse(MVT::vector_valuetypes())) { findMemType() local
7407 for (EVT MemVT : MemVTs) { GenWidenVectorLoads() local
[all...]
H A DSelectionDAGBuilder.cpp2901 EVT MemVT = TLI.getMemValueType(DAG.getDataLayout(), CB.CmpLHS->getType()); visitSwitchCase() local
3645 EVT MemVT = visitICmp() local
5058 MVT MemVT = getValue(I.getCompareOperand()).getSimpleValueType(); visitAtomicCmpXchg() local
5114 auto MemVT = getValue(I.getValOperand()).getSimpleValueType(); visitAtomicRMW() local
5158 EVT MemVT = TLI.getMemValueType(DAG.getDataLayout(), I.getType()); visitAtomicLoad() local
5194 EVT MemVT = visitAtomicStore() local
7908 EVT MemVT = visitIntrinsicCall() local
[all...]
/llvm-project/llvm/lib/Target/VE/
H A DVEISelLowering.cpp1379 if (MemVT == MVT::v256i1 || MemVT == MVT::v4i64) { in lowerLoadI1() local
1430 EVT MemVT = LdNode->getMemoryVT(); lowerLOAD() local
1503 EVT MemVT = StNode->getMemoryVT(); lowerStoreI1() local
1543 EVT MemVT = StNode->getMemoryVT(); lowerSTORE() local
[all...]
/llvm-project/llvm/lib/Target/X86/
H A DX86ISelLowering.h1104 mergeStoresAfterLegalization(EVT MemVT) mergeStoresAfterLegalization() argument
1469 storeOfVectorConstantIsCheap(bool IsZero,EVT MemVT,unsigned NumElem,unsigned AddrSpace) storeOfVectorConstantIsCheap() argument
H A DX86ISelDAGToDAG.cpp1382 MVT MemVT = (N->getOpcode() == ISD::FP_ROUND) ? DstVT : SrcVT; PreprocessISelDAG() local
1438 MVT MemVT = (N->getOpcode() == ISD::STRICT_FP_ROUND) ? DstVT : SrcVT; PreprocessISelDAG() local
3564 EVT MemVT = StoreNode->getMemoryVT(); foldLoadStoreIntoMemOperand() local
[all...]
/llvm-project/llvm/lib/Target/ARM/
H A DARMISelLowering.h689 canMergeStoresTo(unsigned AddressSpace,EVT MemVT,const MachineFunction & MF) canMergeStoresTo() argument
/llvm-project/llvm/lib/Target/Mips/
H A DMipsISelLowering.cpp2781 ((MemVT != MVT::i32) && (MemVT != MVT::i64))) in createStoreLR() local
2699 EVT VT = LD->getValueType(0), MemVT = LD->getMemoryVT(); createLoadLR() local
2716 EVT MemVT = LD->getMemoryVT(); lowerLOAD() local
2842 EVT MemVT = SD->getMemoryVT(); lowerSTORE() local
[all...]
/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVISelLowering.h661 storeOfVectorConstantIsCheap(bool IsZero,EVT MemVT,unsigned NumElem,unsigned AddrSpace) storeOfVectorConstantIsCheap() argument
/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64ISelLowering.h842 canMergeStoresTo(unsigned AddressSpace,EVT MemVT,const MachineFunction & MF) canMergeStoresTo() argument
H A DAArch64ISelLowering.cpp6164 EVT MemVT = MGT->getMemoryVT(); LowerMGATHER() local
6263 EVT MemVT = MSC->getMemoryVT(); LowerMSCATTER() local
6360 LowerTruncateVectorStore(SDLoc DL,StoreSDNode * ST,EVT VT,EVT MemVT,SelectionDAG & DAG) LowerTruncateVectorStore() argument
6402 EVT MemVT = StoreNode->getMemoryVT(); LowerSTORE() local
7370 MVT MemVT = VA.getValVT(); LowerFormalArguments() local
18632 isConstantSplatVectorMaskForType(SDNode * N,EVT MemVT) isConstantSplatVectorMaskForType() argument
18745 EVT MemVT; performSVEAndCombine() local
22240 EVT MemVT = LoadSDN->getMemoryVT(); performPostLD1Combine() local
22382 EVT MemVT = LD->getMemoryVT(); combineV3I8LoadExt() local
22440 EVT MemVT = LD->getMemoryVT(); performLOADCombine() local
22621 EVT MemVT = Store->getMemoryVT(); combineBoolVectorAndTruncateStore() local
22798 EVT MemVT = MST->getMemoryVT(); performMSTORECombine() local
26047 EVT MemVT = LoadNode->getMemoryVT(); ReplaceNodeResults() local
27020 EVT MemVT = Load->getMemoryVT(); LowerFixedLengthVectorLoadToSVE() local
27128 EVT MemVT = Store->getMemoryVT(); LowerFixedLengthVectorStoreToSVE() local
27771 EVT MemVT = EVT::getVectorVT(*DAG.getContext(), IncVT, LowerVECTOR_HISTOGRAM() local
[all...]
/llvm-project/llvm/lib/Target/PowerPC/
H A DPPCISelLowering.cpp3021 EVT MemVT = LD->getMemoryVT(); usePartialVectorLoads() local
8545 canReuseLoadAddress(SDValue Op,EVT MemVT,ReuseLoadInfo & RLI,SelectionDAG & DAG,ISD::LoadExtType ET) const canReuseLoadAddress() argument
9428 EVT MemVT = InputNode->getMemoryVT(); isValidSplatLoad() local
11231 EVT MemVT = AtomicNode->getMemoryVT(); LowerATOMIC_CMP_SWAP() local
11262 EVT MemVT = N->getMemoryVT(); LowerATOMIC_LOAD_STORE() local
15921 EVT MemVT = cast<StoreSDNode>(N)->getMemoryVT(); PerformDAGCombine() local
16065 EVT MemVT = LD->getMemoryVT(); PerformDAGCombine() local
17410 EVT MemVT = LD->getMemoryVT(); isZExtFree() local
18368 EVT MemVT = MN->getMemoryVT(); computeMOFlags() local
[all...]
/llvm-project/llvm/lib/CodeGen/
H A DTargetLoweringBase.cpp857 for (MVT MemVT : MVT::all_valuetypes()) initActions() local
/llvm-project/llvm/lib/Target/NVPTX/
H A DNVPTXISelDAGToDAG.cpp2071 EVT MemVT = Mem->getMemoryVT(); tryLoadParam() local
H A DNVPTXISelLowering.cpp2901 EVT MemVT = Load->getMemoryVT(); LowerLOAD() local
5546 EVT MemVT = Mem->getMemoryVT(); PerformANDCombine() local
/llvm-project/llvm/lib/Target/Sparc/
H A DSparcISelLowering.cpp3011 EVT MemVT = LdNode->getMemoryVT(); LowerLOAD() local
3060 EVT MemVT = St->getMemoryVT(); LowerSTORE() local
/llvm-project/llvm/lib/Target/SystemZ/
H A DSystemZISelDAGToDAG.cpp1401 EVT MemVT = StoreNode->getMemoryVT(); tryFoldLoadStoreIntoMemOperand() local

12