Lines Matching defs:MemVT
754 EVT &MemVT, unsigned ShAmt = 0);
779 EVT MemVT, unsigned NumStores,
807 EVT MemVT, SDNode *Root, bool AllowVectors);
814 unsigned NumConsecutiveStores, EVT MemVT,
820 unsigned NumConsecutiveStores, EVT MemVT,
1433 EVT MemVT = LD->getMemoryVT();
1439 MemVT, LD->getMemOperand());
1670 EVT MemVT = LD->getMemoryVT();
1675 MemVT, LD->getMemOperand());
6455 ISD::LoadExtType ExtType, EVT &MemVT,
6465 if (!MemVT.isRound())
6476 if (LdStMemVT.isScalableVector() != MemVT.isScalableVector())
6480 if (LdStMemVT.bitsLT(MemVT))
6489 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT,
6508 !TLI.isLoadExtLegal(ExtType, Load->getValueType(0), MemVT))
6523 Load->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt)
6526 if (!TLI.shouldReduceLoadWidth(Load, ExtType, MemVT))
6532 if (Store->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt)
6536 !TLI.isTruncStoreLegal(Store->getValue().getValueType(), MemVT))
7208 EVT MemVT = GN0->getMemoryVT();
7209 EVT ScalarVT = MemVT.getScalarType();
7218 DAG.getVTList(VT, MVT::Other), MemVT, DL, Ops, GN0->getMemOperand(),
7286 EVT MemVT = LN0->getMemoryVT();
7290 unsigned MemBitSize = MemVT.getScalarSizeInBits();
7294 TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT))) {
7297 LN0->getBasePtr(), MemVT, LN0->getMemOperand());
8894 EVT MemVT = N->getMemoryVT();
8895 if (!(MemVT == MVT::i8 || MemVT == MVT::i16 || MemVT == MVT::i32) ||
8902 unsigned NarrowNumBits = MemVT.getScalarSizeInBits();
8913 if (Store->getMemoryVT() != MemVT || !Store->isSimple() ||
9208 EVT MemVT =
9211 if (!MemVT.isSimple())
9219 MemVT))
9262 TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT,
9270 FirstLoad->getPointerInfo(), MemVT, FirstLoad->getAlign());
13156 EVT MemVT = Load->getMemoryVT();
13157 if (!TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) ||
13264 EVT MemVT = LN0->getMemoryVT();
13267 !TLI.isLoadExtLegal(ExtLoadType, VT, MemVT))
13272 LN0->getBasePtr(), MemVT, LN0->getMemOperand());
13687 EVT MemVT = LN00->getMemoryVT();
13688 if (TLI.isLoadExtLegal(ISD::SEXTLOAD, VT, MemVT) &&
14004 EVT MemVT = LN00->getMemoryVT();
14005 if (TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) &&
14273 EVT MemVT = LN0->getMemoryVT();
14274 if (!LegalOperations || TLI.isLoadExtLegal(ExtType, VT, MemVT)) {
14277 MemVT, LN0->getMemOperand());
20187 SmallVectorImpl<MemOpLink> &StoreNodes, EVT MemVT, unsigned NumStores,
20199 TypeSize ElementSizeBits = MemVT.getStoreSizeInBits();
20201 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1;
20223 StoreTy = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts);
20236 if (MemVT != Val.getValueType()) {
20247 EVT::getIntegerVT(*DAG.getContext(), MemVT.getSizeInBits());
20254 Val = DAG.getBitcast(MemVT, Val);
20258 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS
20267 // type MemVT. If the underlying value is not the correct
20272 if ((MemVT != Val.getValueType()) &&
20275 EVT MemVTScalarTy = MemVT.getScalarType();
20278 Val = DAG.getBitcast(MemVT, Val);
20279 } else if (MemVT.isVector() &&
20281 Val = DAG.getNode(ISD::BUILD_VECTOR, DL, MemVT, Val);
20283 unsigned OpC = MemVT.isVector() ? ISD::EXTRACT_SUBVECTOR
20287 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx);
20294 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS
20325 if (MemVT.getSizeInBits() != ElementSizeBits)
20397 EVT MemVT = St->getMemoryVT();
20405 if (MemVT != LoadVT)
20428 bool NoTypeMatch = (MemVT.isInteger()) ? !MemVT.bitsEq(Other->getMemoryVT())
20429 : Other->getMemoryVT() != MemVT;
20468 if (!MemVT.bitsEq(OtherBC.getValueType()))
20666 EVT MemVT, SDNode *RootNode, bool AllowVectors) {
20669 int64_t ElementSizeBytes = MemVT.getStoreSize();
20670 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1;
20734 if (TLI.storeOfVectorConstantIsCheap(!NonZero, MemVT, i + 1, FirstStoreAS) &&
20738 EVT Ty = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts);
20739 if (TLI.isTypeLegal(Ty) && TLI.isTypeLegal(MemVT) &&
20781 MadeChange |= mergeStoresOfConstantsOrVecElts(StoreNodes, MemVT, NumElem,
20794 EVT MemVT, SDNode *RootNode) {
20797 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1;
20809 EVT Ty = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts);
20853 StoreNodes, MemVT, NumStoresToMerge, /*IsConstantSrc*/ false,
20863 unsigned NumConsecutiveStores, EVT MemVT,
20869 int64_t ElementSizeBytes = MemVT.getStoreSize();
20870 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1;
20907 if (TLI.hasPairedLoad(MemVT, RequiredAlignment) &&
20957 EVT StoreTy = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts);
21064 JointMemOpVT = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts);
21161 EVT MemVT = St->getMemoryVT();
21162 if (MemVT.isScalableVT())
21164 if (!MemVT.isSimple() || MemVT.getSizeInBits() * 2 > MaximumLegalStoreInBits)
21168 int64_t ElementSizeBytes = MemVT.getStoreSize();
21169 if (ElementSizeBytes * 8 != (int64_t)MemVT.getSizeInBits())
21219 MemVT, RootNode, AllowVectors);
21224 MemVT, RootNode);
21229 MemVT, RootNode, AllowVectors,
21408 EVT MemVT = ST->getMemoryVT();
21410 if (MemVT.bitsLT(VT)) { // Is truncating store
21412 MemVT.getScalarSizeInBits());
26836 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT();
26853 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT ||
26872 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT ||
26878 SDValue Res = DAG.getGetFPEnv(Chain, SDLoc(N), StNode->getBasePtr(), MemVT,
26887 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT();
26903 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT ||
26912 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT ||
26919 DAG.getSetFPEnv(LdNode->getChain(), SDLoc(N), LdNode->getBasePtr(), MemVT,