Lines Matching defs:MemVT
765 EVT &MemVT, unsigned ShAmt = 0);
790 EVT MemVT, unsigned NumStores,
818 EVT MemVT, SDNode *Root, bool AllowVectors);
825 unsigned NumConsecutiveStores, EVT MemVT,
831 unsigned NumConsecutiveStores, EVT MemVT,
1447 EVT MemVT = LD->getMemoryVT();
1453 MemVT, LD->getMemOperand());
1684 EVT MemVT = LD->getMemoryVT();
1689 MemVT, LD->getMemOperand());
6600 ISD::LoadExtType ExtType, EVT &MemVT,
6610 if (!MemVT.isRound())
6621 if (LdStMemVT.isScalableVector() != MemVT.isScalableVector())
6625 if (LdStMemVT.bitsLT(MemVT))
6634 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT,
6653 !TLI.isLoadExtLegal(ExtType, Load->getValueType(0), MemVT))
6668 Load->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt)
6671 if (!TLI.shouldReduceLoadWidth(Load, ExtType, MemVT))
6677 if (Store->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt)
6681 !TLI.isTruncStoreLegal(Store->getValue().getValueType(), MemVT))
7353 EVT MemVT = GN0->getMemoryVT();
7354 EVT ScalarVT = MemVT.getScalarType();
7363 DAG.getVTList(VT, MVT::Other), MemVT, DL, Ops, GN0->getMemOperand(),
7458 EVT MemVT = LN0->getMemoryVT();
7462 unsigned MemBitSize = MemVT.getScalarSizeInBits();
7466 TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT))) {
7469 LN0->getBasePtr(), MemVT, LN0->getMemOperand());
9066 EVT MemVT = N->getMemoryVT();
9067 if (!(MemVT == MVT::i8 || MemVT == MVT::i16 || MemVT == MVT::i32) ||
9074 unsigned NarrowNumBits = MemVT.getScalarSizeInBits();
9085 if (Store->getMemoryVT() != MemVT || !Store->isSimple() ||
9380 EVT MemVT =
9383 if (!MemVT.isSimple())
9391 MemVT))
9434 TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT,
9442 FirstLoad->getPointerInfo(), MemVT, FirstLoad->getAlign());
12492 EVT MemVT = HG->getMemoryVT();
12502 return DAG.getMaskedHistogram(DAG.getVTList(MVT::Other), MemVT, DL, Ops,
12507 return DAG.getMaskedHistogram(DAG.getVTList(MVT::Other), MemVT, DL, Ops,
13447 EVT MemVT = Load->getMemoryVT();
13448 if (!TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) ||
13555 EVT MemVT = LN0->getMemoryVT();
13558 !TLI.isLoadExtLegal(ExtLoadType, VT, MemVT))
13563 LN0->getBasePtr(), MemVT, LN0->getMemOperand());
13981 EVT MemVT = LN00->getMemoryVT();
13982 if (TLI.isLoadExtLegal(ISD::SEXTLOAD, VT, MemVT) &&
14299 EVT MemVT = LN00->getMemoryVT();
14300 if (TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) &&
14565 EVT MemVT = LN0->getMemoryVT();
14566 if (!LegalOperations || TLI.isLoadExtLegal(ExtType, VT, MemVT)) {
14569 MemVT, LN0->getMemOperand());
20630 SmallVectorImpl<MemOpLink> &StoreNodes, EVT MemVT, unsigned NumStores,
20642 TypeSize ElementSizeBits = MemVT.getStoreSizeInBits();
20644 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1;
20666 StoreTy = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts);
20679 if (MemVT != Val.getValueType()) {
20690 EVT::getIntegerVT(*DAG.getContext(), MemVT.getSizeInBits());
20697 Val = DAG.getBitcast(MemVT, Val);
20701 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS
20710 // type MemVT. If the underlying value is not the correct
20715 if ((MemVT != Val.getValueType()) &&
20718 EVT MemVTScalarTy = MemVT.getScalarType();
20721 Val = DAG.getBitcast(MemVT, Val);
20722 } else if (MemVT.isVector() &&
20724 Val = DAG.getNode(ISD::BUILD_VECTOR, DL, MemVT, Val);
20726 unsigned OpC = MemVT.isVector() ? ISD::EXTRACT_SUBVECTOR
20730 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx);
20737 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS
20768 if (MemVT.getSizeInBits() != ElementSizeBits)
20840 EVT MemVT = St->getMemoryVT();
20848 if (MemVT != LoadVT)
20871 bool NoTypeMatch = (MemVT.isInteger()) ? !MemVT.bitsEq(Other->getMemoryVT())
20872 : Other->getMemoryVT() != MemVT;
20911 if (!MemVT.bitsEq(OtherBC.getValueType()))
21110 EVT MemVT, SDNode *RootNode, bool AllowVectors) {
21113 int64_t ElementSizeBytes = MemVT.getStoreSize();
21114 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1;
21178 if (TLI.storeOfVectorConstantIsCheap(!NonZero, MemVT, i + 1, FirstStoreAS) &&
21182 EVT Ty = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts);
21183 if (TLI.isTypeLegal(Ty) && TLI.isTypeLegal(MemVT) &&
21225 MadeChange |= mergeStoresOfConstantsOrVecElts(StoreNodes, MemVT, NumElem,
21238 EVT MemVT, SDNode *RootNode) {
21241 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1;
21253 EVT Ty = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts);
21297 StoreNodes, MemVT, NumStoresToMerge, /*IsConstantSrc*/ false,
21307 unsigned NumConsecutiveStores, EVT MemVT,
21313 int64_t ElementSizeBytes = MemVT.getStoreSize();
21314 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1;
21351 if (TLI.hasPairedLoad(MemVT, RequiredAlignment) &&
21401 EVT StoreTy = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts);
21508 JointMemOpVT = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts);
21605 EVT MemVT = St->getMemoryVT();
21606 if (MemVT.isScalableVT())
21608 if (!MemVT.isSimple() || MemVT.getSizeInBits() * 2 > MaximumLegalStoreInBits)
21612 int64_t ElementSizeBytes = MemVT.getStoreSize();
21613 if (ElementSizeBytes * 8 != (int64_t)MemVT.getSizeInBits())
21663 MemVT, RootNode, AllowVectors);
21668 MemVT, RootNode);
21673 MemVT, RootNode, AllowVectors,
21852 EVT MemVT = ST->getMemoryVT();
21854 if (MemVT.bitsLT(VT)) { // Is truncating store
21856 MemVT.getScalarSizeInBits());
27364 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT();
27381 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT ||
27399 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT ||
27405 SDValue Res = DAG.getGetFPEnv(Chain, SDLoc(N), StNode->getBasePtr(), MemVT,
27414 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT();
27430 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT ||
27439 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT ||
27446 DAG.getSetFPEnv(LdNode->getChain(), SDLoc(N), LdNode->getBasePtr(), MemVT,