Lines Matching defs:MemVT
6197 EVT MemVT = MGT->getMemoryVT();
6206 DAG.getMaskedGather(MGT->getVTList(), MemVT, DL, Ops,
6215 // SVE supports an index scaled by sizeof(MemVT.elt) only, everything else
6218 if (IsScaled && ScaleVal != MemVT.getScalarStoreSize()) {
6226 return DAG.getMaskedGather(MGT->getVTList(), MemVT, DL, Ops,
6237 MemVT = MemVT.changeVectorElementTypeToInteger();
6259 MemVT = ContainerVT.changeVectorElementType(MemVT.getVectorElementType());
6268 DAG.getMaskedGather(DAG.getVTList(ContainerVT, MVT::Other), MemVT, DL,
6296 EVT MemVT = MSC->getMemoryVT();
6303 // SVE supports an index scaled by sizeof(MemVT.elt) only, everything else
6306 if (IsScaled && ScaleVal != MemVT.getScalarStoreSize()) {
6314 return DAG.getMaskedScatter(MSC->getVTList(), MemVT, DL, Ops,
6326 MemVT = MemVT.changeVectorElementTypeToInteger();
6350 MemVT = ContainerVT.changeVectorElementType(MemVT.getVectorElementType());
6357 return DAG.getMaskedScatter(MSC->getVTList(), MemVT, DL, Ops,
6393 EVT VT, EVT MemVT,
6396 assert(MemVT == MVT::v4i8 && VT == MVT::v4i16);
6435 EVT MemVT = StoreNode->getMemoryVT();
6445 if (Alignment < MemVT.getStoreSize() &&
6446 !allowsMisalignedMemoryAccesses(MemVT, AS, Alignment,
6453 MemVT == MVT::v4i8) {
6454 return LowerTruncateVectorStore(Dl, StoreNode, VT, MemVT, DAG);
6459 ElementCount EC = MemVT.getVectorElementCount();
6460 if (StoreNode->isNonTemporal() && MemVT.getSizeInBits() == 256u &&
6462 (MemVT.getScalarSizeInBits() == 8u ||
6463 MemVT.getScalarSizeInBits() == 16u ||
6464 MemVT.getScalarSizeInBits() == 32u ||
6465 MemVT.getScalarSizeInBits() == 64u)) {
6468 MemVT.getHalfNumVectorElementsVT(*DAG.getContext()),
6472 MemVT.getHalfNumVectorElementsVT(*DAG.getContext()),
6481 } else if (MemVT == MVT::i128 && StoreNode->isVolatile()) {
6483 } else if (MemVT == MVT::i64x8) {
7464 // For NON_EXTLOAD, generic code in getLoad assert(ValVT == MemVT)
7466 MVT MemVT = VA.getValVT();
7473 MemVT = VA.getLocVT();
7479 MemVT = VA.getLocVT();
7493 MemVT);
18846 static bool isConstantSplatVectorMaskForType(SDNode *N, EVT MemVT) {
18847 if (!MemVT.getVectorElementType().isSimple())
18851 switch (MemVT.getVectorElementType().getSimpleVT().SimpleTy) {
18959 EVT MemVT;
18967 MemVT = cast<VTSDNode>(Src->getOperand(3))->getVT();
18984 MemVT = cast<VTSDNode>(Src->getOperand(4))->getVT();
18990 if (isConstantSplatVectorMaskForType(Mask.getNode(), MemVT))
22454 EVT MemVT = LoadSDN->getMemoryVT();
22456 if (MemVT != VT.getVectorElementType())
22523 MemVT,
22596 EVT MemVT = LD->getMemoryVT();
22597 if (MemVT != EVT::getVectorVT(*DAG.getContext(), MVT::i8, 3) ||
22626 SDValue Extract = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, MemVT, Cast,
22654 EVT MemVT = LD->getMemoryVT();
22655 if (MemVT.isScalableVector() || MemVT.getSizeInBits() <= 256 ||
22656 MemVT.getSizeInBits() % 256 == 0 ||
22657 256 % MemVT.getScalarSizeInBits() != 0)
22670 MVT::getVectorVT(MemVT.getVectorElementType().getSimpleVT(),
22671 256 / MemVT.getVectorElementType().getSizeInBits());
22672 unsigned Num256Loads = MemVT.getSizeInBits() / 256;
22690 unsigned BitsRemaining = MemVT.getSizeInBits() % 256;
22691 unsigned PtrOffset = (MemVT.getSizeInBits() - BitsRemaining) / 8;
22693 MemVT.getVectorElementType().getSimpleVT(),
22694 BitsRemaining / MemVT.getVectorElementType().getSizeInBits());
22710 EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(),
22716 DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, MemVT,
22835 EVT MemVT = Store->getMemoryVT();
22837 if (!MemVT.isVector() || !VT.isVector() ||
22838 MemVT.getVectorElementType() != MVT::i1)
22846 VecOp = DAG.getNode(ISD::TRUNCATE, DL, MemVT, VecOp);
22852 EVT::getIntegerVT(*DAG.getContext(), MemVT.getStoreSizeInBits());
23012 EVT MemVT = MST->getMemoryVT();
23013 if (!isHalvingTruncateOfLegalScalableType(ValueVT, MemVT))
26261 EVT MemVT = LoadNode->getMemoryVT();
26265 MemVT.getSizeInBits() == 256u &&
26266 (MemVT.getScalarSizeInBits() == 8u ||
26267 MemVT.getScalarSizeInBits() == 16u ||
26268 MemVT.getScalarSizeInBits() == 32u ||
26269 MemVT.getScalarSizeInBits() == 64u)) {
26273 DAG.getVTList({MemVT.getHalfNumVectorElementsVT(*DAG.getContext()),
26274 MemVT.getHalfNumVectorElementsVT(*DAG.getContext()),
26279 SDValue Pair = DAG.getNode(ISD::CONCAT_VECTORS, SDLoc(N), MemVT,
27234 EVT MemVT = Load->getMemoryVT();
27240 MemVT = MemVT.changeTypeToInteger();
27245 DAG.getUNDEF(LoadVT), MemVT, Load->getMemOperand(),
27342 EVT MemVT = Store->getMemoryVT();
27350 MemVT = MemVT.changeTypeToInteger();
27357 MemVT = MemVT.changeTypeToInteger();
27363 Store->getBasePtr(), Store->getOffset(), Pg, MemVT,
27985 EVT MemVT = EVT::getVectorVT(*DAG.getContext(), IncVT,
27988 SDValue PassThru = DAG.getSplatVector(MemVT, DL, Zero);
27989 SDValue IncSplat = DAG.getSplatVector(MemVT, DL, Inc);
27999 DAG.getMaskedGather(DAG.getVTList(MemVT, MVT::Other), MemVT, DL, Ops,
28008 SDValue Mul = DAG.getNode(ISD::MUL, DL, MemVT, HistCnt, IncSplat);
28009 SDValue Add = DAG.getNode(ISD::ADD, DL, MemVT, Gather, Mul);
28017 SDValue Scatter = DAG.getMaskedScatter(DAG.getVTList(MVT::Other), MemVT, DL,