Lines Matching defs:MemIntr

4899     auto *MemIntr = cast<MemIntrinsicSDNode>(Op);
4900     if (MemIntr->getMemoryVT().getStoreSizeInBits() != VT.getScalarSizeInBits())
4903     SDValue Ptr = MemIntr->getBasePtr();
4923     auto *MemIntr = cast<MemIntrinsicSDNode>(Op);
4924     SDValue Ptr = MemIntr->getBasePtr();
4930       unsigned SubVecSizeInBits = MemIntr->getMemoryVT().getStoreSizeInBits();
26518   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);
26523                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());
26556   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);
26561                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());
26586   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);
26592                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());
26932       MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);
26933       MachineMemOperand *MMO = MemIntr->getMemOperand();
26934       EVT MemVT = MemIntr->getMemoryVT();
26970       MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);
26971       MachineMemOperand *MMO = MemIntr->getMemOperand();
26972       EVT MemVT = MemIntr->getMemoryVT();
27241     MemIntrinsicSDNode *MemIntr = dyn_cast<MemIntrinsicSDNode>(Op);
27242     assert(MemIntr && "Expected MemIntrinsicSDNode!");
27244     EVT MemVT  = MemIntr->getMemoryVT();
27251                                  MemIntr->getMemOperand());
27258                                 MemVT, MemIntr->getMemOperand(), ISD::UNINDEXED,
27266                                MemIntr->getMemOperand(), DAG);
27272                                    VMask, MemVT, MemIntr->getMemOperand(), DAG);
41374       auto *MemIntr = cast<MemIntrinsicSDNode>(Op1);
41375       if (MemIntr->getMemoryVT().getScalarSizeInBits() == 32) {
41376         SDValue Load = DAG.getLoad(MVT::f32, DL, MemIntr->getChain(),
41377                                    MemIntr->getBasePtr(),
41378                                    MemIntr->getMemOperand());
41383         DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), Load.getValue(1));
42408       auto *MemIntr = cast<MemIntrinsicSDNode>(Op);
42412       SDValue Ops[] = {MemIntr->getOperand(0), MemIntr->getOperand(1)};
42414           X86ISD::VBROADCAST_LOAD, DL, Tys, Ops, MemIntr->getMemoryVT(),
42415           MemIntr->getMemOperand());
42416       TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1),
42423       auto *MemIntr = cast<MemIntrinsicSDNode>(Op);
42424       EVT MemVT = MemIntr->getMemoryVT();
42428             TLO.DAG.getLoad(MemVT, DL, MemIntr->getChain(),
42429                             MemIntr->getBasePtr(), MemIntr->getMemOperand());
42430         TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1),
42439                 getBROADCAST_LOAD(Opc, DL, BcstVT, MemVT, MemIntr, 0, TLO.DAG))
44729     auto *MemIntr = cast<MemIntrinsicSDNode>(SrcBC);
44731     if (MemIntr->getMemoryVT().getSizeInBits() == SrcBCWidth &&
44733       SDValue Load = DAG.getLoad(VT, dl, MemIntr->getChain(),
44734                                  MemIntr->getBasePtr(),
44735                                  MemIntr->getPointerInfo(),
44736                                  MemIntr->getOriginalAlign(),
44737                                  MemIntr->getMemOperand()->getFlags());
44738       DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), Load.getValue(1));
56903     auto *MemIntr = cast<MemIntrinsicSDNode>(SubVec);
56905     SDValue Ops[] = { MemIntr->getChain(), MemIntr->getBasePtr() };
56908                                 MemIntr->getMemoryVT(),
56909                                 MemIntr->getMemOperand());
56910     DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), BcastLd.getValue(1));