Lines Matching defs:MemIntr

5063     auto *MemIntr = cast<MemIntrinsicSDNode>(Op);
5064     if (MemIntr->getMemoryVT().getStoreSizeInBits() != VT.getScalarSizeInBits())
5067     SDValue Ptr = MemIntr->getBasePtr();
5087     auto *MemIntr = cast<MemIntrinsicSDNode>(Op);
5088     SDValue Ptr = MemIntr->getBasePtr();
5094       unsigned SubVecSizeInBits = MemIntr->getMemoryVT().getStoreSizeInBits();
27047   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);
27052                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());
27085   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);
27090                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());
27115   MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);
27121                               MemIntr->getMemoryVT(), MemIntr->getMemOperand());
27461       MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);
27462       MachineMemOperand *MMO = MemIntr->getMemOperand();
27463       EVT MemVT = MemIntr->getMemoryVT();
27499       MemIntrinsicSDNode *MemIntr = cast<MemIntrinsicSDNode>(Op);
27500       MachineMemOperand *MMO = MemIntr->getMemOperand();
27501       EVT MemVT = MemIntr->getMemoryVT();
27831     MemIntrinsicSDNode *MemIntr = dyn_cast<MemIntrinsicSDNode>(Op);
27832     assert(MemIntr && "Expected MemIntrinsicSDNode!");
27834     EVT MemVT  = MemIntr->getMemoryVT();
27841                                  MemIntr->getMemOperand());
27848                                 MemVT, MemIntr->getMemOperand(), ISD::UNINDEXED,
27856                                MemIntr->getMemOperand(), DAG);
27862                                    VMask, MemVT, MemIntr->getMemOperand(), DAG);
42450       auto *MemIntr = cast<MemIntrinsicSDNode>(Op1);
42451       if (MemIntr->getMemoryVT().getScalarSizeInBits() == 32) {
42452         SDValue Load = DAG.getLoad(MVT::f32, DL, MemIntr->getChain(),
42453                                    MemIntr->getBasePtr(),
42454                                    MemIntr->getMemOperand());
42459         DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), Load.getValue(1));
43521       auto *MemIntr = cast<MemIntrinsicSDNode>(Op);
43525       SDValue Ops[] = {MemIntr->getOperand(0), MemIntr->getOperand(1)};
43527           X86ISD::VBROADCAST_LOAD, DL, Tys, Ops, MemIntr->getMemoryVT(),
43528           MemIntr->getMemOperand());
43529       TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1),
43536       auto *MemIntr = cast<MemIntrinsicSDNode>(Op);
43537       EVT MemVT = MemIntr->getMemoryVT();
43541             TLO.DAG.getLoad(MemVT, DL, MemIntr->getChain(),
43542                             MemIntr->getBasePtr(), MemIntr->getMemOperand());
43543         TLO.DAG.makeEquivalentMemoryOrdering(SDValue(MemIntr, 1),
43552                 getBROADCAST_LOAD(Opc, DL, BcstVT, MemVT, MemIntr, 0, TLO.DAG))
45915     auto *MemIntr = cast<MemIntrinsicSDNode>(SrcBC);
45917     if (MemIntr->getMemoryVT().getSizeInBits() == SrcBCWidth &&
45919       SDValue Load = DAG.getLoad(VT, dl, MemIntr->getChain(),
45920                                  MemIntr->getBasePtr(),
45921                                  MemIntr->getPointerInfo(),
45922                                  MemIntr->getOriginalAlign(),
45923                                  MemIntr->getMemOperand()->getFlags());
45924       DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), Load.getValue(1));
58273     auto *MemIntr = cast<MemIntrinsicSDNode>(SubVec);
58275     SDValue Ops[] = { MemIntr->getChain(), MemIntr->getBasePtr() };
58278                                 MemIntr->getMemoryVT(),
58279                                 MemIntr->getMemOperand());
58280     DAG.ReplaceAllUsesOfValueWith(SDValue(MemIntr, 1), BcastLd.getValue(1));