| /openbsd-src/gnu/llvm/llvm/lib/Target/AMDGPU/ |
| H A D | R600ISelLowering.cpp | 1111 StoreSDNode *StoreNode = cast<StoreSDNode>(Op); in LowerSTORE() local
1112 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE()
1114 SDValue Chain = StoreNode->getChain(); in LowerSTORE()
1115 SDValue Ptr = StoreNode->getBasePtr(); in LowerSTORE()
1116 SDValue Value = StoreNode->getValue(); in LowerSTORE()
1119 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE()
1124 const bool TruncatingStore = StoreNode->isTruncatingStore(); in LowerSTORE()
1135 NewChain, DL, Value, Ptr, StoreNode->getPointerInfo(), MemVT, in LowerSTORE()
1136 StoreNode->getAlign(), StoreNode->getMemOperand()->getFlags(), in LowerSTORE()
1137 StoreNode->getAAInfo()); in LowerSTORE()
[all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelDAGToDAG.cpp | 1253 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument
1266 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern()
1282 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern()
1283 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern()
1288 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern()
1343 StoreSDNode *StoreNode = cast<StoreSDNode>(Node); in tryFoldLoadStoreIntoMemOperand() local
1344 SDValue StoredVal = StoreNode->getOperand(1); in tryFoldLoadStoreIntoMemOperand()
1346 SDLoc DL(StoreNode); in tryFoldLoadStoreIntoMemOperand()
1351 EVT MemVT = StoreNode->getMemoryVT(); in tryFoldLoadStoreIntoMemOperand()
1383 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadNode, in tryFoldLoadStoreIntoMemOperand()
[all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/X86/ |
| H A D | X86ISelDAGToDAG.cpp | 3105 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument
3117 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern()
3132 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern()
3133 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern()
3179 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern()
3238 auto *StoreNode = cast<StoreSDNode>(Node); in foldLoadStoreIntoMemOperand() local
3239 SDValue StoredVal = StoreNode->getOperand(1); in foldLoadStoreIntoMemOperand()
3245 EVT MemVT = StoreNode->getMemoryVT(); in foldLoadStoreIntoMemOperand()
3272 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand()
3279 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand()
[all …]
|
| H A D | X86InstrAVX512.td | 9968 X86SchedWriteWidths sched, PatFrag StoreNode,
9974 v16i8x_info, i16mem, i32mem, i64mem, StoreNode,
9980 X86SchedWriteWidths sched, PatFrag StoreNode,
9986 v8i16x_info, i32mem, i64mem, i128mem, StoreNode,
9992 X86SchedWriteWidths sched, PatFrag StoreNode,
9998 v8i32x_info, i64mem, i128mem, i256mem, StoreNode,
10004 X86SchedWriteWidths sched, PatFrag StoreNode,
10010 v16i8x_info, i32mem, i64mem, i128mem, StoreNode,
10016 X86SchedWriteWidths sched, PatFrag StoreNode,
10022 v16i16x_info, i64mem, i128mem, i256mem, StoreNode,
[all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 5613 StoreSDNode *StoreNode = cast<StoreSDNode>(Op); in LowerSTORE() local
5614 assert (StoreNode && "Can only custom lower store nodes"); in LowerSTORE()
5616 SDValue Value = StoreNode->getValue(); in LowerSTORE()
5619 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE()
5627 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE()
5628 Align Alignment = StoreNode->getAlign(); in LowerSTORE()
5631 StoreNode->getMemOperand()->getFlags(), in LowerSTORE()
5633 return scalarizeVectorStore(StoreNode, DAG); in LowerSTORE()
5636 if (StoreNode->isTruncatingStore() && VT == MVT::v4i16 && in LowerSTORE()
5638 return LowerTruncateVectorStore(Dl, StoreNode, VT, MemVT, DAG); in LowerSTORE()
[all …]
|
| /openbsd-src/gnu/llvm/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.cpp | 4342 SDValue StoreNode = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, in visitStore() local
4344 setValue(&I, StoreNode); in visitStore()
4345 DAG.setRoot(StoreNode); in visitStore()
4388 SDValue StoreNode = in visitMaskedStore() local
4391 DAG.setRoot(StoreNode); in visitMaskedStore()
4392 setValue(&I, StoreNode); in visitMaskedStore()
|
| H A D | DAGCombiner.cpp | 18808 auto OverLimitInDependenceCheck = [&](SDNode *StoreNode, in getStoreMergeCandidates()
18810 auto RootCount = StoreRootCountMap.find(StoreNode); in getStoreMergeCandidates()
|