| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/AMDGPU/ |
| H A D | R600ISelLowering.cpp | 1140 StoreSDNode *StoreNode = cast<StoreSDNode>(Op); in LowerSTORE() local
1141 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE()
1143 SDValue Chain = StoreNode->getChain(); in LowerSTORE()
1144 SDValue Ptr = StoreNode->getBasePtr(); in LowerSTORE()
1145 SDValue Value = StoreNode->getValue(); in LowerSTORE()
1148 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE()
1153 const bool TruncatingStore = StoreNode->isTruncatingStore(); in LowerSTORE()
1164 NewChain, DL, Value, Ptr, StoreNode->getPointerInfo(), in LowerSTORE()
1165 MemVT, StoreNode->getAlignment(), in LowerSTORE()
1166 StoreNode->getMemOperand()->getFlags(), StoreNode->getAAInfo()); in LowerSTORE()
[all …]
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelDAGToDAG.cpp | 1247 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument
1260 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern()
1276 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern()
1277 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern()
1282 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern()
1337 StoreSDNode *StoreNode = cast<StoreSDNode>(Node); in tryFoldLoadStoreIntoMemOperand() local
1338 SDValue StoredVal = StoreNode->getOperand(1); in tryFoldLoadStoreIntoMemOperand()
1340 SDLoc DL(StoreNode); in tryFoldLoadStoreIntoMemOperand()
1345 EVT MemVT = StoreNode->getMemoryVT(); in tryFoldLoadStoreIntoMemOperand()
1377 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadNode, in tryFoldLoadStoreIntoMemOperand()
[all …]
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/X86/ |
| H A D | X86ISelDAGToDAG.cpp | 2994 static bool isFusableLoadOpStorePattern(StoreSDNode *StoreNode, in isFusableLoadOpStorePattern() argument
3006 if (!ISD::isNormalStore(StoreNode) || StoreNode->isNonTemporal()) in isFusableLoadOpStorePattern()
3021 if (LoadNode->getBasePtr() != StoreNode->getBasePtr() || in isFusableLoadOpStorePattern()
3022 LoadNode->getOffset() != StoreNode->getOffset()) in isFusableLoadOpStorePattern()
3068 SDValue Chain = StoreNode->getChain(); in isFusableLoadOpStorePattern()
3127 StoreSDNode *StoreNode = cast<StoreSDNode>(Node); in foldLoadStoreIntoMemOperand() local
3128 SDValue StoredVal = StoreNode->getOperand(1); in foldLoadStoreIntoMemOperand()
3134 EVT MemVT = StoreNode->getMemoryVT(); in foldLoadStoreIntoMemOperand()
3161 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand()
3168 if (!isFusableLoadOpStorePattern(StoreNode, StoredVal, CurDAG, LoadOpNo, in foldLoadStoreIntoMemOperand()
[all …]
|
| H A D | X86InstrAVX512.td | 9204 X86FoldableSchedWrite sched, PatFrag StoreNode,
9210 v16i8x_info, i16mem, i32mem, i64mem, StoreNode,
9216 X86FoldableSchedWrite sched, PatFrag StoreNode,
9222 v8i16x_info, i32mem, i64mem, i128mem, StoreNode,
9228 X86FoldableSchedWrite sched, PatFrag StoreNode,
9234 v8i32x_info, i64mem, i128mem, i256mem, StoreNode,
9240 X86FoldableSchedWrite sched, PatFrag StoreNode,
9246 v16i8x_info, i32mem, i64mem, i128mem, StoreNode,
9252 X86FoldableSchedWrite sched, PatFrag StoreNode,
9258 v16i16x_info, i64mem, i128mem, i256mem, StoreNode,
[all …]
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 4372 StoreSDNode *StoreNode = cast<StoreSDNode>(Op); in LowerSTORE() local
4373 assert (StoreNode && "Can only custom lower store nodes"); in LowerSTORE()
4375 SDValue Value = StoreNode->getValue(); in LowerSTORE()
4378 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE()
4384 unsigned AS = StoreNode->getAddressSpace(); in LowerSTORE()
4385 Align Alignment = StoreNode->getAlign(); in LowerSTORE()
4388 StoreNode->getMemOperand()->getFlags(), in LowerSTORE()
4390 return scalarizeVectorStore(StoreNode, DAG); in LowerSTORE()
4393 if (StoreNode->isTruncatingStore()) { in LowerSTORE()
4394 return LowerTruncateVectorStore(Dl, StoreNode, VT, MemVT, DAG); in LowerSTORE()
[all …]
|
| /netbsd-src/external/apache2/llvm/dist/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.cpp | 4281 SDValue StoreNode = DAG.getNode(ISD::TokenFactor, dl, MVT::Other, in visitStore() local
4283 DAG.setRoot(StoreNode); in visitStore()
4331 SDValue StoreNode = in visitMaskedStore() local
4334 DAG.setRoot(StoreNode); in visitMaskedStore()
4335 setValue(&I, StoreNode); in visitMaskedStore()
|
| H A D | DAGCombiner.cpp | 16974 auto OverLimitInDependenceCheck = [&](SDNode *StoreNode, in getStoreMergeCandidates()
16976 auto RootCount = StoreRootCountMap.find(StoreNode); in getStoreMergeCandidates()
|