Lines Matching defs:stream
102 "mgpuStreamCreate", llvmPointerType /* void *stream */, {}};
104 "mgpuStreamDestroy", llvmVoidType, {llvmPointerType /* void *stream */}};
108 {llvmPointerType /* void *stream */}};
112 {llvmPointerType /* void *stream */, llvmPointerType /* void *event */}};
124 {llvmPointerType /* void *event */, llvmPointerType /* void *stream */}};
141 llvmPointerType /* void *stream */,
146 {llvmPointerType /* void *ptr */, llvmPointerType /* void *stream */}};
152 llvmPointerType /* void *stream */}};
159 llvmPointerType /* void *stream */}};
165 llvmPointerType /* void *stream */}};
174 llvmPointerType /* void *stream */}};
178 {llvmPointerType, llvmPointerType /* void *stream */}};
183 llvmPointerType /* void *stream */}};
187 {llvmPointerType, llvmPointerType /* void *stream */}};
193 llvmPointerType /* void *stream */}};
199 llvmPointerType /* void *stream */}};
205 llvmInt32Type, llvmPointerType /* void *stream */}};
211 llvmInt32Type, llvmPointerType /* void *stream */}};
218 llvmPointerType /* void *stream */}};
222 {llvmPointerType, llvmPointerType /* void *stream */}};
227 llvmInt32Type, llvmPointerType /* void *stream */}};
232 llvmInt32Type, llvmPointerType, llvmPointerType /* void *stream */}};
237 llvmPointerType, llvmInt32Type, llvmPointerType /* void *stream */}};
243 llvmPointerType /* void *stream */}};
248 llvmPointerType, llvmInt32Type, llvmPointerType /* void *stream */}};
254 llvmPointerType /* void *stream */}};
259 llvmInt32Type, llvmPointerType /* void *stream */}};
263 {llvmPointerType, llvmPointerType /* void *stream */}};
267 {llvmPointerType, llvmPointerType /* void *stream */}};
272 llvmInt32Type, llvmPointerType /* void *stream */}};
278 llvmPointerType /*void *stream*/}};
283 llvmPointerType, llvmPointerType, llvmPointerType /*void *stream*/}};
287 {llvmPointerType /*void *stream*/}};
291 {llvmPointerType /*s*/, llvmPointerType /*void *stream*/}};
298 llvmPointerType /*void *stream*/}};
305 llvmPointerType /*void *stream*/}};
311 llvmInt32Type /*ctp*/, llvmPointerType /*void *stream*/}};
316 llvmPointerType /*nc*/, llvmPointerType /*void *stream*/}};
322 llvmPointerType /*void *stream*/}};
786 Value stream = adaptor.getAsyncDependencies().empty()
794 allocCallBuilder.create(loc, rewriter, {sizeBytes, stream, isHostShared})
805 // Async alloc: make dependent ops use the same stream.
806 rewriter.replaceOp(allocOp, {memRefDescriptor, stream});
825 Value stream = adaptor.getAsyncDependencies().front();
826 deallocCallBuilder.create(loc, rewriter, {pointer, stream});
828 rewriter.replaceOp(deallocOp, {stream});
837 // !gpu.async.token are lowered to stream within the async.execute region, but
839 // create an event and record it on the stream.
853 auto stream = adaptor.getOperands()[idx];
855 eventRecordCallBuilder.create(loc, rewriter, {event, stream});
857 streams.insert(stream);
859 for (auto stream : streams)
860 streamDestroyCallBuilder.create(loc, rewriter, {stream});
875 // with the stream/event operands. The operands are destroyed. That is, it
888 // The converted operand's definition created a stream.
904 // stream that is synchronized with stream/event operands. The operands are
922 // The converted operand's definition created a stream. Insert an event
923 // into the stream just after the last use of the original token operand.
936 auto stream = streamCreateCallBuilder.create(loc, rewriter, {}).getResult();
938 streamWaitEventCallBuilder.create(loc, rewriter, {stream, event});
941 rewriter.replaceOp(waitOp, {stream});
958 // lowering destroys the stream, and we do not want to check that there is no
959 // use of the stream after this op.
966 Value stream = Value();
968 stream = adaptor.getAsyncDependencies().front();
970 // stream must be created to pass to subsequent operations.
972 stream = streamCreateCallBuilder.create(loc, rewriter, {}).getResult();
1038 stream, clusterSize);
1040 rewriter.replaceOp(launchOp, {stream});
1093 auto stream = adaptor.getAsyncDependencies().front();
1094 memcpyCallBuilder.create(loc, rewriter, {dst, src, sizeBytes, stream});
1096 rewriter.replaceOp(memcpyOp, {stream});
1133 auto stream = adaptor.getAsyncDependencies().front();
1136 builder.create(loc, rewriter, {dst, value, numElements, stream});
1138 rewriter.replaceOp(memsetOp, {stream});
1174 auto stream = adaptor.getAsyncDependencies().front();
1202 {handle, dims[0], dims[1], pTensor, dtp, stream})
1207 .create(loc, rewriter, {dims[0], dims[1], pTensor, dtp, stream})
1213 .create(loc, rewriter, {dims[0], pTensor, dtp, stream})
1216 rewriter.replaceOp(op, {handle, stream});
1227 auto stream = adaptor.getAsyncDependencies().front();
1238 {adaptor.getDnTensor(), stream});
1241 {adaptor.getDnTensor(), stream});
1246 {adaptor.getDnTensor(), stream});
1248 rewriter.replaceOp(op, {stream});
1259 auto stream = adaptor.getAsyncDependencies().front();
1276 pRowIdxs, pColIdxs, pValues, itp, dtp, stream})
1278 rewriter.replaceOp(op, {handle, stream});
1289 auto stream = adaptor.getAsyncDependencies().front();
1302 pIdxs, pValues, itp, dtp, stream})
1304 rewriter.replaceOp(op, {handle, stream});
1315 auto stream = adaptor.getAsyncDependencies().front();
1335 pRowPos, pColIdxs, pValues, ptp, itp, dtp, stream})
1337 rewriter.replaceOp(op, {handle, stream});
1348 auto stream = adaptor.getAsyncDependencies().front();
1364 {handle, adaptor.getRows(), adaptor.getCols(), pMat, dtp, stream})
1366 rewriter.replaceOp(op, {handle, stream});
1377 auto stream = adaptor.getAsyncDependencies().front();
1381 {adaptor.getSpmat(), stream});
1384 destroySpMatCallBuilder.create(loc, rewriter, {adaptor.getSpmat(), stream});
1386 rewriter.replaceOp(op, {stream});
1400 auto stream = adaptor.getAsyncDependencies().front();
1404 adaptor.getDnY(), computeType, stream})
1406 rewriter.replaceOp(op, {bufferSize, stream});
1420 auto stream = adaptor.getAsyncDependencies().front();
1425 adaptor.getDnY(), computeType, pBuf, stream});
1426 rewriter.replaceOp(op, {stream});
1439 auto stream = adaptor.getAsyncDependencies().front();
1454 pruneFlag, stream})
1472 rewriter.replaceOp(op, {bufferSize0, bufferSize1, bufferSize2, stream});
1480 adaptor.getDnmatC(), computeType, stream})
1482 rewriter.replaceOp(op, {bufferSize, stream});
1498 auto stream = adaptor.getAsyncDependencies().front();
1503 adaptor.getSpmatC(), computeType, stream})
1505 rewriter.replaceOp(op, {bufferSize, stream});
1521 auto stream = adaptor.getAsyncDependencies().front();
1533 pBufs[0], pBufs[1], pBufs[2], stream});
1540 computeType, pBuf, stream});
1542 rewriter.replaceOp(op, {stream});
1564 auto stream = adaptor.getAsyncDependencies().front();
1570 computeType, pBuf, stream});
1571 rewriter.replaceOp(op, {stream});
1583 auto stream = adaptor.getAsyncDependencies().front();
1584 Value descr = createSpGEMMCreateDescrBuilder.create(loc, rewriter, {stream})
1586 rewriter.replaceOp(op, {descr, stream});
1598 auto stream = adaptor.getAsyncDependencies().front();
1600 {adaptor.getDesc(), stream});
1601 rewriter.replaceOp(op, {stream});
1617 auto stream = adaptor.getAsyncDependencies().front();
1630 adaptor.getBufferSz(), pBuf, stream})
1638 adaptor.getBufferSz(), pBuf, stream})
1641 rewriter.replaceOp(op, {bufferSizeNew, stream});
1656 auto stream = adaptor.getAsyncDependencies().front();
1660 adaptor.getSpmatC(), computeType, stream});
1661 rewriter.replaceOp(op, {stream});
1672 auto stream = adaptor.getAsyncDependencies().front();
1692 loc, rewriter, {adaptor.getSpmat(), rowsPtr, colsPtr, nnzsPtr, stream});
1697 rewriter.replaceOp(op, {rows, cols, nnzs, stream});
1708 auto stream = adaptor.getAsyncDependencies().front();
1716 loc, rewriter, {adaptor.getSpmat(), pPos, pCrd, pVal, stream});
1717 rewriter.replaceOp(op, {stream});
1728 auto stream = adaptor.getAsyncDependencies().front();
1748 pColPos, pRowIdxs, pValues, ptp, itp, dtp, stream})
1750 rewriter.replaceOp(op, {handle, stream});
1761 auto stream = adaptor.getAsyncDependencies().front();
1782 pColIdxs, pValues, ptp, itp, dtp, stream})
1784 rewriter.replaceOp(op, {handle, stream});