Searched refs:asyncToken (Results 1 – 11 of 11) sorted by relevance
/llvm-project/mlir/include/mlir/Dialect/GPU/IR/ |
H A D | GPUOps.td | 625 Results<(outs Optional<GPU_AsyncToken>:$asyncToken)> { 783 custom<AsyncDependencies>(type($asyncToken), $asyncDependencies) 809 Results<(outs Optional<GPU_AsyncToken>:$asyncToken)> { 1574 let results = (outs Optional<GPU_AsyncToken>:$asyncToken); 1577 custom<AsyncDependencies>(type($asyncToken), $asyncDependencies) attr-dict 1614 Optional<GPU_AsyncToken>:$asyncToken); 1621 custom<AsyncDependencies>(type($asyncToken), $asyncDependencies) (` ` `host_shared` $hostShared^)? ` ` 1654 let results = (outs Optional<GPU_AsyncToken>:$asyncToken); 1657 custom<AsyncDependencies>(type($asyncToken), $asyncDependencies) 1686 let results = (outs Optional<GPU_AsyncToken>:$asyncToken); [all...] |
/llvm-project/mlir/lib/Dialect/Async/Transforms/ |
H A D | AsyncToAsyncRuntime.cpp | 91 std::optional<Value> asyncToken; // returned completion token member 251 machinery.asyncToken = retToken; in setupCoroMachinery() 275 if (coro.asyncToken) in setupSetErrorBlock() 276 builder.create<RuntimeSetErrorOp>(*coro.asyncToken); in setupSetErrorBlock() 530 if (coro.asyncToken) in matchAndRewrite() 532 rewriter.create<RuntimeSetAvailableOp>(loc, *coro.asyncToken); in matchAndRewrite() 722 if (coro.asyncToken) in matchAndRewrite() 724 rewriter.create<RuntimeSetAvailableOp>(loc, *coro.asyncToken); in matchAndRewrite()
|
/llvm-project/mlir/test/Dialect/GPU/ |
H A D | canonicalize.mlir | 32 %memref, %asyncToken = gpu.alloc async [%0] () : memref<5xf16> 52 %memref, %asyncToken = gpu.alloc async [%2] () : memref<2xf16> 76 %memref, %asyncToken = gpu.alloc async [%2] () : memref<2xf16> 94 %memref, %asyncToken = gpu.alloc async [%2] () : memref<2xf16> 183 %memref, %asyncToken = gpu.alloc async [%1] () : memref<2x16x16xf32>
|
/llvm-project/mlir/lib/Dialect/GPU/Transforms/ |
H A D | KernelOutlining.cpp | 288 Value asyncToken = launchOp.getAsyncToken(); in convertToLaunchFuncOp() local 295 asyncToken ? asyncToken.getType() : nullptr, in convertToLaunchFuncOp()
|
H A D | AsyncRegionRewriter.cpp | 239 // Add the `asyncToken` as dependency as needed after `op`. 251 for (auto asyncToken : asyncTokens) in addAsyncDependencyAfter() local 253 builder.create<async::AwaitOp>(loc, asyncToken).getResult()); in addAsyncDependencyAfter()
|
/llvm-project/mlir/test/Dialect/NVGPU/ |
H A D | tmaload-transform.mlir | 15 %memref, %asyncToken = gpu.alloc async [%0] () : memref<64x32xf32>
|
/llvm-project/mlir/test/Integration/GPU/CUDA/sm90/ |
H A D | tma_load_128x64_swizzle128b.mlir | 67 %memref, %asyncToken = gpu.alloc async [%0] () : !lhs
|
H A D | tma_load_64x8_8x128_noswizzle.mlir | 62 %memref, %asyncToken = gpu.alloc async [%0] () : memref<64x8xf32>
|
H A D | tma_load_64x64_swizzle128b.mlir | 84 %d_glbmem_lhs, %asyncToken = gpu.alloc async [%0] () : !lhs
|
/llvm-project/mlir/test/Integration/GPU/CUDA/sm90/transform-dialect/ |
H A D | tma_load_64x8_8x128_noswizzle-transform.mlir | 82 %memref, %asyncToken = gpu.alloc async [%0] () : memref<64x8xf32>
|
/llvm-project/mlir/include/mlir/Dialect/NVGPU/IR/ |
H A D | NVGPU.td | 438 let results = (outs NVGPU_DeviceAsyncToken:$asyncToken); 473 let results = (outs NVGPU_DeviceAsyncToken:$asyncToken);
|