| /llvm-project/mlir/lib/Dialect/GPU/Pipelines/ |
| H A D | GPUToNVVMPipeline.cpp | 79 pm.addNestedPass<gpu::GPUModuleOp>(createConvertGpuOpsToNVVMOps(opt)); in buildGpuPassPipeline()
80 pm.addNestedPass<gpu::GPUModuleOp>(createCanonicalizerPass()); in buildGpuPassPipeline()
81 pm.addNestedPass<gpu::GPUModuleOp>(createCSEPass()); in buildGpuPassPipeline()
82 pm.addNestedPass<gpu::GPUModuleOp>(createReconcileUnrealizedCastsPass()); in buildGpuPassPipeline()
|
| /llvm-project/mlir/lib/Conversion/GPUToSPIRV/ |
| H A D | GPUToSPIRVPass.cpp | 62 auto targetEnvSupportsKernelCapability = [](gpu::GPUModuleOp moduleOp) { in runOnOperation()
69 module.walk([&](gpu::GPUModuleOp moduleOp) { in runOnOperation()
96 dyn_cast<gpu::GPUModuleOp>(gpuModule)) in runOnOperation()
144 module.walk([&](gpu::GPUModuleOp moduleOp) { in runOnOperation()
|
| H A D | GPUToSPIRV.cpp | 85 class GPUModuleConversion final : public OpConversionPattern<gpu::GPUModuleOp> {
87 using OpConversionPattern<gpu::GPUModuleOp>::OpConversionPattern;
90 matchAndRewrite(gpu::GPUModuleOp moduleOp, OpAdaptor adaptor,
350 gpu::GPUModuleOp moduleOp, OpAdaptor adaptor,
377 // Copy TargetEnvAttr only if it is attached directly to the GPUModuleOp. in matchAndRewrite()
|
| /llvm-project/mlir/lib/Dialect/SparseTensor/Pipelines/ |
| H A D | SparseTensorPipelines.cpp | 65 pm.addNestedPass<gpu::GPUModuleOp>(createStripDebugInfoPass()); in buildSparsifier()
66 pm.addNestedPass<gpu::GPUModuleOp>(createConvertSCFToCFPass()); in buildSparsifier()
67 pm.addNestedPass<gpu::GPUModuleOp>(createConvertGpuOpsToNVVMOps()); in buildSparsifier()
|
| /llvm-project/mlir/include/mlir/Conversion/GPUToROCDL/ |
| H A D | GPUToROCDLPass.h | 24 class GPUModuleOp; variable
43 std::unique_ptr<OperationPass<gpu::GPUModuleOp>>
|
| /llvm-project/mlir/unittests/Target/LLVM/ |
| H A D | SerializeROCDLTarget.cpp | 87 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) { in TEST_F()
123 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) { in TEST_F()
149 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) { in TEST_F()
173 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) {
203 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) {
247 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) {
|
| H A D | SerializeNVVMTarget.cpp | 88 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) { in TEST_F()
124 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) { in TEST_F()
154 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) { in TEST_F()
204 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) {
276 for (auto gpuModule : (*module).getBody()->getOps<gpu::GPUModuleOp>()) {
|
| /llvm-project/mlir/test/lib/Dialect/SPIRV/ |
| H A D | TestEntryPointAbi.cpp | 25 OperationPass<gpu::GPUModuleOp>> {
62 gpu::GPUModuleOp gpuModule = getOperation(); in runOnOperation()
|
| /llvm-project/mlir/lib/Dialect/GPU/Transforms/ |
| H A D | ModuleToBinary.cpp | 83 LogicalResult moduleSerializer(GPUModuleOp op, in moduleSerializer()
131 llvm::make_early_inc_range(block.getOps<GPUModuleOp>())) in transformGpuModulesToBinaries()
|
| H A D | NVVMAttachTarget.cpp | 71 for (auto module : block.getOps<gpu::GPUModuleOp>()) { in runOnOperation()
|
| H A D | SPIRVAttachTarget.cpp | 84 getOperation()->walk([&](gpu::GPUModuleOp gpuModule) { in runOnOperation()
|
| H A D | ROCDLAttachTarget.cpp | 79 for (auto module : block.getOps<gpu::GPUModuleOp>()) { in runOnOperation()
|
| H A D | KernelOutlining.cpp | 404 gpu::GPUModuleOp createKernelModule(gpu::LaunchOp gpuLaunchOp, in createKernelModule()
414 gpu::GPUModuleOp kernelModule; in createKernelModule()
419 parentSymbolTable.lookup<gpu::GPUModuleOp>(kernelModuleName); in createKernelModule()
427 kernelModule = builder.create<gpu::GPUModuleOp>(kernelFunc.getLoc(), in createKernelModule()
|
| /llvm-project/mlir/include/mlir/Conversion/GPUToNVVM/ |
| H A D | GPUToNVVMPass.h | 22 class GPUModuleOp; variable
|
| /llvm-project/mlir/lib/Target/LLVM/NVVM/ |
| H A D | Target.cpp | 207 gpu::GPUModuleOp getOperation(); in createTemp()
258 gpu::GPUModuleOp NVPTXSerializer::getOperation() {
259 return dyn_cast<gpu::GPUModuleOp>(&SerializeGPUModuleBase::getOperation()); in compileToBinary()
685 if (!mlir::isa<gpu::GPUModuleOp>(module)) {
|
| /llvm-project/mlir/include/mlir/Conversion/GPUCommon/ |
| H A D | GPUCommonPass.h | 38 class GPUModuleOp; variable
|
| /llvm-project/mlir/lib/Conversion/GPUToROCDL/ |
| H A D | LowerGpuOpsToROCDLOps.cpp | 222 gpu::GPUModuleOp m = getOperation(); in runOnOperation()
346 target.addLegalOp<gpu::YieldOp, gpu::GPUModuleOp>(); in populateOpPatterns()
394 std::unique_ptr<OperationPass<gpu::GPUModuleOp>> in populateGpuToROCDLConversionPatterns()
|
| /llvm-project/mlir/lib/Target/LLVMIR/Dialect/GPU/ |
| H A D | GPUToLLVMIRTranslation.cpp | 47 .Case([&](gpu::GPUModuleOp) { return success(); }) in convertOperation() argument
|
| /llvm-project/mlir/lib/Target/LLVM/ROCDL/ |
| H A D | Target.cpp | 409 << cast<gpu::GPUModuleOp>(getOperation()).getNameAttr() << "\n" in moduleToObjectImpl()
434 << cast<gpu::GPUModuleOp>(getOperation()).getNameAttr() << "\n" in moduleToObjectImpl()
485 if (!mlir::isa<gpu::GPUModuleOp>(module)) { in serializeToObject()
|
| /llvm-project/mlir/lib/Target/SPIRV/ |
| H A D | Target.cpp | 64 auto gpuMod = dyn_cast<gpu::GPUModuleOp>(module); in serializeToObject()
|
| /llvm-project/mlir/lib/Dialect/GPU/IR/ |
| H A D | GPUDialect.cpp | 370 auto kernelModule = dyn_cast<GPUModuleOp>(kernelContainer); in verifyOperationAttribute()
1173 auto kernelModule = kernelFunc->getParentOfType<GPUModuleOp>(); in build()
1762 // GPUModuleOp in parse()
1765 void GPUModuleOp::build(OpBuilder &builder, OperationState &result, in parse()
1776 void GPUModuleOp::build(OpBuilder &builder, OperationState &result, in parse()
1784 bool GPUModuleOp::hasTarget(Attribute target) { in parse()
1790 void GPUModuleOp::setTargets(ArrayRef<TargetAttrInterface> targets) { in parse()
|
| /llvm-project/mlir/lib/Conversion/GPUCommon/ |
| H A D | GPUOpsLowering.cpp | 22 LLVM::LLVMFuncOp mlir::getOrDefineFunction(gpu::GPUModuleOp moduleOp,
35 static SmallString<16> getUniqueSymbolName(gpu::GPUModuleOp moduleOp, in matchAndRewrite()
49 gpu::GPUModuleOp moduleOp, Type llvmI8, in matchAndRewrite()
396 auto moduleOp = gpuPrintfOp->getParentOfType<gpu::GPUModuleOp>(); in matchAndRewrite()
494 auto moduleOp = gpuPrintfOp->getParentOfType<gpu::GPUModuleOp>(); in matchAndRewrite()
539 auto moduleOp = gpuPrintfOp->getParentOfType<gpu::GPUModuleOp>(); in scalarizeVectorOp()
636 ConversionPatternRewriter &rewriter, gpu::GPUModuleOp moduleOp, in matchAndRewrite()
700 auto moduleOp = op->getParentOfType<gpu::GPUModuleOp>(); in matchAndRewrite()
|
| /llvm-project/mlir/lib/Conversion/GPUToVulkan/ |
| H A D | ConvertGPULaunchFuncToVulkanLaunchFunc.cpp | |
| /llvm-project/mlir/lib/Conversion/GPUToNVVM/ |
| H A D | LowerGpuOpsToNVVMOps.cpp | 257 auto moduleOp = assertOp->getParentOfType<gpu::GPUModuleOp>(); in runOnOperation()
350 gpu::GPUModuleOp m = getOperation(); in populateGpuToNVVMConversionPatterns()
410 target.addLegalOp<gpu::YieldOp, gpu::GPUModuleOp>(); in populateGpuToNVVMConversionPatterns()
|
| /llvm-project/mlir/lib/Conversion/SPIRVToLLVM/ |
| H A D | ConvertLaunchFuncToLLVMCalls.cpp | 290 llvm::make_early_inc_range(module.getOps<gpu::GPUModuleOp>())) in runOnOperation()
|