/llvm-project/mlir/lib/Dialect/LLVMIR/IR/ |
H A D | FunctionCallUtils.cpp | 49 mlir::LLVM::lookupOrCreateFn(Operation *moduleOp, StringRef name, in lookupOrCreateFn() 52 assert(moduleOp->hasTrait<OpTrait::SymbolTable>() && in lookupOrCreateFn() 55 SymbolTable::lookupSymbolIn(moduleOp, name)); in lookupOrCreateFn() 72 OpBuilder b(moduleOp->getRegion(0)); in lookupOrCreatePrintU64Fn() 74 moduleOp->getLoc(), name, in lookupOrCreatePrintU64Fn() 79 lookupOrCreateReservedFn(Operation *moduleOp, StringRef name, in lookupOrCreatePrintF16Fn() 81 return lookupOrCreateFn(moduleOp, name, paramTypes, resultType, 86 mlir::LLVM::lookupOrCreatePrintI64Fn(Operation *moduleOp) { in lookupOrCreatePrintBF16Fn() 88 moduleOp, kPrintI64, IntegerType::get(moduleOp argument 48 lookupOrCreateFn(Operation * moduleOp,StringRef name,ArrayRef<Type> paramTypes,Type resultType,bool isVarArg) lookupOrCreateFn() argument 64 lookupOrCreatePrintI64Fn(Operation * moduleOp) lookupOrCreatePrintI64Fn() argument 70 lookupOrCreatePrintU64Fn(Operation * moduleOp) lookupOrCreatePrintU64Fn() argument 76 lookupOrCreatePrintF16Fn(Operation * moduleOp) lookupOrCreatePrintF16Fn() argument 82 lookupOrCreatePrintBF16Fn(Operation * moduleOp) lookupOrCreatePrintBF16Fn() argument 94 lookupOrCreatePrintF64Fn(Operation * moduleOp) lookupOrCreatePrintF64Fn() argument 110 lookupOrCreatePrintStringFn(Operation * moduleOp,std::optional<StringRef> runtimeFunctionName) lookupOrCreatePrintStringFn() argument 116 lookupOrCreatePrintOpenFn(Operation * moduleOp) lookupOrCreatePrintOpenFn() argument 121 lookupOrCreatePrintCloseFn(Operation * moduleOp) lookupOrCreatePrintCloseFn() argument 126 lookupOrCreatePrintCommaFn(Operation * moduleOp) lookupOrCreatePrintCommaFn() argument 131 lookupOrCreatePrintNewlineFn(Operation * moduleOp) lookupOrCreatePrintNewlineFn() argument 136 lookupOrCreateMallocFn(Operation * moduleOp,Type indexType) lookupOrCreateMallocFn() argument 142 lookupOrCreateAlignedAllocFn(Operation * moduleOp,Type indexType) lookupOrCreateAlignedAllocFn() argument 148 lookupOrCreateFreeFn(Operation * moduleOp) lookupOrCreateFreeFn() argument 154 lookupOrCreateGenericAllocFn(Operation * moduleOp,Type indexType) lookupOrCreateGenericAllocFn() argument 161 lookupOrCreateGenericAlignedAllocFn(Operation * moduleOp,Type indexType) lookupOrCreateGenericAlignedAllocFn() argument 168 lookupOrCreateGenericFreeFn(Operation * moduleOp) lookupOrCreateGenericFreeFn() argument 175 lookupOrCreateMemRefCopyFn(Operation * moduleOp,Type indexType,Type unrankedDescriptorType) lookupOrCreateMemRefCopyFn() argument [all...] |
/llvm-project/mlir/include/mlir/Dialect/LLVMIR/ |
H A D | FunctionCallUtils.h | 36 FailureOr<LLVM::LLVMFuncOp> lookupOrCreatePrintI64Fn(Operation *moduleOp); 37 FailureOr<LLVM::LLVMFuncOp> lookupOrCreatePrintU64Fn(Operation *moduleOp); 38 FailureOr<LLVM::LLVMFuncOp> lookupOrCreatePrintF16Fn(Operation *moduleOp); 39 FailureOr<LLVM::LLVMFuncOp> lookupOrCreatePrintBF16Fn(Operation *moduleOp); 40 FailureOr<LLVM::LLVMFuncOp> lookupOrCreatePrintF32Fn(Operation *moduleOp); 41 FailureOr<LLVM::LLVMFuncOp> lookupOrCreatePrintF64Fn(Operation *moduleOp); 46 lookupOrCreatePrintStringFn(Operation *moduleOp, 48 FailureOr<LLVM::LLVMFuncOp> lookupOrCreatePrintOpenFn(Operation *moduleOp); 49 FailureOr<LLVM::LLVMFuncOp> lookupOrCreatePrintCloseFn(Operation *moduleOp); 50 FailureOr<LLVM::LLVMFuncOp> lookupOrCreatePrintCommaFn(Operation *moduleOp); [all...] |
/llvm-project/mlir/lib/Conversion/GPUToSPIRV/ |
H A D | GPUToSPIRVPass.cpp | 62 auto targetEnvSupportsKernelCapability = [](gpu::GPUModuleOp moduleOp) { in runOnOperation() argument 63 Operation *gpuModule = moduleOp.getOperation(); in runOnOperation() 69 module.walk([&](gpu::GPUModuleOp moduleOp) { in runOnOperation() argument 78 if (targetEnvSupportsKernelCapability(moduleOp)) { in runOnOperation() 79 builder.setInsertionPointToStart(moduleOp.getBody()); in runOnOperation() 81 builder.setInsertionPoint(moduleOp.getOperation()); in runOnOperation() 83 gpuModules.push_back(builder.clone(*moduleOp.getOperation())); in runOnOperation() 144 module.walk([&](gpu::GPUModuleOp moduleOp) { in runOnOperation() 145 if (targetEnvSupportsKernelCapability(moduleOp)) { in runOnOperation() argument 146 moduleOp in runOnOperation() [all...] |
H A D | GPUToSPIRV.cpp | 90 matchAndRewrite(gpu::GPUModuleOp moduleOp, OpAdaptor adaptor, 350 gpu::GPUModuleOp moduleOp, OpAdaptor adaptor, 358 return moduleOp.emitRemark( in matchAndRewrite() 362 std::string spvModuleName = (kSPIRVModule + moduleOp.getName()).str(); in matchAndRewrite() 364 moduleOp.getLoc(), addressingModel, *memoryModel, std::nullopt, in matchAndRewrite() 369 rewriter.inlineRegionBefore(moduleOp.getBodyRegion(), spvModuleRegion, in matchAndRewrite() 378 if (auto attr = moduleOp->getAttrOfType<spirv::TargetEnvAttr>( in matchAndRewrite() 382 rewriter.eraseOp(moduleOp); in matchAndRewrite() 614 static std::string makeVarName(spirv::ModuleOp moduleOp, llvm::Twine prefix) { in populateGPUToSPIRVPatterns() 621 } while (moduleOp in populateGPUToSPIRVPatterns() 353 matchAndRewrite(gpu::GPUModuleOp moduleOp,OpAdaptor adaptor,ConversionPatternRewriter & rewriter) const matchAndRewrite() argument [all...] |
/llvm-project/mlir/lib/Dialect/MemRef/Transforms/ |
H A D | NormalizeMemRefs.cpp | 45 void normalizeFuncOpMemRefs(func::FuncOp funcOp, ModuleOp moduleOp); 47 void updateFunctionSignature(func::FuncOp funcOp, ModuleOp moduleOp); 49 func::FuncOp funcOp, ModuleOp moduleOp, 63 ModuleOp moduleOp = getOperation(); in runOnOperation() local 71 moduleOp.walk([&](func::FuncOp funcOp) { normalizableFuncs.insert(funcOp); }); in runOnOperation() 79 moduleOp.walk([&](func::FuncOp funcOp) { in runOnOperation() 88 setCalleesAndCallersNonNormalizable(funcOp, moduleOp, in runOnOperation() 98 normalizeFuncOpMemRefs(funcOp, moduleOp); in runOnOperation() 114 func::FuncOp funcOp, ModuleOp moduleOp, in setCalleesAndCallersNonNormalizable() argument 125 funcOp.getSymbolUses(moduleOp); in setCalleesAndCallersNonNormalizable() 211 updateFunctionSignature(func::FuncOp funcOp,ModuleOp moduleOp) updateFunctionSignature() argument 341 normalizeFuncOpMemRefs(func::FuncOp funcOp,ModuleOp moduleOp) normalizeFuncOpMemRefs() argument [all...] |
/llvm-project/mlir/lib/Dialect/Bufferization/Transforms/ |
H A D | OneShotModuleBufferize.cpp | 329 /// Store all functions of the `moduleOp` in `orderedFuncOps`, sorted by in getFuncOpsOrderedByCalls() 339 ModuleOp moduleOp, SmallVectorImpl<func::FuncOp> &orderedFuncOps, in getFuncOpsOrderedByCalls() 346 WalkResult res = moduleOp.walk([&](func::FuncOp funcOp) -> WalkResult { 465 mlir::bufferization::analyzeModuleOp(ModuleOp moduleOp, in bufferizeModuleOp() 483 if (failed(getFuncOpsOrderedByCalls(moduleOp, orderedFuncOps, in runOneShotModuleBufferize() 535 ModuleOp moduleOp) { 536 moduleOp.walk([&](func::FuncOp op) { 543 ModuleOp moduleOp, const OneShotBufferizationOptions &options, 547 IRRewriter rewriter(moduleOp.getContext()); 565 if (failed(getFuncOpsOrderedByCalls(moduleOp, orderedFuncOp 293 getFuncOpsOrderedByCalls(ModuleOp moduleOp,SmallVectorImpl<func::FuncOp> & orderedFuncOps,FuncCallerMap & callerMap) getFuncOpsOrderedByCalls() argument 374 analyzeModuleOp(ModuleOp moduleOp,OneShotAnalysisState & state,BufferizationStatistics * statistics) analyzeModuleOp() argument 418 removeBufferizationAttributesInModule(ModuleOp moduleOp) removeBufferizationAttributesInModule() argument 426 bufferizeModuleOp(ModuleOp moduleOp,const OneShotBufferizationOptions & options,BufferizationStatistics * statistics) bufferizeModuleOp() argument 479 runOneShotModuleBufferize(ModuleOp moduleOp,const OneShotBufferizationOptions & options,BufferizationStatistics * statistics) runOneShotModuleBufferize() argument [all...] |
H A D | BufferUtils.cpp | 109 auto moduleOp = constantOp->getParentOfType<ModuleOp>(); in getGlobalFor() 110 if (!moduleOp) in getGlobalFor() 115 for (Operation &op : moduleOp.getRegion().getOps()) { in getGlobalFor() 129 OpBuilder globalBuilder(moduleOp.getContext()); in getGlobalFor() 130 SymbolTable symbolTable(moduleOp); in getGlobalFor() 158 global->moveBefore(&moduleOp.front()); 107 auto moduleOp = constantOp->getParentOfType<ModuleOp>(); getGlobalFor() local
|
H A D | EmptyTensorElimination.cpp | 205 auto moduleOp = dyn_cast<ModuleOp>(op); in eliminateEmptyTensors() 208 if (moduleOp) in eliminateEmptyTensors() 211 if (moduleOp) { in runOnOperation() 213 if (failed(analyzeModuleOp(moduleOp, state))) in runOnOperation() 190 auto moduleOp = dyn_cast<ModuleOp>(op); eliminateEmptyTensors() local
|
H A D | Bufferize.cpp | 185 ModuleOp moduleOp = getOperation(); in parseHeuristicOption() 187 if (failed(runOneShotModuleBufferize(moduleOp, opt, &statistics))) { in parseHeuristicOption() 198 if (failed(runOneShotBufferize(moduleOp, opt, &statistics))) { 294 ModuleOp moduleOp = getOperation(); runOnOperation() local
|
/llvm-project/mlir/lib/Conversion/LLVMCommon/ |
H A D | PrintCallHelper.cpp | 20 static std::string ensureSymbolNameIsUnique(ModuleOp moduleOp, in ensureSymbolNameIsUnique() argument 24 while (moduleOp.lookupSymbol(uniqueName)) { in ensureSymbolNameIsUnique() 31 OpBuilder &builder, Location loc, ModuleOp moduleOp, StringRef symbolName, in createPrintStrCall() argument 35 builder.setInsertionPointToStart(moduleOp.getBody()); in createPrintStrCall() 52 ensureSymbolNameIsUnique(moduleOp, symbolName), dataAttr); in createPrintStrCall() 63 LLVM::lookupOrCreatePrintStringFn(moduleOp, runtimeFunctionName); in createPrintStrCall()
|
/llvm-project/mlir/include/mlir/Dialect/Bufferization/Transforms/ |
H A D | OneShotModuleBufferize.h | 27 analyzeModuleOp(ModuleOp moduleOp, OneShotAnalysisState &state, 40 bufferizeModuleOp(ModuleOp moduleOp, const OneShotBufferizationOptions &options, 44 void removeBufferizationAttributesInModule(ModuleOp moduleOp); 51 ModuleOp moduleOp,
|
/llvm-project/mlir/lib/Conversion/GPUCommon/ |
H A D | GPUOpsLowering.cpp | 22 LLVM::LLVMFuncOp mlir::getOrDefineFunction(gpu::GPUModuleOp moduleOp, 27 if (!(ret = moduleOp.template lookupSymbol<LLVM::LLVMFuncOp>(name))) { in matchAndRewrite() 29 b.setInsertionPointToStart(moduleOp.getBody()); in matchAndRewrite() 35 static SmallString<16> getUniqueSymbolName(gpu::GPUModuleOp moduleOp, in matchAndRewrite() 43 } while (moduleOp.lookupSymbol(stringConstName)); in matchAndRewrite() 49 gpu::GPUModuleOp moduleOp, Type llvmI8, in matchAndRewrite() 59 for (auto globalOp : moduleOp.getOps<LLVM::GlobalOp>()) in matchAndRewrite() 68 b.setInsertionPointToStart(moduleOp.getBody()); in matchAndRewrite() 69 SmallString<16> name = getUniqueSymbolName(moduleOp, namePrefix); in matchAndRewrite() 396 auto moduleOp in matchAndRewrite() 248 getUniqueFormatGlobalName(gpu::GPUModuleOp moduleOp) getUniqueFormatGlobalName() argument 261 getOrDefineFunction(T & moduleOp,const Location loc,ConversionPatternRewriter & rewriter,StringRef name,LLVM::LLVMFunctionType type) getOrDefineFunction() argument 287 auto moduleOp = gpuPrintfOp->getParentOfType<gpu::GPUModuleOp>(); matchAndRewrite() local 398 auto moduleOp = gpuPrintfOp->getParentOfType<gpu::GPUModuleOp>(); matchAndRewrite() local 454 auto moduleOp = gpuPrintfOp->getParentOfType<gpu::GPUModuleOp>(); matchAndRewrite() local 564 getDynamicSharedMemorySymbol(ConversionPatternRewriter & rewriter,Operation * moduleOp,gpu::DynamicSharedMemoryOp op,const LLVMTypeConverter * typeConverter,MemRefType memrefType,unsigned alignmentBit) getDynamicSharedMemorySymbol() argument 631 Operation *moduleOp = funcOp->getParentWithTrait<OpTrait::SymbolTable>(); matchAndRewrite() local [all...] |
/llvm-project/mlir/lib/Conversion/GPUToLLVMSPV/ |
H A D | GPUToLLVMSPV.cpp | 111 Operation *moduleOp = op->getParentWithTrait<OpTrait::SymbolTable>(); 112 assert(moduleOp && "Expecting module"); 116 lookupOrCreateSPIRVFn(moduleOp, funcName, flagTy, voidTy, 155 Operation *moduleOp = op->getParentWithTrait<OpTrait::SymbolTable>(); in LaunchConfigOpConversion() 156 assert(moduleOp && "Expecting module"); in LaunchConfigOpConversion() 159 LLVM::LLVMFuncOp func = lookupOrCreateSPIRVFn(moduleOp, funcName, dimTy, in getDimension() 336 Operation *moduleOp = op->getParentWithTrait<OpTrait::SymbolTable>(); 337 assert(moduleOp && "Expecting module"); 342 moduleOp, funcName.value(), {valueType, offsetType}, resultType, 414 Operation *moduleOp 88 Operation *moduleOp = op->getParentWithTrait<OpTrait::SymbolTable>(); matchAndRewrite() local 131 Operation *moduleOp = op->getParentWithTrait<OpTrait::SymbolTable>(); matchAndRewrite() local 264 Operation *moduleOp = op->getParentWithTrait<OpTrait::SymbolTable>(); matchAndRewrite() local [all...] |
/llvm-project/flang/lib/Optimizer/Dialect/Support/ |
H A D | FIRContext.cpp | 55 auto moduleOp = mlir::dyn_cast<mlir::ModuleOp>(op); in getKindMapping() local 56 if (moduleOp) in getKindMapping() 57 return getKindMapping(moduleOp); in getKindMapping() 59 moduleOp = op->getParentOfType<mlir::ModuleOp>(); in getKindMapping() 60 return getKindMapping(moduleOp); in getKindMapping()
|
/llvm-project/mlir/lib/Dialect/SPIRV/Transforms/ |
H A D | UnifyAliasedResourcePass.cpp | 51 static AliasedResourceMap collectAliasedResources(spirv::ModuleOp moduleOp) { in collectAliasedResources() argument 53 moduleOp->walk([&aliasedResources](spirv::GlobalVariableOp varOp) { in collectAliasedResources() 231 auto moduleOp = addressOp->getParentOfType<spirv::ModuleOp>(); in shouldUnify() local 233 SymbolTable::lookupSymbolIn(moduleOp, addressOp.getVariable()); in shouldUnify() 335 auto moduleOp = addressOp->getParentOfType<spirv::ModuleOp>(); in matchAndRewrite() local 337 SymbolTable::lookupSymbolIn(moduleOp, addressOp.getVariable())); in matchAndRewrite() 354 auto moduleOp = acOp->getParentOfType<spirv::ModuleOp>(); in matchAndRewrite() local 356 SymbolTable::lookupSymbolIn(moduleOp, addressOp.getVariable())); in matchAndRewrite() 579 spirv::ModuleOp moduleOp = getOperation(); in runOnOperation() local 586 spirv::TargetEnvAttr targetEnv = getTargetEnvFn(moduleOp); in runOnOperation() [all …]
|
/llvm-project/mlir/lib/CAPI/Target/ |
H A D | LLVMIR.cpp | 26 Operation *moduleOp = unwrap(module); in mlirTranslateModuleToLLVMIR() local 31 mlir::translateModuleToLLVMIR(moduleOp, *ctx); in mlirTranslateModuleToLLVMIR()
|
/llvm-project/mlir/lib/Conversion/TosaToMLProgram/ |
H A D | TosaToMLProgramPass.cpp | 34 auto moduleOp = getOperation(); in runOnOperation() local 44 if (failed(applyPartialConversion(moduleOp, target, std::move(patterns)))) in runOnOperation()
|
/llvm-project/mlir/lib/Dialect/Bufferization/TransformOps/ |
H A D | BufferizationTransformOps.cpp | 89 auto moduleOp = dyn_cast<ModuleOp>(target); in apply() local 91 if (!moduleOp) in apply() 93 if (failed(bufferization::runOneShotModuleBufferize(moduleOp, options))) in apply()
|
/llvm-project/mlir/include/mlir/Conversion/LLVMCommon/ |
H A D | PrintCallHelper.h | 27 OpBuilder &builder, Location loc, ModuleOp moduleOp, StringRef symbolName,
|
/llvm-project/mlir/lib/Dialect/Shape/Transforms/ |
H A D | OutlineShapeComputation.cpp | 197 ModuleOp moduleOp = getOperation(); in runOnOperation() local 198 SymbolTable symbolTable(moduleOp); in runOnOperation() 206 moduleOp.walk([&](func::FuncOp funcOp) { in runOnOperation()
|
/llvm-project/mlir/lib/Dialect/Arith/Transforms/ |
H A D | BufferizableOpInterfaceImpl.cpp | 42 auto moduleOp = constantOp->getParentOfType<ModuleOp>(); in bufferize() local 43 if (!moduleOp) in bufferize()
|
/llvm-project/flang/lib/Lower/OpenMP/ |
H A D | DataSharingProcessor.cpp | 477 auto moduleOp = firOpBuilder.getModule(); in doPrivatize() 484 moduleOp.lookupSymbol<mlir::omp::PrivateClauseOp>( in doPrivatize() 489 firOpBuilder.setInsertionPointToStart(moduleOp.getBody()); in doPrivatize() 455 auto moduleOp = firOpBuilder.getModule(); doPrivatize() local
|
/llvm-project/mlir/unittests/IR/ |
H A D | InterfaceAttachmentTest.cpp | 305 OwningOpRef<ModuleOp> moduleOp = in TEST() local 307 ASSERT_FALSE(isa<TestExternalOpInterface>(moduleOp->getOperation())); in TEST() 311 auto iface = dyn_cast<TestExternalOpInterface>(moduleOp->getOperation()); in TEST()
|
/llvm-project/mlir/lib/Interfaces/ |
H A D | DataLayoutInterfaces.cpp | 337 ModuleOp moduleOp = dyn_cast<ModuleOp>(operation); in getTargetSystemSpec() local 338 if (!moduleOp) in getTargetSystemSpec() 339 moduleOp = operation->getParentOfType<ModuleOp>(); in getTargetSystemSpec() 340 return moduleOp.getTargetSystemSpec(); in getTargetSystemSpec()
|
/llvm-project/mlir/test/lib/Dialect/Vector/ |
H A D | TestVectorTransforms.cpp | 536 ModuleOp moduleOp = warpOp->getParentOfType<ModuleOp>(); in allocateGlobalSharedMemory() 537 SymbolTable symbolTable(moduleOp); in allocateGlobalSharedMemory() local 547 builder.setInsertionPoint(moduleOp); in allocateGlobalSharedMemory() 559 global->moveBefore(&moduleOp.front()); in allocateGlobalSharedMemory()
|