Lines Matching defs:transformOp
282 definiteFailureHelper(std::optional<TransformOpInterface> transformOp,
284 if (transformOp.has_value())
285 return transformOp->emitDefiniteFailure() << message;
292 checkMappingAttributeTypes(std::optional<TransformOpInterface> transformOp,
295 return definiteFailureHelper(transformOp, forallOp,
314 transformOp, forallOp,
320 transformOp, forallOp,
325 return definiteFailureHelper(transformOp, forallOp,
334 transformOp, forallOp,
347 transformOp, forallOp,
356 verifyGpuMapping(std::optional<TransformOpInterface> transformOp,
360 checkMappingAttributeTypes<MappingKindType>(transformOp, forallOp);
366 return definiteFailureHelper(transformOp, forallOp,
369 return definiteFailureHelper(transformOp, forallOp,
381 return definiteFailureHelper(transformOp, forallOp,
390 transformOp, forallOp,
415 RewriterBase &rewriter, std::optional<TransformOpInterface> transformOp,
519 transformOp, forallOp,
583 RewriterBase &rewriter, TransformOpInterface transformOp,
593 verifyGpuMapping<BlockMappingKind>(transformOp, forallOp);
611 rewriter, transformOp, forallOp,
638 TransformOpInterface transformOp) {
650 return transformOp.emitSilenceableError()
659 auto transformOp = cast<TransformOpInterface>(getOperation());
672 target, topLevelForallOp, transformOp);
681 return transformOp.emitDefiniteFailure("transform require size-3 mapping");
689 createGpuLaunch(rewriter, target->getLoc(), transformOp, gpuLaunch);
709 rewriter, transformOp, topLevelForallOp, gridDims, gpuBlockIdBuilder);
735 std::optional<TransformOpInterface> transformOp, scf::ForallOp forallOp,
740 transformOp, forallOp,
748 transformOp, forallOp,
760 getThreadIdBuilder(std::optional<TransformOpInterface> transformOp,
772 transformOp, forallOp,
782 checkMappingSpec(transformOp, forallOp, numParallelIterations.value(),
807 RewriterBase &rewriter, std::optional<TransformOpInterface> transformOp,
816 verifyGpuMapping<ThreadMappingKind>(transformOp, forallOp);
825 transformOp, forallOp, blockSizes, warpSize, gpuIdBuilder);
836 rewriter, transformOp, forallOp, blockSizes, rewriteResult, gpuIdBuilder);
847 RewriterBase &rewriter, std::optional<TransformOpInterface> transformOp,
852 return definiteFailureHelper(transformOp, target,
862 rewriter, transformOp, forallOp, blockDims, warpSize,
885 auto transformOp = cast<TransformOpInterface>(getOperation());
894 checkGpuLimits(transformOp, std::nullopt, std::nullopt, std::nullopt,
903 diag = alterGpuLaunch(rewriter, gpuLaunch, transformOp, std::nullopt,
909 mapNestedForallToThreadsImpl(rewriter, transformOp, gpuLaunch, blockDims,