xref: /llvm-project/mlir/test/Integration/Dialect/Transform/match_batch_matmul.mlir (revision 2798b72ae7e5caad793169b77cbac47fe2362d0f)
1// RUN: mlir-opt %s --transform-preload-library='transform-library-paths=%p/match_matmul_common.mlir' --transform-interpreter --verify-diagnostics
2
3module attributes { transform.with_named_sequence } {
4  transform.named_sequence @_match_matmul_like(
5      %entry: !transform.any_op {transform.readonly},
6      %rank: !transform.param<i64> {transform.readonly})
7      -> (!transform.any_op, !transform.any_op, !transform.param<i64>,
8          !transform.type, !transform.type, !transform.type,
9          !transform.param<i64>, !transform.param<i64>, !transform.param<i64>, !transform.param<i64>)
10
11  transform.named_sequence @match_bmm(%entry: !transform.any_op {transform.readonly})
12      -> (!transform.any_op, !transform.any_op, !transform.param<i64>,
13          !transform.type, !transform.type, !transform.type, !transform.param<i64>) {
14    transform.match.operation_name %entry ["linalg.batch_matmul", "linalg.generic"] : !transform.any_op
15    %c3 = transform.param.constant 4 : i64 -> !transform.param<i64>
16    %fill, %bmm, %dims, %lhs_type, %rhs_type, %res_type, %batch, %m, %n, %k =
17      transform.include @_match_matmul_like failures(propagate) (%entry, %c3)
18        : (!transform.any_op, !transform.param<i64>)
19        -> (!transform.any_op, !transform.any_op, !transform.param<i64>,
20            !transform.type, !transform.type, !transform.type,
21            !transform.param<i64>, !transform.param<i64>, !transform.param<i64>, !transform.param<i64>)
22
23    transform.yield %fill, %bmm, %dims, %lhs_type, %rhs_type, %res_type, %batch
24        : !transform.any_op, !transform.any_op, !transform.param<i64>, !transform.type, !transform.type, !transform.type, !transform.param<i64>
25  }
26
27  transform.named_sequence @print_bmm(
28      %fill: !transform.any_op {transform.readonly},
29      %bmm: !transform.any_op {transform.readonly},
30      %dims: !transform.param<i64> {transform.readonly},
31      %lhs_type: !transform.type {transform.readonly},
32      %rhs_type: !transform.type {transform.readonly},
33      %res_type: !transform.type {transform.readonly},
34      %batch: !transform.param<i64> {transform.readonly}) {
35    transform.debug.emit_remark_at %fill, "fill" : !transform.any_op
36    transform.debug.emit_remark_at %bmm, "batch matmul" : !transform.any_op
37    transform.debug.emit_param_as_remark %dims, "dimensions" at %bmm : !transform.param<i64>, !transform.any_op
38    transform.debug.emit_param_as_remark %lhs_type, "LHS type" at %bmm : !transform.type, !transform.any_op
39    transform.debug.emit_param_as_remark %rhs_type, "RHS type" at %bmm : !transform.type, !transform.any_op
40    transform.debug.emit_param_as_remark %res_type, "result type" at %bmm : !transform.type, !transform.any_op
41    transform.debug.emit_param_as_remark %batch, "batch dimension" at %bmm : !transform.param<i64>, !transform.any_op
42    transform.yield
43  }
44
45  transform.named_sequence @__transform_main(%root: !transform.any_op {transform.consumed}) {
46    transform.foreach_match in %root
47      @match_bmm -> @print_bmm
48      : (!transform.any_op) -> !transform.any_op
49    transform.yield
50  }
51}
52
53func.func @bmm_simple(%lhs: tensor<40x10x20xf16>, %rhs: tensor<40x20x15xf32>) -> tensor<40x10x15xf64>{
54  %cst = arith.constant 0.0 : f64
55  %empty = tensor.empty() : tensor<40x10x15xf64>
56  // expected-remark @below {{fill}}
57  %fill = linalg.fill ins(%cst : f64) outs(%empty : tensor<40x10x15xf64>) -> tensor<40x10x15xf64>
58  // expected-remark @below {{batch matmul}}
59  // expected-remark @below {{dimensions 40 : i64, 10 : i64, 15 : i64, 20 : i64}}
60  // expected-remark @below {{LHS type f16}}
61  // expected-remark @below {{RHS type f32}}
62  // expected-remark @below {{result type f64}}
63  // expected-remark @below {{batch dimension 0}}
64  %result = linalg.batch_matmul ins(%lhs, %rhs: tensor<40x10x20xf16>, tensor<40x20x15xf32>) outs(%fill: tensor<40x10x15xf64>) -> tensor<40x10x15xf64>
65  return %result : tensor<40x10x15xf64>
66}
67