// RUN: mlir-opt -verify-diagnostics -ownership-based-buffer-deallocation=private-function-dynamic-ownership=false \ // RUN: -buffer-deallocation-simplification -split-input-file %s | FileCheck %s // RUN: mlir-opt -verify-diagnostics -ownership-based-buffer-deallocation=private-function-dynamic-ownership=true \ // RUN: --buffer-deallocation-simplification -split-input-file %s | FileCheck %s --check-prefix=CHECK-DYNAMIC // RUN: mlir-opt %s -buffer-deallocation-pipeline --split-input-file > /dev/null // RUN: mlir-opt %s -buffer-deallocation-pipeline=private-function-dynamic-ownership --split-input-file > /dev/null func.func private @f(%arg0: memref) -> memref { return %arg0 : memref } func.func @function_call() { %alloc = memref.alloc() : memref %alloc2 = memref.alloc() : memref %ret = call @f(%alloc) : (memref) -> memref test.copy(%ret, %alloc2) : (memref, memref) return } // CHECK-LABEL: func @function_call() // CHECK: [[ALLOC0:%.+]] = memref.alloc( // CHECK-NEXT: [[ALLOC1:%.+]] = memref.alloc( // CHECK-NEXT: [[RET:%.+]] = call @f([[ALLOC0]]) : (memref) -> memref // CHECK-NEXT: test.copy // CHECK-NEXT: [[BASE:%[a-zA-Z0-9_]+]]{{.*}} = memref.extract_strided_metadata [[RET]] // COM: the following dealloc operation should be split into three since we can // COM: be sure that the memrefs will never alias according to the buffer // COM: deallocation ABI, however, the local alias analysis is not powerful // COM: enough to detect this yet. // CHECK-NEXT: bufferization.dealloc ([[ALLOC0]], [[ALLOC1]], [[BASE]] :{{.*}}) if (%true{{[0-9_]*}}, %true{{[0-9_]*}}, %true{{[0-9_]*}}) // CHECK-DYNAMIC-LABEL: func @function_call() // CHECK-DYNAMIC: [[ALLOC0:%.+]] = memref.alloc( // CHECK-DYNAMIC-NEXT: [[ALLOC1:%.+]] = memref.alloc( // CHECK-DYNAMIC-NEXT: [[RET:%.+]]:2 = call @f([[ALLOC0]]) : (memref) -> (memref, i1) // CHECK-DYNAMIC-NEXT: test.copy // CHECK-DYNAMIC-NEXT: [[BASE:%[a-zA-Z0-9_]+]]{{.*}} = memref.extract_strided_metadata [[RET]]#0 // CHECK-DYNAMIC-NEXT: bufferization.dealloc ([[ALLOC0]], [[ALLOC1]], [[BASE]] :{{.*}}) if (%true{{[0-9_]*}}, %true{{[0-9_]*}}, [[RET]]#1) // ----- func.func @f(%arg0: memref) -> memref { return %arg0 : memref } func.func @function_call_non_private() { %alloc = memref.alloc() : memref %alloc2 = memref.alloc() : memref %ret = call @f(%alloc) : (memref) -> memref test.copy(%ret, %alloc2) : (memref, memref) return } // CHECK-LABEL: func @function_call_non_private // CHECK: [[ALLOC0:%.+]] = memref.alloc( // CHECK: [[ALLOC1:%.+]] = memref.alloc( // CHECK: [[RET:%.+]] = call @f([[ALLOC0]]) : (memref) -> memref // CHECK-NEXT: test.copy // CHECK-NEXT: [[BASE:%[a-zA-Z0-9_]+]]{{.*}} = memref.extract_strided_metadata [[RET]] // CHECK-NEXT: bufferization.dealloc ([[ALLOC0]], [[ALLOC1]], [[BASE]] :{{.*}}) if (%true{{[0-9_]*}}, %true{{[0-9_]*}}, %true{{[0-9_]*}}) // CHECK-NEXT: return // CHECK-DYNAMIC-LABEL: func @function_call_non_private // CHECK-DYNAMIC: [[ALLOC0:%.+]] = memref.alloc( // CHECK-DYNAMIC: [[ALLOC1:%.+]] = memref.alloc( // CHECK-DYNAMIC: [[RET:%.+]] = call @f([[ALLOC0]]) : (memref) -> memref // CHECK-DYNAMIC-NEXT: test.copy // CHECK-DYNAMIC-NEXT: [[BASE:%[a-zA-Z0-9_]+]]{{.*}} = memref.extract_strided_metadata [[RET]] // CHECK-DYNAMIC-NEXT: bufferization.dealloc ([[ALLOC0]], [[ALLOC1]], [[BASE]] :{{.*}}) if (%true{{[0-9_]*}}, %true{{[0-9_]*}}, %true{{[0-9_]*}}) // CHECK-DYNAMIC-NEXT: return // ----- func.func private @f(%arg0: memref) -> memref { return %arg0 : memref } func.func @function_call_requries_merged_ownership_mid_block(%arg0: i1) { %alloc = memref.alloc() : memref %alloc2 = memref.alloca() : memref %0 = arith.select %arg0, %alloc, %alloc2 : memref %ret = call @f(%0) : (memref) -> memref test.copy(%ret, %alloc) : (memref, memref) return } // CHECK-LABEL: func @function_call_requries_merged_ownership_mid_block // CHECK: [[ALLOC0:%.+]] = memref.alloc( // CHECK-NEXT: [[ALLOC1:%.+]] = memref.alloca( // CHECK-NEXT: [[SELECT:%.+]] = arith.select{{.*}}[[ALLOC0]], [[ALLOC1]] // CHECK-NEXT: [[RET:%.+]] = call @f([[SELECT]]) // CHECK-NEXT: test.copy // CHECK-NEXT: [[BASE:%[a-zA-Z0-9_]+]]{{.*}} = memref.extract_strided_metadata [[RET]] // CHECK-NEXT: bufferization.dealloc ([[ALLOC0]], [[BASE]] : // CHECK-SAME: if (%true{{[0-9_]*}}, %true{{[0-9_]*}}) // CHECK-NOT: retain // CHECK-NEXT: return // CHECK-DYNAMIC-LABEL: func @function_call_requries_merged_ownership_mid_block // CHECK-DYNAMIC-SAME: ([[ARG0:%.+]]: i1) // CHECK-DYNAMIC: [[ALLOC0:%.+]] = memref.alloc( // CHECK-DYNAMIC-NEXT: [[ALLOC1:%.+]] = memref.alloca( // CHECK-DYNAMIC-NEXT: [[SELECT:%.+]] = arith.select [[ARG0]], [[ALLOC0]], [[ALLOC1]] // CHECK-DYNAMIC-NEXT: [[RET:%.+]]:2 = call @f([[SELECT]]) // CHECK-DYNAMIC-NEXT: test.copy // CHECK-DYNAMIC-NEXT: [[BASE:%[a-zA-Z0-9_]+]]{{.*}} = memref.extract_strided_metadata [[RET]]#0 // CHECK-DYNAMIC-NEXT: bufferization.dealloc ([[ALLOC0]], [[BASE]] : // CHECK-DYNAMIC-SAME: if (%true{{[0-9_]*}}, [[RET]]#1) // CHECK-DYNAMIC-NOT: retain // CHECK-DYNAMIC-NEXT: return // TODO: the inserted clone is not necessary, we just have to know which of the // two allocations was selected, either by checking aliasing of the result at // runtime or by extracting the select condition using an OpInterface or by // hardcoding the select op // ----- func.func private @f(memref) -> memref func.func @g(%arg0: memref) -> memref { %0 = call @f(%arg0) : (memref) -> memref return %0 : memref } // CHECK-LABEL: func private @f // CHECK-SAME: (memref) -> memref // CHECK: call @f({{.*}}) : (memref) -> memref // CHECK-DYNAMIC-LABEL: func private @f // CHECK-DYNAMIC-SAME: (memref) -> memref // CHECK-DYNAMIC: call @f({{.*}}) : (memref) -> memref // ----- func.func @func_call_indirect(%m: memref, %f: (memref) -> (memref)) { %0 = func.call_indirect %f(%m) : (memref) -> (memref) return } // CHECK-LABEL: func @func_call_indirect( // CHECK: %[[true:.*]] = arith.constant true // CHECK: %[[call:.*]] = call_indirect {{.*}} : (memref) -> memref // CHECK: %[[base_call:.*]], %{{.*}}, %{{.*}}, %{{.*}} = memref.extract_strided_metadata %[[call]] // CHECK: bufferization.dealloc (%[[base_call]] : {{.*}}) if (%[[true]]) // CHECK-DYNAMIC-LABEL: func @func_call_indirect( // CHECK-DYNAMIC: %[[true:.*]] = arith.constant true // CHECK-DYNAMIC: %[[call:.*]] = call_indirect {{.*}} : (memref) -> memref // CHECK-DYNAMIC: %[[base_call:.*]], %{{.*}}, %{{.*}}, %{{.*}} = memref.extract_strided_metadata %[[call]] // CHECK-DYNAMIC: bufferization.dealloc (%[[base_call]] : {{.*}}) if (%[[true]])