1; RUN: opt -mtriple=amdgcn-- -passes='loop-unroll,simplifycfg,sroa' %s -S -o - | FileCheck %s 2; RUN: opt -mtriple=r600-- -passes='loop-unroll,simplifycfg,sroa' %s -S -o - | FileCheck %s 3 4target datalayout = "e-p:64:64-p1:64:64-p2:32:32-p3:32:32-p4:64:64-p5:32:32-p6:32:32-p7:160:256:256:32-p8:128:128-i64:64-v16:16-v24:32-v32:32-v48:64-v96:128-v192:256-v256:256-v512:512-v1024:1024-v2048:2048-n32:64-S32-A5" 5 6; This test contains a simple loop that initializes an array declared in 7; private memory. We want to make sure these kinds of loops are always 8; unrolled, because private memory is slow. 9 10; CHECK-LABEL: @private_memory 11; CHECK-NOT: alloca 12; CHECK: store i32 5, ptr addrspace(1) %out 13define amdgpu_kernel void @private_memory(ptr addrspace(1) %out) { 14entry: 15 %0 = alloca [32 x i32], addrspace(5) 16 br label %loop.header 17 18loop.header: 19 %counter = phi i32 [0, %entry], [%inc, %loop.inc] 20 br label %loop.body 21 22loop.body: 23 %ptr = getelementptr [32 x i32], ptr addrspace(5) %0, i32 0, i32 %counter 24 store i32 %counter, ptr addrspace(5) %ptr 25 br label %loop.inc 26 27loop.inc: 28 %inc = add i32 %counter, 1 29 %1 = icmp sge i32 %counter, 32 30 br i1 %1, label %exit, label %loop.header 31 32exit: 33 %2 = getelementptr [32 x i32], ptr addrspace(5) %0, i32 0, i32 5 34 %3 = load i32, ptr addrspace(5) %2 35 store i32 %3, ptr addrspace(1) %out 36 ret void 37} 38 39; Check that loop is unrolled for local memory references 40 41; CHECK-LABEL: @local_memory 42; CHECK: getelementptr i32, ptr addrspace(1) %out, i32 128 43; CHECK-NEXT: store 44; CHECK-NEXT: ret 45define amdgpu_kernel void @local_memory(ptr addrspace(1) %out, ptr addrspace(3) %lds) { 46entry: 47 br label %loop.header 48 49loop.header: 50 %counter = phi i32 [0, %entry], [%inc, %loop.inc] 51 br label %loop.body 52 53loop.body: 54 %ptr_lds = getelementptr i32, ptr addrspace(3) %lds, i32 %counter 55 %val = load i32, ptr addrspace(3) %ptr_lds 56 %ptr_out = getelementptr i32, ptr addrspace(1) %out, i32 %counter 57 store i32 %val, ptr addrspace(1) %ptr_out 58 br label %loop.inc 59 60loop.inc: 61 %inc = add i32 %counter, 1 62 %cond = icmp sge i32 %counter, 128 63 br i1 %cond, label %exit, label %loop.header 64 65exit: 66 ret void 67} 68 69; Check that a loop with if inside completely unrolled to eliminate phi and if 70 71; CHECK-LABEL: @unroll_for_if 72; CHECK: entry: 73; CHECK-NEXT: getelementptr 74; CHECK-NEXT: store 75; CHECK-NEXT: getelementptr 76; CHECK-NEXT: store 77; CHECK-NOT: br 78define amdgpu_kernel void @unroll_for_if(ptr addrspace(5) %a) { 79entry: 80 br label %for.body 81 82for.body: ; preds = %entry, %for.inc 83 %i1 = phi i32 [ 0, %entry ], [ %inc, %for.inc ] 84 %tobool = icmp eq i32 %i1, 0 85 br i1 %tobool, label %for.inc, label %if.then 86 87if.then: ; preds = %for.body 88 %0 = sext i32 %i1 to i64 89 %arrayidx = getelementptr inbounds i32, ptr addrspace(5) %a, i64 %0 90 store i32 0, ptr addrspace(5) %arrayidx, align 4 91 br label %for.inc 92 93for.inc: ; preds = %for.body, %if.then 94 %inc = add nuw nsw i32 %i1, 1 95 %cmp = icmp ult i32 %inc, 38 96 br i1 %cmp, label %for.body, label %for.end 97 98for.end: ; preds = %for.cond 99 ret void 100} 101 102; Check that runtime unroll is enabled for local memory references 103 104; CHECK-LABEL: @local_memory_runtime 105; CHECK: loop.header: 106; CHECK: load i32, ptr addrspace(3) 107; CHECK: load i32, ptr addrspace(3) 108; CHECK: br i1 109; CHECK: loop.header.epil 110; CHECK: load i32, ptr addrspace(3) 111; CHECK: ret 112define amdgpu_kernel void @local_memory_runtime(ptr addrspace(1) %out, ptr addrspace(3) %lds, i32 %n) { 113entry: 114 br label %loop.header 115 116loop.header: 117 %counter = phi i32 [0, %entry], [%inc, %loop.inc] 118 br label %loop.body 119 120loop.body: 121 %ptr_lds = getelementptr i32, ptr addrspace(3) %lds, i32 %counter 122 %val = load i32, ptr addrspace(3) %ptr_lds 123 %ptr_out = getelementptr i32, ptr addrspace(1) %out, i32 %counter 124 store i32 %val, ptr addrspace(1) %ptr_out 125 br label %loop.inc 126 127loop.inc: 128 %inc = add i32 %counter, 1 129 %cond = icmp sge i32 %counter, %n 130 br i1 %cond, label %exit, label %loop.header 131 132exit: 133 ret void 134} 135