xref: /llvm-project/llvm/test/Transforms/LoopStrengthReduce/AMDGPU/atomics.ll (revision 92ee60b66f581fdd919315da5c6ae631e581b021)
1; RUN: opt -S -mtriple=amdgcn-- -mcpu=bonaire -loop-reduce < %s | FileCheck -check-prefix=OPT %s
2
3target datalayout = "e-p:64:64-p1:64:64-p2:32:32-p3:32:32-p4:64:64-p5:32:32-p6:32:32-p7:160:256:256:32-p8:128:128-i64:64-v16:16-v24:32-v32:32-v48:64-v96:128-v192:256-v256:256-v512:512-v1024:1024-v2048:2048-n32:64-S32-A5"
4
5; Make sure the pointer / address space of AtomicRMW is considered
6
7; OPT-LABEL: @test_local_atomicrmw_addressing_loop_uniform_index_max_offset_i32(
8
9; OPT: .lr.ph.preheader:
10; OPT: %scevgep2 = getelementptr i8, ptr addrspace(3) %arg1, i32 65532
11; OPT: br label %.lr.ph
12; OPT: .lr.ph:
13; OPT: %lsr.iv3 = phi ptr addrspace(3) [ %scevgep4, %.lr.ph ], [ %scevgep2, %.lr.ph.preheader ]
14; OPT: %lsr.iv1 = phi ptr addrspace(3) [ %scevgep, %.lr.ph ], [ %arg0, %.lr.ph.preheader ]
15; OPT: %lsr.iv = phi i32 [ %lsr.iv.next, %.lr.ph ], [ %n, %.lr.ph.preheader ]
16; OPT: %tmp4 = atomicrmw add ptr addrspace(3) %lsr.iv3, i32 undef seq_cst, align 4
17; OPT: %tmp7 = atomicrmw add ptr addrspace(3) %lsr.iv1, i32 undef seq_cst, align 4
18; OPT: %0 = atomicrmw add ptr addrspace(3) %lsr.iv1, i32 %tmp8 seq_cst, align 4
19; OPT: %scevgep4 = getelementptr i8, ptr addrspace(3) %lsr.iv3, i32 4
20; OPT: br i1 %exitcond
21define amdgpu_kernel void @test_local_atomicrmw_addressing_loop_uniform_index_max_offset_i32(ptr addrspace(3) noalias nocapture %arg0, ptr addrspace(3) noalias nocapture readonly %arg1, i32 %n) #0 {
22bb:
23  %tmp = icmp sgt i32 %n, 0
24  br i1 %tmp, label %.lr.ph.preheader, label %._crit_edge
25
26.lr.ph.preheader:                                 ; preds = %bb
27  br label %.lr.ph
28
29._crit_edge.loopexit:                             ; preds = %.lr.ph
30  br label %._crit_edge
31
32._crit_edge:                                      ; preds = %._crit_edge.loopexit, %bb
33  ret void
34
35.lr.ph:                                           ; preds = %.lr.ph, %.lr.ph.preheader
36  %indvars.iv = phi i32 [ %indvars.iv.next, %.lr.ph ], [ 0, %.lr.ph.preheader ]
37  %tmp1 = add nuw nsw i32 %indvars.iv, 16383
38  %tmp3 = getelementptr inbounds i32, ptr addrspace(3) %arg1, i32 %tmp1
39  %tmp4 = atomicrmw add ptr addrspace(3) %tmp3, i32 undef seq_cst
40  %tmp6 = getelementptr inbounds i32, ptr addrspace(3) %arg0, i32 %indvars.iv
41  %tmp7 = atomicrmw add ptr addrspace(3) %tmp6, i32 undef seq_cst
42  %tmp8 = add nsw i32 %tmp7, %tmp4
43  atomicrmw add ptr addrspace(3) %tmp6, i32 %tmp8 seq_cst
44  %indvars.iv.next = add nuw nsw i32 %indvars.iv, 1
45  %exitcond = icmp eq i32 %indvars.iv.next, %n
46  br i1 %exitcond, label %._crit_edge.loopexit, label %.lr.ph
47}
48
49; OPT-LABEL: test_local_cmpxchg_addressing_loop_uniform_index_max_offset_i32(
50
51; OPT: .lr.ph.preheader:
52; OPT: %scevgep2 = getelementptr i8, ptr addrspace(3)  %arg1, i32 65532
53; OPT: br label %.lr.ph
54; OPT: .lr.ph:
55; OPT: %lsr.iv3 = phi ptr addrspace(3) [ %scevgep4, %.lr.ph ], [ %scevgep2, %.lr.ph.preheader ]
56; OPT: %lsr.iv1 = phi ptr addrspace(3) [ %scevgep, %.lr.ph ], [ %arg0, %.lr.ph.preheader ]
57; OPT: %lsr.iv = phi i32 [ %lsr.iv.next, %.lr.ph ], [ %n, %.lr.ph.preheader ]
58; OPT: %tmp4 =  cmpxchg ptr addrspace(3) %lsr.iv3, i32 undef, i32 undef seq_cst monotonic, align 4
59; OPT: %scevgep4 = getelementptr i8, ptr addrspace(3) %lsr.iv3, i32 4
60define amdgpu_kernel void @test_local_cmpxchg_addressing_loop_uniform_index_max_offset_i32(ptr addrspace(3) noalias nocapture %arg0, ptr addrspace(3) noalias nocapture readonly %arg1, i32 %n) #0 {
61bb:
62  %tmp = icmp sgt i32 %n, 0
63  br i1 %tmp, label %.lr.ph.preheader, label %._crit_edge
64
65.lr.ph.preheader:                                 ; preds = %bb
66  br label %.lr.ph
67
68._crit_edge.loopexit:                             ; preds = %.lr.ph
69  br label %._crit_edge
70
71._crit_edge:                                      ; preds = %._crit_edge.loopexit, %bb
72  ret void
73
74.lr.ph:                                           ; preds = %.lr.ph, %.lr.ph.preheader
75  %indvars.iv = phi i32 [ %indvars.iv.next, %.lr.ph ], [ 0, %.lr.ph.preheader ]
76  %tmp1 = add nuw nsw i32 %indvars.iv, 16383
77  %tmp3 = getelementptr inbounds i32, ptr addrspace(3) %arg1, i32 %tmp1
78  %tmp4 = cmpxchg ptr addrspace(3) %tmp3, i32 undef, i32 undef seq_cst monotonic
79  %tmp4.0 = extractvalue { i32, i1 } %tmp4, 0
80  %tmp6 = getelementptr inbounds i32, ptr addrspace(3) %arg0, i32 %indvars.iv
81  %tmp7 = cmpxchg ptr addrspace(3) %tmp6, i32 undef, i32 undef seq_cst monotonic
82  %tmp7.0 = extractvalue { i32, i1 } %tmp7, 0
83  %tmp8 = add nsw i32 %tmp7.0, %tmp4.0
84  atomicrmw add ptr addrspace(3) %tmp6, i32 %tmp8 seq_cst
85  %indvars.iv.next = add nuw nsw i32 %indvars.iv, 1
86  %exitcond = icmp eq i32 %indvars.iv.next, %n
87  br i1 %exitcond, label %._crit_edge.loopexit, label %.lr.ph
88}
89
90attributes #0 = { nounwind }
91attributes #1 = { nounwind argmemonly }
92