xref: /llvm-project/llvm/test/CodeGen/X86/statepoint-vreg-invoke.ll (revision b7738e275dc097f224d00434253b485288a6caff)
1; NOTE: Assertions have been autogenerated by utils/update_mir_test_checks.py
2; RUN: llc -max-registers-for-gc-values=4 -stop-after virtregrewriter < %s | FileCheck %s
3
4target datalayout = "e-i64:64-f80:128-n8:16:32:64-S128"
5target triple = "x86_64-pc-linux-gnu"
6
7declare dso_local void @"some_call"(ptr addrspace(1))
8declare dso_local i32 @foo(i32, ptr addrspace(1), i32, i32, i32)
9declare dso_local ptr @personality_function()
10
11define ptr addrspace(1) @test_basic_invoke(ptr addrspace(1) %obj, ptr addrspace(1) %obj1)
12  ; CHECK-LABEL: name: test_basic_invoke
13  ; CHECK: bb.0.entry:
14  ; CHECK-NEXT:   successors: %bb.1(0x7ffff800), %bb.3(0x00000800)
15  ; CHECK-NEXT:   liveins: $rdi, $rsi
16  ; CHECK-NEXT: {{  $}}
17  ; CHECK-NEXT:   MOV64mr %stack.1, 1, $noreg, 0, $noreg, renamable $rdi :: (store (s64) into %stack.1)
18  ; CHECK-NEXT:   MOV64mr %stack.0, 1, $noreg, 0, $noreg, killed renamable $rsi :: (store (s64) into %stack.0)
19  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
20  ; CHECK-NEXT:   ADJCALLSTACKDOWN64 0, 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
21  ; CHECK-NEXT:   STATEPOINT 0, 0, 1, @some_call, $rdi, 2, 0, 2, 0, 2, 5, 2, 0, 2, -1, 2, 0, 2, 0, 2, 0, 2, 2, 1, 8, %stack.0, 0, 1, 8, %stack.1, 0, 2, 0, 2, 2, 0, 0, 1, 1, csr_64, implicit-def $rsp, implicit-def $ssp :: (volatile load store (s64) on %stack.0), (volatile load store (s64) on %stack.1)
22  ; CHECK-NEXT:   ADJCALLSTACKUP64 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
23  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
24  ; CHECK-NEXT:   JMP_1 %bb.1
25  ; CHECK-NEXT: {{  $}}
26  ; CHECK-NEXT: bb.1.safepoint_normal_dest:
27  ; CHECK-NEXT:   successors: %bb.2(0x80000000)
28  ; CHECK-NEXT: {{  $}}
29  ; CHECK-NEXT:   renamable $rax = MOV64rm %stack.1, 1, $noreg, 0, $noreg :: (load (s64) from %stack.1)
30  ; CHECK-NEXT: {{  $}}
31  ; CHECK-NEXT: bb.2.normal_return:
32  ; CHECK-NEXT:   liveins: $rax
33  ; CHECK-NEXT: {{  $}}
34  ; CHECK-NEXT:   RET 0, $rax
35  ; CHECK-NEXT: {{  $}}
36  ; CHECK-NEXT: bb.3.exceptional_return (landing-pad):
37  ; CHECK-NEXT:   liveins: $rax, $rdx
38  ; CHECK-NEXT: {{  $}}
39  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
40  ; CHECK-NEXT:   renamable $rax = MOV64rm %stack.0, 1, $noreg, 0, $noreg :: (load (s64) from %stack.0)
41  ; CHECK-NEXT:   RET 0, $rax
42  gc "statepoint-example" personality ptr @"personality_function" {
43entry:
44  %0 = invoke token (i64, i32, ptr, i32, i32, ...) @llvm.experimental.gc.statepoint.p0(i64 0, i32 0, ptr elementtype(void (ptr addrspace(1))) @some_call, i32 1, i32 0, ptr addrspace(1) %obj, i32 0, i32 0) ["gc-live" (ptr addrspace(1) %obj, ptr addrspace(1) %obj1), "deopt" (i32 0, i32 -1, i32 0, i32 0, i32 0)]
45          to label %safepoint_normal_dest unwind label %exceptional_return
46
47safepoint_normal_dest:
48  %obj.relocated = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %0, i32 0, i32 0)
49  %obj1.relocated = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %0, i32 1, i32 1)
50  br label %normal_return
51
52normal_return:
53  ret ptr addrspace(1) %obj.relocated
54
55exceptional_return:
56  %landing_pad = landingpad token
57          cleanup
58  %obj.relocated1 = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %landing_pad, i32 0, i32 0)
59  %obj1.relocated1 = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %landing_pad, i32 1, i32 1)
60  ret ptr addrspace(1) %obj1.relocated1
61}
62
63define ptr addrspace(1) @test_invoke_same_val(i1 %cond, ptr addrspace(1) %val1, ptr addrspace(1) %val2, ptr addrspace(1) %val3)
64  ; CHECK-LABEL: name: test_invoke_same_val
65  ; CHECK: bb.0.entry:
66  ; CHECK-NEXT:   successors: %bb.1(0x40000000), %bb.3(0x40000000)
67  ; CHECK-NEXT:   liveins: $edi, $rcx, $rdx, $rsi
68  ; CHECK-NEXT: {{  $}}
69  ; CHECK-NEXT:   renamable $r14 = COPY $rcx
70  ; CHECK-NEXT:   renamable $r15 = COPY $rdx
71  ; CHECK-NEXT:   renamable $ebx = COPY $edi
72  ; CHECK-NEXT:   TEST8ri renamable $bl, 1, implicit-def $eflags
73  ; CHECK-NEXT:   JCC_1 %bb.3, 4, implicit killed $eflags
74  ; CHECK-NEXT:   JMP_1 %bb.1
75  ; CHECK-NEXT: {{  $}}
76  ; CHECK-NEXT: bb.1.left:
77  ; CHECK-NEXT:   successors: %bb.2(0x7ffff800), %bb.6(0x00000800)
78  ; CHECK-NEXT:   liveins: $ebx, $rsi, $r15
79  ; CHECK-NEXT: {{  $}}
80  ; CHECK-NEXT:   MOV64mr %stack.0, 1, $noreg, 0, $noreg, renamable $rsi :: (store (s64) into %stack.0)
81  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
82  ; CHECK-NEXT:   ADJCALLSTACKDOWN64 0, 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
83  ; CHECK-NEXT:   $rdi = COPY killed renamable $rsi
84  ; CHECK-NEXT:   renamable $r15 = STATEPOINT 0, 0, 1, @some_call, $rdi, 2, 0, 2, 0, 2, 0, 2, 2, killed renamable $r15(tied-def 0), 1, 8, %stack.0, 0, 2, 0, 2, 2, 0, 0, 1, 1, csr_64, implicit-def $rsp, implicit-def $ssp :: (volatile load store (s64) on %stack.0)
85  ; CHECK-NEXT:   ADJCALLSTACKUP64 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
86  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
87  ; CHECK-NEXT:   JMP_1 %bb.2
88  ; CHECK-NEXT: {{  $}}
89  ; CHECK-NEXT: bb.2.left.relocs:
90  ; CHECK-NEXT:   successors: %bb.5(0x80000000)
91  ; CHECK-NEXT:   liveins: $ebx, $r15
92  ; CHECK-NEXT: {{  $}}
93  ; CHECK-NEXT:   renamable $r14 = MOV64rm %stack.0, 1, $noreg, 0, $noreg :: (load (s64) from %stack.0)
94  ; CHECK-NEXT:   JMP_1 %bb.5
95  ; CHECK-NEXT: {{  $}}
96  ; CHECK-NEXT: bb.3.right:
97  ; CHECK-NEXT:   successors: %bb.4(0x7ffff800), %bb.7(0x00000800)
98  ; CHECK-NEXT:   liveins: $ebx, $rsi, $r14, $r15
99  ; CHECK-NEXT: {{  $}}
100  ; CHECK-NEXT:   MOV64mr %stack.0, 1, $noreg, 0, $noreg, killed renamable $r15 :: (store (s64) into %stack.0)
101  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
102  ; CHECK-NEXT:   ADJCALLSTACKDOWN64 0, 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
103  ; CHECK-NEXT:   $rdi = COPY killed renamable $rsi
104  ; CHECK-NEXT:   renamable $r14 = STATEPOINT 0, 0, 1, @some_call, $rdi, 2, 0, 2, 0, 2, 0, 2, 2, killed renamable $r14(tied-def 0), 1, 8, %stack.0, 0, 2, 0, 2, 2, 0, 0, 1, 1, csr_64, implicit-def $rsp, implicit-def $ssp :: (volatile load store (s64) on %stack.0)
105  ; CHECK-NEXT:   ADJCALLSTACKUP64 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
106  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
107  ; CHECK-NEXT:   JMP_1 %bb.4
108  ; CHECK-NEXT: {{  $}}
109  ; CHECK-NEXT: bb.4.right.relocs:
110  ; CHECK-NEXT:   successors: %bb.5(0x80000000)
111  ; CHECK-NEXT:   liveins: $ebx, $r14
112  ; CHECK-NEXT: {{  $}}
113  ; CHECK-NEXT:   renamable $r15 = MOV64rm %stack.0, 1, $noreg, 0, $noreg :: (load (s64) from %stack.0)
114  ; CHECK-NEXT: {{  $}}
115  ; CHECK-NEXT: bb.5.normal_return:
116  ; CHECK-NEXT:   liveins: $ebx, $r14, $r15
117  ; CHECK-NEXT: {{  $}}
118  ; CHECK-NEXT:   TEST8ri renamable $bl, 1, implicit-def $eflags, implicit killed $ebx
119  ; CHECK-NEXT:   renamable $r14 = CMOV64rr killed renamable $r14, killed renamable $r15, 4, implicit killed $eflags
120  ; CHECK-NEXT:   $rax = COPY killed renamable $r14
121  ; CHECK-NEXT:   RET 0, $rax
122  ; CHECK-NEXT: {{  $}}
123  ; CHECK-NEXT: bb.6.exceptional_return.left (landing-pad):
124  ; CHECK-NEXT:   liveins: $rax, $rdx
125  ; CHECK-NEXT: {{  $}}
126  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
127  ; CHECK-NEXT:   renamable $rax = MOV64rm %stack.0, 1, $noreg, 0, $noreg :: (load (s64) from %stack.0)
128  ; CHECK-NEXT:   RET 0, $rax
129  ; CHECK-NEXT: {{  $}}
130  ; CHECK-NEXT: bb.7.exceptional_return.right (landing-pad):
131  ; CHECK-NEXT:   liveins: $rax, $rdx
132  ; CHECK-NEXT: {{  $}}
133  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
134  ; CHECK-NEXT:   renamable $rax = MOV64rm %stack.0, 1, $noreg, 0, $noreg :: (load (s64) from %stack.0)
135  ; CHECK-NEXT:   RET 0, $rax
136  gc "statepoint-example" personality ptr @"personality_function" {
137entry:
138  br i1 %cond, label %left, label %right
139
140left:
141  %sp1 = invoke token (i64, i32, ptr, i32, i32, ...) @llvm.experimental.gc.statepoint.p0(i64 0, i32 0, ptr elementtype(void (ptr addrspace(1))) @some_call, i32 1, i32 0, ptr addrspace(1) %val1, i32 0, i32 0) ["gc-live"(ptr addrspace(1) %val1, ptr addrspace(1) %val2)]
142           to label %left.relocs unwind label %exceptional_return.left
143
144left.relocs:
145  %val1.relocated = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %sp1, i32 0, i32 0)
146  %val2.relocated_left = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %sp1, i32 1, i32 1)
147  br label %normal_return
148
149right:
150  %sp2 = invoke token (i64, i32, ptr, i32, i32, ...) @llvm.experimental.gc.statepoint.p0(i64 0, i32 0, ptr elementtype(void (ptr addrspace(1))) @some_call, i32 1, i32 0, ptr addrspace(1) %val1, i32 0, i32 0) ["gc-live"(ptr addrspace(1) %val2, ptr addrspace(1) %val3)]
151           to label %right.relocs unwind label %exceptional_return.right
152
153right.relocs:
154  %val2.relocated_right = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %sp2, i32 0, i32 0)
155  %val3.relocated = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %sp2, i32 1, i32 1)
156  br label %normal_return
157
158normal_return:
159  %a1 = phi ptr addrspace(1) [%val1.relocated, %left.relocs], [%val3.relocated, %right.relocs]
160  %a2 = phi ptr addrspace(1) [%val2.relocated_left, %left.relocs], [%val2.relocated_right, %right.relocs]
161  %ret = select i1 %cond, ptr addrspace(1) %a1, ptr addrspace(1) %a2
162  ret ptr addrspace(1) %ret
163
164exceptional_return.left:
165  %landing_pad = landingpad token
166          cleanup
167  %val1.relocated2 = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %landing_pad, i32 0, i32 0)
168  ret ptr addrspace(1) %val1.relocated2
169
170exceptional_return.right:
171  %landing_pad1 = landingpad token
172          cleanup
173  %val2.relocated3 = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %landing_pad1, i32 0, i32 0)
174  ret ptr addrspace(1) %val2.relocated3
175}
176
177define void @test_duplicate_ir_values() gc "statepoint-example" personality ptr @personality_function {
178  ; CHECK-LABEL: name: test_duplicate_ir_values
179  ; CHECK: bb.0.entry:
180  ; CHECK-NEXT:   successors: %bb.1(0x40000000), %bb.2(0x40000000)
181  ; CHECK-NEXT: {{  $}}
182  ; CHECK-NEXT:   renamable $rax = MOV64rm undef renamable $rax, 1, $noreg, 0, $noreg :: (load (s64) from `ptr addrspace(1) undef`, addrspace 1)
183  ; CHECK-NEXT:   MOV64mr %stack.0, 1, $noreg, 0, $noreg, killed renamable $rax :: (store (s64) into %stack.0)
184  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
185  ; CHECK-NEXT:   ADJCALLSTACKDOWN64 0, 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
186  ; CHECK-NEXT:   STATEPOINT 1, 16, 5, undef renamable $rax, undef $edi, undef $rsi, undef $edx, undef $ecx, undef $r8d, 2, 0, 2, 0, 2, 0, 2, 1, 1, 8, %stack.0, 0, 2, 0, 2, 1, 0, 0, csr_64, implicit-def $rsp, implicit-def $ssp, implicit-def dead $eax :: (volatile load store (s64) on %stack.0)
187  ; CHECK-NEXT:   ADJCALLSTACKUP64 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
188  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
189  ; CHECK-NEXT:   JMP_1 %bb.1
190  ; CHECK-NEXT: {{  $}}
191  ; CHECK-NEXT: bb.1.normal_continue:
192  ; CHECK-NEXT:   successors:
193  ; CHECK-NEXT: {{  $}}
194  ; CHECK-NEXT:   renamable $rbx = MOV64rm %stack.0, 1, $noreg, 0, $noreg :: (load (s64) from %stack.0)
195  ; CHECK-NEXT:   ADJCALLSTACKDOWN64 0, 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
196  ; CHECK-NEXT:   $edi = MOV32ri 10
197  ; CHECK-NEXT:   dead renamable $rbx = STATEPOINT 2882400000, 0, 1, target-flags(x86-plt) @__llvm_deoptimize, killed $edi, 2, 0, 2, 2, 2, 2, killed renamable $rbx, renamable $rbx, 2, 1, renamable $rbx(tied-def 0), 2, 0, 2, 1, 0, 0, csr_64, implicit-def $rsp, implicit-def $ssp
198  ; CHECK-NEXT:   ADJCALLSTACKUP64 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
199  ; CHECK-NEXT: {{  $}}
200  ; CHECK-NEXT: bb.2.exceptional_return (landing-pad):
201  ; CHECK-NEXT:   liveins: $rax, $rdx
202  ; CHECK-NEXT: {{  $}}
203  ; CHECK-NEXT:   EH_LABEL <mcsymbol >
204  ; CHECK-NEXT:   renamable $rbx = MOV64rm %stack.0, 1, $noreg, 0, $noreg :: (load (s64) from %stack.0)
205  ; CHECK-NEXT:   ADJCALLSTACKDOWN64 0, 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
206  ; CHECK-NEXT:   $edi = MOV32ri -271
207  ; CHECK-NEXT:   dead renamable $rbx = STATEPOINT 2882400000, 0, 1, target-flags(x86-plt) @__llvm_deoptimize, killed $edi, 2, 0, 2, 0, 2, 1, killed renamable $rbx, 2, 1, renamable $rbx(tied-def 0), 2, 0, 2, 1, 0, 0, csr_64, implicit-def $rsp, implicit-def $ssp
208  ; CHECK-NEXT:   ADJCALLSTACKUP64 0, 0, implicit-def dead $rsp, implicit-def dead $eflags, implicit-def dead $ssp, implicit $rsp, implicit $ssp
209entry:
210  %val1 = load ptr addrspace(1), ptr addrspace(1) undef, align 8
211  %val2 = load ptr addrspace(1), ptr addrspace(1) undef, align 8
212  %statepoint_token1 = invoke token (i64, i32, ptr, i32, i32, ...) @llvm.experimental.gc.statepoint.p0(i64 1, i32 16, ptr nonnull elementtype(i32 (i32, ptr addrspace(1), i32, i32, i32)) @foo, i32 5, i32 0, i32 undef, ptr addrspace(1) undef, i32 undef, i32 undef, i32 undef, i32 0, i32 0) [ "deopt"(), "gc-live"(ptr addrspace(1) %val1, ptr addrspace(1) %val2) ]
213          to label %normal_continue unwind label %exceptional_return
214
215normal_continue: ; preds = %entry
216  %val1.relocated1 = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %statepoint_token1, i32 0, i32 0) ; (%val1, %val1)
217  %val2.relocated1 = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %statepoint_token1, i32 1, i32 1) ; (%val2, %val2)
218  %safepoint_token2 = call token (i64, i32, ptr, i32, i32, ...) @llvm.experimental.gc.statepoint.p0(i64 2882400000, i32 0, ptr nonnull elementtype(void (i32)) @__llvm_deoptimize, i32 1, i32 2, i32 10, i32 0, i32 0) [ "deopt"(ptr addrspace(1) %val1.relocated1, ptr addrspace(1) %val2.relocated1), "gc-live"() ]
219  unreachable
220
221exceptional_return:                         ; preds = %entry
222  %lpad_token11090 = landingpad token
223          cleanup
224  %val2.relocated2 = call coldcc ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token %lpad_token11090, i32 1, i32 1) ; (%val2, %val2)
225  %safepoint_token3 = call token (i64, i32, ptr, i32, i32, ...) @llvm.experimental.gc.statepoint.p0(i64 2882400000, i32 0, ptr nonnull elementtype(void (i32)) @__llvm_deoptimize, i32 1, i32 0, i32 -271, i32 0, i32 0) [ "deopt"(ptr addrspace(1) %val2.relocated2), "gc-live"() ]
226  unreachable
227}
228
229declare void @__llvm_deoptimize(i32)
230declare token @llvm.experimental.gc.statepoint.p0(i64 immarg, i32 immarg, ptr, i32 immarg, i32 immarg, ...)
231declare ptr addrspace(1) @llvm.experimental.gc.relocate.p1(token, i32, i32)
232