blob: d8fcf6d86fa4dd7da2666d6da5e07658ffee18a5 [file] [log] [blame]
Matthias Braune3cf80c2023-10-24 20:27:39 -07001; NOTE: Assertions have been autogenerated by utils/update_llc_test_checks.py
Evan Cheng249716e2012-07-27 21:21:26 +00002; RUN: llc < %s -mtriple=x86_64-apple-darwin | FileCheck %s
Nick Andersonf1ec0d12024-01-08 22:32:59 -08003; RUN: opt -S -passes='require<profile-summary>,function(codegenprepare)' %s -mtriple=x86_64-apple-darwin -o - | FileCheck %s --check-prefix OPT
Evan Cheng249716e2012-07-27 21:21:26 +00004
5; Teach CGP to dup returns to enable tail call optimization.
6; rdar://9147433
7
8define i32 @foo(i32 %x) nounwind ssp {
Stephen Lind24ab202013-07-14 06:24:09 +00009; CHECK-LABEL: foo:
Matthias Braune3cf80c2023-10-24 20:27:39 -070010; CHECK: ## %bb.0: ## %entry
11; CHECK-NEXT: ## kill: def $edi killed $edi def $rdi
12; CHECK-NEXT: decl %edi
13; CHECK-NEXT: cmpl $5, %edi
14; CHECK-NEXT: ja LBB0_8
15; CHECK-NEXT: ## %bb.1: ## %entry
16; CHECK-NEXT: leaq LJTI0_0(%rip), %rax
17; CHECK-NEXT: movslq (%rax,%rdi,4), %rcx
18; CHECK-NEXT: addq %rax, %rcx
19; CHECK-NEXT: jmpq *%rcx
20; CHECK-NEXT: LBB0_2: ## %sw.bb
21; CHECK-NEXT: jmp _f1 ## TAILCALL
22; CHECK-NEXT: LBB0_6: ## %sw.bb7
23; CHECK-NEXT: jmp _f5 ## TAILCALL
24; CHECK-NEXT: LBB0_4: ## %sw.bb3
25; CHECK-NEXT: jmp _f3 ## TAILCALL
26; CHECK-NEXT: LBB0_5: ## %sw.bb5
27; CHECK-NEXT: jmp _f4 ## TAILCALL
28; CHECK-NEXT: LBB0_3: ## %sw.bb1
29; CHECK-NEXT: jmp _f2 ## TAILCALL
30; CHECK-NEXT: LBB0_7: ## %sw.bb9
31; CHECK-NEXT: jmp _f6 ## TAILCALL
32; CHECK-NEXT: LBB0_8: ## %return
33; CHECK-NEXT: xorl %eax, %eax
34; CHECK-NEXT: retq
Jeremy Morsee6bf48d2024-10-02 11:14:05 +010035; CHECK-NEXT: .p2align 2
Matthias Braune3cf80c2023-10-24 20:27:39 -070036; CHECK-NEXT: .data_region jt32
37; CHECK-NEXT: .set L0_0_set_2, LBB0_2-LJTI0_0
38; CHECK-NEXT: .set L0_0_set_3, LBB0_3-LJTI0_0
39; CHECK-NEXT: .set L0_0_set_4, LBB0_4-LJTI0_0
40; CHECK-NEXT: .set L0_0_set_5, LBB0_5-LJTI0_0
41; CHECK-NEXT: .set L0_0_set_6, LBB0_6-LJTI0_0
42; CHECK-NEXT: .set L0_0_set_7, LBB0_7-LJTI0_0
43; CHECK-NEXT: LJTI0_0:
44; CHECK-NEXT: .long L0_0_set_2
45; CHECK-NEXT: .long L0_0_set_3
46; CHECK-NEXT: .long L0_0_set_4
47; CHECK-NEXT: .long L0_0_set_5
48; CHECK-NEXT: .long L0_0_set_6
49; CHECK-NEXT: .long L0_0_set_7
50; CHECK-NEXT: .end_data_region
Evan Cheng249716e2012-07-27 21:21:26 +000051entry:
52 switch i32 %x, label %return [
53 i32 1, label %sw.bb
54 i32 2, label %sw.bb1
55 i32 3, label %sw.bb3
56 i32 4, label %sw.bb5
57 i32 5, label %sw.bb7
58 i32 6, label %sw.bb9
59 ]
60
61sw.bb: ; preds = %entry
Evan Cheng249716e2012-07-27 21:21:26 +000062 %call = tail call i32 @f1() nounwind
63 br label %return
64
65sw.bb1: ; preds = %entry
Evan Cheng249716e2012-07-27 21:21:26 +000066 %call2 = tail call i32 @f2() nounwind
67 br label %return
68
69sw.bb3: ; preds = %entry
Evan Cheng249716e2012-07-27 21:21:26 +000070 %call4 = tail call i32 @f3() nounwind
71 br label %return
72
73sw.bb5: ; preds = %entry
Evan Cheng249716e2012-07-27 21:21:26 +000074 %call6 = tail call i32 @f4() nounwind
75 br label %return
76
77sw.bb7: ; preds = %entry
Evan Cheng249716e2012-07-27 21:21:26 +000078 %call8 = tail call i32 @f5() nounwind
79 br label %return
80
81sw.bb9: ; preds = %entry
Evan Cheng249716e2012-07-27 21:21:26 +000082 %call10 = tail call i32 @f6() nounwind
83 br label %return
84
85return: ; preds = %entry, %sw.bb9, %sw.bb7, %sw.bb5, %sw.bb3, %sw.bb1, %sw.bb
86 %retval.0 = phi i32 [ %call10, %sw.bb9 ], [ %call8, %sw.bb7 ], [ %call6, %sw.bb5 ], [ %call4, %sw.bb3 ], [ %call2, %sw.bb1 ], [ %call, %sw.bb ], [ 0, %entry ]
87 ret i32 %retval.0
88}
89
90declare i32 @f1()
91
92declare i32 @f2()
93
94declare i32 @f3()
95
96declare i32 @f4()
97
98declare i32 @f5()
99
100declare i32 @f6()
101
102; rdar://11958338
103%0 = type opaque
104
Nikita Popov2f448bf2022-06-22 14:33:12 +0200105declare ptr @bar(ptr) uwtable optsize noinline ssp
Evan Cheng249716e2012-07-27 21:21:26 +0000106
Nikita Popov2f448bf2022-06-22 14:33:12 +0200107define hidden ptr @thingWithValue(ptr %self) uwtable ssp {
Stephen Lind24ab202013-07-14 06:24:09 +0000108; CHECK-LABEL: thingWithValue:
Matthias Braune3cf80c2023-10-24 20:27:39 -0700109; CHECK: ## %bb.0: ## %entry
Matthias Braune3cf80c2023-10-24 20:27:39 -0700110; CHECK-NEXT: testb %al, %al
111; CHECK-NEXT: je _bar ## TAILCALL
112; CHECK-NEXT: ## %bb.1: ## %someThingWithValue.exit
113; CHECK-NEXT: retq
114entry:
Yeaseen96c72332025-02-23 02:23:33 -0700115 br i1 poison, label %if.then.i, label %if.else.i
Evan Cheng249716e2012-07-27 21:21:26 +0000116
117if.then.i: ; preds = %entry
118 br label %someThingWithValue.exit
119
120if.else.i: ; preds = %entry
Nikita Popov2f448bf2022-06-22 14:33:12 +0200121 %call4.i = tail call ptr @bar(ptr undef) optsize
Evan Cheng249716e2012-07-27 21:21:26 +0000122 br label %someThingWithValue.exit
123
124someThingWithValue.exit: ; preds = %if.else.i, %if.then.i
Nikita Popov2f448bf2022-06-22 14:33:12 +0200125 %retval.0.in.i = phi ptr [ undef, %if.then.i ], [ %call4.i, %if.else.i ]
126 ret ptr %retval.0.in.i
Evan Cheng249716e2012-07-27 21:21:26 +0000127}
Michael Kupersteinf79af6f2016-09-08 00:48:37 +0000128
129
130; Correctly handle zext returns.
131declare zeroext i1 @foo_i1()
132
Michael Kupersteinf79af6f2016-09-08 00:48:37 +0000133define zeroext i1 @zext_i1(i1 %k) {
Matthias Braune3cf80c2023-10-24 20:27:39 -0700134; CHECK-LABEL: zext_i1:
135; CHECK: ## %bb.0: ## %entry
136; CHECK-NEXT: testb $1, %dil
137; CHECK-NEXT: je _foo_i1 ## TAILCALL
138; CHECK-NEXT: ## %bb.1: ## %land.end
139; CHECK-NEXT: xorl %eax, %eax
140; CHECK-NEXT: retq
Michael Kupersteinf79af6f2016-09-08 00:48:37 +0000141entry:
142 br i1 %k, label %land.end, label %land.rhs
143
144land.rhs: ; preds = %entry
145 %call1 = tail call zeroext i1 @foo_i1()
146 br label %land.end
147
148land.end: ; preds = %entry, %land.rhs
149 %0 = phi i1 [ false, %entry ], [ %call1, %land.rhs ]
150 ret i1 %0
151}
152
Francis Visoiu Mistriheea9da52019-04-23 21:57:43 +0000153; We need to look through bitcasts when looking for tail calls in phi incoming
154; values.
Nikita Popov2f448bf2022-06-22 14:33:12 +0200155declare ptr @g_ret32()
156define ptr @f_ret8(ptr %obj) nounwind {
Francis Visoiu Mistriheea9da52019-04-23 21:57:43 +0000157; OPT-LABEL: @f_ret8(
158; OPT-NEXT: entry:
Nikita Popov2f448bf2022-06-22 14:33:12 +0200159; OPT-NEXT: [[CMP:%.*]] = icmp eq ptr [[OBJ:%.*]], null
Francis Visoiu Mistriheea9da52019-04-23 21:57:43 +0000160; OPT-NEXT: br i1 [[CMP]], label [[RETURN:%.*]], label [[IF_THEN:%.*]]
161; OPT: if.then:
Nikita Popov2f448bf2022-06-22 14:33:12 +0200162; OPT-NEXT: [[PTR:%.*]] = tail call ptr @g_ret32()
163; OPT-NEXT: ret ptr [[PTR]]
Francis Visoiu Mistriheea9da52019-04-23 21:57:43 +0000164; OPT: return:
Nikita Popov2f448bf2022-06-22 14:33:12 +0200165; OPT-NEXT: ret ptr [[OBJ]]
Francis Visoiu Mistriheea9da52019-04-23 21:57:43 +0000166;
167; CHECK-LABEL: f_ret8:
168; CHECK: ## %bb.0: ## %entry
Francis Visoiu Mistriheea9da52019-04-23 21:57:43 +0000169; CHECK-NEXT: testq %rdi, %rdi
Noah Goldsteinee5585e2023-02-06 12:05:44 -0600170; CHECK-NEXT: jne _g_ret32 ## TAILCALL
171; CHECK-NEXT: ## %bb.1: ## %return
Francis Visoiu Mistrih16468512019-04-23 21:57:46 +0000172; CHECK-NEXT: movq %rdi, %rax
Francis Visoiu Mistriheea9da52019-04-23 21:57:43 +0000173; CHECK-NEXT: retq
174entry:
Nikita Popov2f448bf2022-06-22 14:33:12 +0200175 %cmp = icmp eq ptr %obj, null
Francis Visoiu Mistriheea9da52019-04-23 21:57:43 +0000176 br i1 %cmp, label %return, label %if.then
177
178if.then:
Nikita Popov2f448bf2022-06-22 14:33:12 +0200179 %ptr = tail call ptr @g_ret32()
Francis Visoiu Mistriheea9da52019-04-23 21:57:43 +0000180 br label %return
181
182return:
Nikita Popov2f448bf2022-06-22 14:33:12 +0200183 %retval = phi ptr [ %ptr, %if.then ], [ %obj, %entry ]
184 ret ptr %retval
Francis Visoiu Mistriheea9da52019-04-23 21:57:43 +0000185}
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100186
187define ptr @memset_tailc(ptr %ret_val, i64 %sz) nounwind {
188; CHECK-LABEL: memset_tailc:
189; CHECK: ## %bb.0: ## %entry
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100190; CHECK-NEXT: testq %rdi, %rdi
Antonio Frighetto8373cee2023-12-29 00:25:23 +0100191; CHECK-NEXT: je LBB4_1
192; CHECK-NEXT: ## %bb.2: ## %if.then
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100193; CHECK-NEXT: movq %rsi, %rdx
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100194; CHECK-NEXT: xorl %esi, %esi
Antonio Frighetto8373cee2023-12-29 00:25:23 +0100195; CHECK-NEXT: jmp _memset ## TAILCALL
196; CHECK-NEXT: LBB4_1: ## %return
197; CHECK-NEXT: movq %rdi, %rax
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100198; CHECK-NEXT: retq
199entry:
200 %cmp = icmp eq ptr %ret_val, null
201 br i1 %cmp, label %return, label %if.then
202
203if.then:
204 tail call void @llvm.memset.p0.i64(ptr nonnull align 1 %ret_val, i8 0, i64 %sz, i1 false)
205 br label %return
206
207return:
208 ret ptr %ret_val
209}
210
211define ptr @memcpy_tailc(ptr %ret_val, i64 %sz, ptr %src) nounwind {
212; CHECK-LABEL: memcpy_tailc:
213; CHECK: ## %bb.0: ## %entry
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100214; CHECK-NEXT: testq %rsi, %rsi
215; CHECK-NEXT: je LBB5_1
216; CHECK-NEXT: ## %bb.2: ## %if.then
217; CHECK-NEXT: movq %rsi, %rax
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100218; CHECK-NEXT: movq %rdx, %rsi
219; CHECK-NEXT: movq %rax, %rdx
Antonio Frighetto8373cee2023-12-29 00:25:23 +0100220; CHECK-NEXT: jmp _memcpy ## TAILCALL
221; CHECK-NEXT: LBB5_1: ## %return
222; CHECK-NEXT: movq %rdx, %rax
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100223; CHECK-NEXT: retq
224entry:
225 %cmp = icmp eq i64 %sz, 0
226 br i1 %cmp, label %return, label %if.then
227
228if.then:
229 tail call void @llvm.memcpy.p0.p0.i64(ptr align 1 %ret_val, ptr align 1 %src, i64 %sz, i1 false)
230 br label %return
231
232return:
233 %phi = phi ptr [ %ret_val, %if.then ], [ %src, %entry ]
234 ret ptr %phi
235}
236
237define ptr @strcpy_legal_and_baz_illegal(ptr %arg, i64 %sz, ptr %2) nounwind {
238; CHECK-LABEL: strcpy_legal_and_baz_illegal:
239; CHECK: ## %bb.0: ## %entry
240; CHECK-NEXT: pushq %r15
241; CHECK-NEXT: pushq %r14
242; CHECK-NEXT: pushq %rbx
Antonio Frighetto8373cee2023-12-29 00:25:23 +0100243; CHECK-NEXT: movq %rdx, %rbx
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100244; CHECK-NEXT: movq %rsi, %r15
Antonio Frighetto8373cee2023-12-29 00:25:23 +0100245; CHECK-NEXT: movq %rdi, %r14
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100246; CHECK-NEXT: movq %rsi, %rdi
247; CHECK-NEXT: callq _malloc
248; CHECK-NEXT: testq %r15, %r15
Antonio Frighetto8373cee2023-12-29 00:25:23 +0100249; CHECK-NEXT: je LBB6_1
250; CHECK-NEXT: ## %bb.2: ## %if.then
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100251; CHECK-NEXT: movq %rax, %rdi
Antonio Frighetto8373cee2023-12-29 00:25:23 +0100252; CHECK-NEXT: movq %rbx, %rsi
253; CHECK-NEXT: popq %rbx
254; CHECK-NEXT: popq %r14
255; CHECK-NEXT: popq %r15
256; CHECK-NEXT: jmp _strcpy ## TAILCALL
257; CHECK-NEXT: LBB6_1: ## %if.else
258; CHECK-NEXT: movq %r14, %rdi
259; CHECK-NEXT: movq %rbx, %rsi
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100260; CHECK-NEXT: callq _baz
Antonio Frighetto8373cee2023-12-29 00:25:23 +0100261; CHECK-NEXT: movq %r14, %rax
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100262; CHECK-NEXT: popq %rbx
263; CHECK-NEXT: popq %r14
264; CHECK-NEXT: popq %r15
265; CHECK-NEXT: retq
266entry:
267 %strcpy_ret_val = tail call noalias ptr @malloc(i64 %sz)
268 %cmp = icmp eq i64 %sz, 0
269 br i1 %cmp, label %if.else, label %if.then
270
271if.then:
272 %rv_unused = tail call ptr @strcpy(ptr dereferenceable(1) %strcpy_ret_val, ptr dereferenceable(1) %2)
273 br label %return
274
275if.else:
276 %rv_unused_2 = tail call ptr @baz(ptr %arg, ptr %2)
277 br label %return
278
279return:
280 %phi = phi ptr [ %strcpy_ret_val, %if.then ], [ %arg, %if.else ]
281 ret ptr %phi
282}
283
284define ptr @baz_illegal_tailc(ptr %ret_val, ptr %arg) nounwind {
285; CHECK-LABEL: baz_illegal_tailc:
286; CHECK: ## %bb.0: ## %entry
287; CHECK-NEXT: pushq %rbx
288; CHECK-NEXT: movq %rdi, %rbx
289; CHECK-NEXT: testq %rdi, %rdi
290; CHECK-NEXT: je LBB7_2
291; CHECK-NEXT: ## %bb.1: ## %if.then
292; CHECK-NEXT: movq %rbx, %rdi
293; CHECK-NEXT: callq _baz
294; CHECK-NEXT: LBB7_2: ## %return
295; CHECK-NEXT: movq %rbx, %rax
296; CHECK-NEXT: popq %rbx
297; CHECK-NEXT: retq
298entry:
299 %cmp = icmp eq ptr %ret_val, null
300 br i1 %cmp, label %return, label %if.then
301
302if.then:
303 %rv = tail call ptr @baz(ptr %ret_val, ptr %arg)
304 br label %return
305
306return:
307 ret ptr %ret_val
308}
309
310define ptr @memset_illegal_tailc(ptr %arg, i64 %sz, ptr %ret_val_1, ptr %ret_val_2) nounwind {
311; CHECK-LABEL: memset_illegal_tailc:
312; CHECK: ## %bb.0: ## %entry
313; CHECK-NEXT: movq %rdx, %rax
314; CHECK-NEXT: testq %rsi, %rsi
315; CHECK-NEXT: je LBB8_2
316; CHECK-NEXT: ## %bb.1: ## %if.then
317; CHECK-NEXT: pushq %rbx
318; CHECK-NEXT: movq %rcx, %rbx
319; CHECK-NEXT: movq %rsi, %rdx
320; CHECK-NEXT: xorl %esi, %esi
321; CHECK-NEXT: callq _memset
322; CHECK-NEXT: movq %rbx, %rax
323; CHECK-NEXT: popq %rbx
324; CHECK-NEXT: LBB8_2: ## %return
325; CHECK-NEXT: retq
326entry:
327 %cmp = icmp eq i64 %sz, 0
328 br i1 %cmp, label %return, label %if.then
329
330if.then:
331 tail call void @llvm.memset.p0.i64(ptr align 1 %arg, i8 0, i64 %sz, i1 false)
332 br label %return
333
334return:
335 %phi = phi ptr [ %ret_val_2, %if.then ], [ %ret_val_1, %entry ]
336 ret ptr %phi
337}
338
339define ptr @strcpy_illegal_tailc(ptr %dest, i64 %sz, ptr readonly returned %src) nounwind {
340; CHECK-LABEL: strcpy_illegal_tailc:
Antonio Frighetto25e7e8d2024-02-20 22:13:46 +0100341; CHECK: ## %bb.0: ## %entry
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100342; CHECK-NEXT: pushq %rbx
343; CHECK-NEXT: movq %rdx, %rbx
344; CHECK-NEXT: testq %rsi, %rsi
345; CHECK-NEXT: je LBB9_2
346; CHECK-NEXT: ## %bb.1: ## %if.then
347; CHECK-NEXT: movq %rbx, %rsi
348; CHECK-NEXT: callq _strcpy
349; CHECK-NEXT: LBB9_2: ## %return
350; CHECK-NEXT: movq %rbx, %rax
351; CHECK-NEXT: popq %rbx
352; CHECK-NEXT: retq
Antonio Frighetto25e7e8d2024-02-20 22:13:46 +0100353entry:
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100354 %cmp = icmp eq i64 %sz, 0
355 br i1 %cmp, label %return, label %if.then
356
357if.then:
358 %6 = tail call ptr @strcpy(ptr dereferenceable(1) %dest, ptr dereferenceable(1) %src)
359 br label %return
360
361return:
362 ret ptr %src
363}
364
Antonio Frighetto25e7e8d2024-02-20 22:13:46 +0100365@i = global i32 0, align 4
366
367define i32 @undef_tailc() nounwind {
368; CHECK-LABEL: undef_tailc:
369; CHECK: ## %bb.0: ## %entry
370; CHECK-NEXT: cmpl $0, _i(%rip)
371; CHECK-NEXT: jne _qux ## TAILCALL
372; CHECK-NEXT: ## %bb.1: ## %return
373; CHECK-NEXT: retq
374entry:
375 %val = load i32, ptr @i, align 4
376 %cmp = icmp eq i32 %val, 0
377 br i1 %cmp, label %return, label %if.then
378
379if.then:
380 %rv_unused = tail call i32 @qux()
381 br label %return
382
383return:
384 ret i32 undef
385}
386
387define i32 @undef_and_known_tailc() nounwind {
388; CHECK-LABEL: undef_and_known_tailc:
389; CHECK: ## %bb.0: ## %entry
390; CHECK-NEXT: movl _i(%rip), %eax
391; CHECK-NEXT: cmpl $5, %eax
392; CHECK-NEXT: je _qux ## TAILCALL
393; CHECK-NEXT: ## %bb.1: ## %entry
394; CHECK-NEXT: cmpl $2, %eax
395; CHECK-NEXT: je _quux ## TAILCALL
396; CHECK-NEXT: ## %bb.2: ## %return
397; CHECK-NEXT: retq
398entry:
399 %val = load i32, ptr @i, align 4
400 switch i32 %val, label %return [
401 i32 2, label %case_2
402 i32 5, label %case_5
403 ]
404
405case_2:
406 %rv_unused = tail call i32 @quux()
407 br label %return
408
409case_5:
410 %rv = tail call i32 @qux()
411 br label %return
412
413return:
414 %phi = phi i32 [ undef, %case_2 ], [ %rv, %case_5 ], [ undef, %entry ]
415 ret i32 %phi
416}
417
Antonio Frighettod1c481d2023-12-29 00:21:12 +0100418declare void @llvm.memcpy.p0.p0.i64(ptr noalias nocapture writeonly, ptr noalias nocapture readonly, i64, i1)
419declare void @llvm.memset.p0.i64(ptr nocapture writeonly, i8, i64, i1)
420declare noalias ptr @malloc(i64)
421declare ptr @strcpy(ptr noalias returned writeonly, ptr noalias nocapture readonly)
422declare ptr @baz(ptr, ptr)
Antonio Frighetto25e7e8d2024-02-20 22:13:46 +0100423declare i32 @qux()
424declare i32 @quux()