Skip to content

Commit cb413d9

Browse files
aschwaighoferbnbarham
authored andcommitted
Disable lifetime.start sinking for ABI::Async and ABI::Retcon
It does not handle loops correctly i.e it moves the lifetime.start intrinsic into a loop rendering the stack object as not alive for part of the loop. ``` entry: %obj = alloca i8 lifetime.start(%obj) br loop loop: coro.suspend() escape(%obj) cond_br %cond, label %exit, label loop br loop exit: lifetime.end(%obj ``` After sinking: ``` entry: %obj = alloca i8 br loop loop: coro.suspend() lifetime.start(%obj) escape(%obj) cond_br %cond, label %exit, label loop br loop exit: lifetime.end(%obj ``` rdar://83411917 Differential Revision: https://reviews.llvm.org/D110953
1 parent 26bfd5e commit cb413d9

File tree

2 files changed

+119
-1
lines changed

2 files changed

+119
-1
lines changed

llvm/lib/Transforms/Coroutines/CoroFrame.cpp

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2683,7 +2683,10 @@ void coro::buildCoroutineFrame(Function &F, Shape &Shape) {
26832683
}
26842684
}
26852685

2686-
sinkLifetimeStartMarkers(F, Shape, Checker);
2686+
if (Shape.ABI != coro::ABI::Async && Shape.ABI != coro::ABI::Retcon &&
2687+
Shape.ABI != coro::ABI::RetconOnce)
2688+
sinkLifetimeStartMarkers(F, Shape, Checker);
2689+
26872690
if (Shape.ABI != coro::ABI::Async || !Shape.CoroSuspends.empty())
26882691
collectFrameAllocas(F, Shape, Checker, FrameData.Allocas);
26892692
LLVM_DEBUG(dumpAllocas(FrameData.Allocas));
Lines changed: 115 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,115 @@
1+
; RUN: opt < %s -enable-coroutines -passes='default<O0>' -S | FileCheck --check-prefixes=CHECK %s
2+
; RUN: opt < %s -enable-coroutines -O0 -S | FileCheck --check-prefixes=CHECK %s
3+
4+
target datalayout = "p:64:64:64"
5+
6+
%async.task = type { i64 }
7+
%async.actor = type { i64 }
8+
%async.fp = type <{ i32, i32 }>
9+
10+
%async.ctxt = type { i8*, void (i8*, %async.task*, %async.actor*)* }
11+
12+
; The async callee.
13+
@my_other_async_function_fp = external global <{ i32, i32 }>
14+
declare void @my_other_async_function(i8* %async.ctxt)
15+
16+
@my_async_function_fp = constant <{ i32, i32 }>
17+
<{ i32 trunc ( ; Relative pointer to async function
18+
i64 sub (
19+
i64 ptrtoint (void (i8*)* @my_async_function to i64),
20+
i64 ptrtoint (i32* getelementptr inbounds (<{ i32, i32 }>, <{ i32, i32 }>* @my_async_function_fp, i32 0, i32 1) to i64)
21+
)
22+
to i32),
23+
i32 128 ; Initial async context size without space for frame
24+
}>
25+
26+
define swiftcc void @my_other_async_function_fp.apply(i8* %fnPtr, i8* %async.ctxt) {
27+
%callee = bitcast i8* %fnPtr to void(i8*)*
28+
tail call swiftcc void %callee(i8* %async.ctxt)
29+
ret void
30+
}
31+
32+
declare void @escape(i64*)
33+
declare void @store_resume(i8*)
34+
declare i1 @exitLoop()
35+
define i8* @resume_context_projection(i8* %ctxt) {
36+
entry:
37+
%resume_ctxt_addr = bitcast i8* %ctxt to i8**
38+
%resume_ctxt = load i8*, i8** %resume_ctxt_addr, align 8
39+
ret i8* %resume_ctxt
40+
}
41+
42+
define swiftcc void @my_async_function(i8* swiftasync %async.ctxt) {
43+
entry:
44+
%escaped_addr = alloca i64
45+
46+
%id = call token @llvm.coro.id.async(i32 128, i32 16, i32 0,
47+
i8* bitcast (<{i32, i32}>* @my_async_function_fp to i8*))
48+
%hdl = call i8* @llvm.coro.begin(token %id, i8* null)
49+
%ltb = bitcast i64* %escaped_addr to i8*
50+
call void @llvm.lifetime.start.p0i8(i64 4, i8* %ltb)
51+
br label %callblock
52+
53+
54+
callblock:
55+
56+
%callee_context = call i8* @context_alloc()
57+
58+
%resume.func_ptr = call i8* @llvm.coro.async.resume()
59+
call void @store_resume(i8* %resume.func_ptr)
60+
%resume_proj_fun = bitcast i8*(i8*)* @resume_context_projection to i8*
61+
%callee = bitcast void(i8*)* @asyncSuspend to i8*
62+
%res = call {i8*, i8*, i8*} (i32, i8*, i8*, ...) @llvm.coro.suspend.async(i32 0,
63+
i8* %resume.func_ptr,
64+
i8* %resume_proj_fun,
65+
void (i8*, i8*)* @my_other_async_function_fp.apply,
66+
i8* %callee, i8* %callee_context)
67+
call void @escape(i64* %escaped_addr)
68+
%exitCond = call i1 @exitLoop()
69+
70+
;; We used to move the lifetime.start intrinsic here =>
71+
;; This exposes two bugs:
72+
; 1.) The code should use the basic block start not end as insertion point
73+
; More problematically:
74+
; 2.) The code marks the stack object as not alive for part of the loop.
75+
76+
br i1 %exitCond, label %loop_exit, label %loop
77+
%res2 = call {i8*, i8*, i8*} (i32, i8*, i8*, ...) @llvm.coro.suspend.async(i32 0,
78+
i8* %resume.func_ptr,
79+
i8* %resume_proj_fun,
80+
void (i8*, i8*)* @my_other_async_function_fp.apply,
81+
i8* %callee, i8* %callee_context)
82+
83+
%exitCond2 = call i1 @exitLoop()
84+
br i1 %exitCond2, label %loop_exit, label %loop
85+
86+
loop:
87+
br label %callblock
88+
89+
loop_exit:
90+
call void @llvm.lifetime.end.p0i8(i64 4, i8* %ltb)
91+
call i1 (i8*, i1, ...) @llvm.coro.end.async(i8* %hdl, i1 false)
92+
unreachable
93+
}
94+
95+
; CHECK: define {{.*}} void @my_async_function.resume.0(
96+
; CHECK-NOT: call void @llvm.lifetime.start.p0i8(i64 4, i8* %3)
97+
; CHECK: br i1 %exitCond, label %loop_exit, label %loop
98+
; CHECK: lifetime.end
99+
; CHECK: }
100+
101+
declare { i8*, i8*, i8*, i8* } @llvm.coro.suspend.async.sl_p0i8p0i8p0i8p0i8s(i32, i8*, i8*, ...)
102+
declare i8* @llvm.coro.prepare.async(i8*)
103+
declare token @llvm.coro.id.async(i32, i32, i32, i8*)
104+
declare i8* @llvm.coro.begin(token, i8*)
105+
declare i1 @llvm.coro.end.async(i8*, i1, ...)
106+
declare i1 @llvm.coro.end(i8*, i1)
107+
declare {i8*, i8*, i8*} @llvm.coro.suspend.async(i32, i8*, i8*, ...)
108+
declare i8* @context_alloc()
109+
declare void @llvm.coro.async.context.dealloc(i8*)
110+
declare swiftcc void @asyncSuspend(i8*)
111+
declare i8* @llvm.coro.async.resume()
112+
declare void @llvm.coro.async.size.replace(i8*, i8*)
113+
declare void @llvm.lifetime.start.p0i8(i64 immarg, i8* nocapture) #0
114+
declare void @llvm.lifetime.end.p0i8(i64 immarg, i8* nocapture) #0
115+
attributes #0 = { argmemonly nofree nosync nounwind willreturn }

0 commit comments

Comments
 (0)