@@ -9,37 +9,75 @@ define void @fn(ptr %hbuf, ptr %ref, i32 %height) {
9
9
; CHECK-SAME: ptr [[HBUF:%.*]], ptr [[REF:%.*]], i32 [[HEIGHT:%.*]]) {
10
10
; CHECK-NEXT: entry:
11
11
; CHECK-NEXT: store i16 0, ptr [[HBUF]], align 1
12
- ; CHECK-NEXT: br label [[FOR_COND:%.*]]
13
- ; CHECK: for.cond:
14
- ; CHECK-NEXT: [[I:%.*]] = phi i32 [ 0, [[ENTRY:%.*]] ], [ [[INC:%.*]], [[FOR_BODY:%.*]] ]
15
- ; CHECK-NEXT: [[CMP:%.*]] = icmp slt i32 [[I]], [[HEIGHT]]
16
- ; CHECK-NEXT: br i1 [[CMP]], label [[FOR_BODY]], label [[FOR_END:%.*]]
12
+ ; CHECK-NEXT: [[CMP1:%.*]] = icmp sgt i32 [[HEIGHT]], 0
13
+ ; CHECK-NEXT: br i1 [[CMP1]], label [[FOR_BODY_PREHEADER:%.*]], label [[FOR_END:%.*]]
14
+ ; CHECK: for.body.preheader:
15
+ ; CHECK-NEXT: [[MIN_ITERS_CHECK:%.*]] = icmp ult i32 [[HEIGHT]], 16
16
+ ; CHECK-NEXT: br i1 [[MIN_ITERS_CHECK]], label [[SCALAR_PH:%.*]], label [[VECTOR_MEMCHECK:%.*]]
17
+ ; CHECK: vector.memcheck:
18
+ ; CHECK-NEXT: [[SCEVGEP:%.*]] = getelementptr i8, ptr [[HBUF]], i64 2
19
+ ; CHECK-NEXT: [[SCEVGEP1:%.*]] = getelementptr i8, ptr [[REF]], i64 2
20
+ ; CHECK-NEXT: [[BOUND0:%.*]] = icmp ult ptr [[HBUF]], [[SCEVGEP1]]
21
+ ; CHECK-NEXT: [[BOUND1:%.*]] = icmp ult ptr [[REF]], [[SCEVGEP]]
22
+ ; CHECK-NEXT: [[FOUND_CONFLICT:%.*]] = and i1 [[BOUND0]], [[BOUND1]]
23
+ ; CHECK-NEXT: br i1 [[FOUND_CONFLICT]], label [[SCALAR_PH]], label [[VECTOR_PH:%.*]]
24
+ ; CHECK: vector.ph:
25
+ ; CHECK-NEXT: [[N_MOD_VF:%.*]] = urem i32 [[HEIGHT]], 16
26
+ ; CHECK-NEXT: [[N_VEC:%.*]] = sub i32 [[HEIGHT]], [[N_MOD_VF]]
27
+ ; CHECK-NEXT: br label [[VECTOR_BODY:%.*]]
28
+ ; CHECK: vector.body:
29
+ ; CHECK-NEXT: [[INDEX:%.*]] = phi i32 [ 0, [[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], [[VECTOR_BODY]] ]
30
+ ; CHECK-NEXT: [[VEC_PHI:%.*]] = phi <8 x i16> [ zeroinitializer, [[VECTOR_PH]] ], [ [[TMP1:%.*]], [[VECTOR_BODY]] ]
31
+ ; CHECK-NEXT: [[VEC_PHI2:%.*]] = phi <8 x i16> [ zeroinitializer, [[VECTOR_PH]] ], [ [[TMP2:%.*]], [[VECTOR_BODY]] ]
32
+ ; CHECK-NEXT: [[TMP0:%.*]] = load i16, ptr [[REF]], align 1, !alias.scope !0
33
+ ; CHECK-NEXT: [[BROADCAST_SPLATINSERT3:%.*]] = insertelement <8 x i16> poison, i16 [[TMP0]], i64 0
34
+ ; CHECK-NEXT: [[BROADCAST_SPLAT4:%.*]] = shufflevector <8 x i16> [[BROADCAST_SPLATINSERT3]], <8 x i16> poison, <8 x i32> zeroinitializer
35
+ ; CHECK-NEXT: [[TMP1]] = add <8 x i16> [[BROADCAST_SPLAT4]], [[VEC_PHI]]
36
+ ; CHECK-NEXT: [[TMP2]] = add <8 x i16> [[BROADCAST_SPLAT4]], [[VEC_PHI2]]
37
+ ; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i32 [[INDEX]], 16
38
+ ; CHECK-NEXT: [[TMP3:%.*]] = icmp eq i32 [[INDEX_NEXT]], [[N_VEC]]
39
+ ; CHECK-NEXT: br i1 [[TMP3]], label [[MIDDLE_BLOCK:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP3:![0-9]+]]
40
+ ; CHECK: middle.block:
41
+ ; CHECK-NEXT: [[BIN_RDX:%.*]] = add <8 x i16> [[TMP2]], [[TMP1]]
42
+ ; CHECK-NEXT: [[TMP4:%.*]] = call i16 @llvm.vector.reduce.add.v8i16(<8 x i16> [[BIN_RDX]])
43
+ ; CHECK-NEXT: store i16 [[TMP4]], ptr [[HBUF]], align 1
44
+ ; CHECK-NEXT: [[CMP_N:%.*]] = icmp eq i32 [[HEIGHT]], [[N_VEC]]
45
+ ; CHECK-NEXT: br i1 [[CMP_N]], label [[FOR_END_LOOPEXIT:%.*]], label [[SCALAR_PH]]
46
+ ; CHECK: scalar.ph:
47
+ ; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi i32 [ [[N_VEC]], [[MIDDLE_BLOCK]] ], [ 0, [[FOR_BODY_PREHEADER]] ], [ 0, [[VECTOR_MEMCHECK]] ]
48
+ ; CHECK-NEXT: [[BC_MERGE_RDX:%.*]] = phi i16 [ 0, [[VECTOR_MEMCHECK]] ], [ 0, [[FOR_BODY_PREHEADER]] ], [ [[TMP4]], [[MIDDLE_BLOCK]] ]
49
+ ; CHECK-NEXT: br label [[FOR_BODY:%.*]]
17
50
; CHECK: for.body:
18
- ; CHECK-NEXT: [[TMP0:%.*]] = load i16, ptr [[REF]], align 1
19
- ; CHECK-NEXT: [[TMP1:%.*]] = load i16, ptr [[HBUF]], align 1
20
- ; CHECK-NEXT: [[ADD:%.*]] = add i16 [[TMP1]], [[TMP0]]
51
+ ; CHECK-NEXT: [[TMP5:%.*]] = phi i16 [ [[ADD:%.*]], [[FOR_BODY]] ], [ [[BC_MERGE_RDX]], [[SCALAR_PH]] ]
52
+ ; CHECK-NEXT: [[I:%.*]] = phi i32 [ [[BC_RESUME_VAL]], [[SCALAR_PH]] ], [ [[INC:%.*]], [[FOR_BODY]] ]
53
+ ; CHECK-NEXT: [[TMP6:%.*]] = load i16, ptr [[REF]], align 1
54
+ ; CHECK-NEXT: [[ADD]] = add i16 [[TMP6]], [[TMP5]]
21
55
; CHECK-NEXT: store i16 [[ADD]], ptr [[HBUF]], align 1
22
56
; CHECK-NEXT: [[INC]] = add i32 [[I]], 1
23
- ; CHECK-NEXT: br label [[FOR_COND]]
57
+ ; CHECK-NEXT: [[EXITCOND_NOT:%.*]] = icmp eq i32 [[INC]], [[HEIGHT]]
58
+ ; CHECK-NEXT: br i1 [[EXITCOND_NOT]], label [[FOR_END_LOOPEXIT]], label [[FOR_BODY]], !llvm.loop [[LOOP6:![0-9]+]]
59
+ ; CHECK: for.end.loopexit:
60
+ ; CHECK-NEXT: br label [[FOR_END]]
24
61
; CHECK: for.end:
25
62
; CHECK-NEXT: ret void
26
63
;
27
64
entry:
28
65
store i16 0 , ptr %hbuf , align 1
29
- br label %for.cond
66
+ %cmp1 = icmp sgt i32 %height , 0
67
+ br i1 %cmp1 , label %for.body.preheader , label %for.end
30
68
31
- for.cond:
32
- %i = phi i32 [ 0 , %entry ], [ %inc , %for.body ]
33
- %cmp = icmp slt i32 %i , %height
34
- br i1 %cmp , label %for.body , label %for.end
69
+ for.body.preheader:
70
+ br label %for.body
35
71
36
72
for.body:
37
- %0 = load i16 , ptr %ref , align 1
38
- %1 = load i16 , ptr %hbuf , align 1
73
+ %0 = phi i16 [ %add , %for.body ], [ 0 , %for.body.preheader ]
74
+ %i = phi i32 [ 0 , %for.body.preheader ], [ %inc , %for.body ]
75
+ %1 = load i16 , ptr %ref , align 1
39
76
%add = add i16 %1 , %0
40
77
store i16 %add , ptr %hbuf , align 1
41
78
%inc = add i32 %i , 1
42
- br label %for.cond
79
+ %exitcond.not = icmp eq i32 %inc , %height
80
+ br i1 %exitcond.not , label %for.end , label %for.body
43
81
44
82
for.end:
45
83
ret void
0 commit comments