xref: /llvm-project/llvm/test/Transforms/LoopVectorize/tail-folding-alloca-in-loop.ll (revision 82821254f532c1dbdfd5d985ef7130511efaaa83)
1badf34a0SAlexey Bataev; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 5
2badf34a0SAlexey Bataev; RUN: opt -S --passes=loop-vectorize -prefer-predicate-over-epilogue=predicate-dont-vectorize -force-vector-width=4  < %s | FileCheck %s
3badf34a0SAlexey Bataev
4badf34a0SAlexey Bataevdefine i32 @test(ptr %vf1, i64 %n) {
5badf34a0SAlexey Bataev; CHECK-LABEL: define i32 @test(
6badf34a0SAlexey Bataev; CHECK-SAME: ptr [[VF1:%.*]], i64 [[N:%.*]]) {
7badf34a0SAlexey Bataev; CHECK-NEXT:  [[ENTRY:.*]]:
8badf34a0SAlexey Bataev; CHECK-NEXT:    br i1 false, label %[[SCALAR_PH:.*]], label %[[VECTOR_PH:.*]]
9badf34a0SAlexey Bataev; CHECK:       [[VECTOR_PH]]:
10badf34a0SAlexey Bataev; CHECK-NEXT:    br label %[[VECTOR_BODY:.*]]
11badf34a0SAlexey Bataev; CHECK:       [[VECTOR_BODY]]:
12badf34a0SAlexey Bataev; CHECK-NEXT:    [[INDEX:%.*]] = phi i64 [ 0, %[[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], %[[PRED_STORE_CONTINUE6:.*]] ]
13badf34a0SAlexey Bataev; CHECK-NEXT:    [[VEC_IND:%.*]] = phi <4 x i64> [ <i64 0, i64 1, i64 2, i64 3>, %[[VECTOR_PH]] ], [ [[VEC_IND_NEXT:%.*]], %[[PRED_STORE_CONTINUE6]] ]
1438fffa63SPaul Walker; CHECK-NEXT:    [[TMP0:%.*]] = icmp ule <4 x i64> [[VEC_IND]], splat (i64 200)
15badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP1:%.*]] = extractelement <4 x i1> [[TMP0]], i32 0
16badf34a0SAlexey Bataev; CHECK-NEXT:    br i1 [[TMP1]], label %[[PRED_STORE_IF:.*]], label %[[PRED_STORE_CONTINUE:.*]]
17badf34a0SAlexey Bataev; CHECK:       [[PRED_STORE_IF]]:
18badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP2:%.*]] = add i64 [[INDEX]], 0
19badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP3:%.*]] = getelementptr inbounds ptr, ptr [[VF1]], i64 [[TMP2]]
20badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP4:%.*]] = alloca i8, i64 [[N]], align 16
21badf34a0SAlexey Bataev; CHECK-NEXT:    store ptr [[TMP4]], ptr [[TMP3]], align 8
22badf34a0SAlexey Bataev; CHECK-NEXT:    br label %[[PRED_STORE_CONTINUE]]
23badf34a0SAlexey Bataev; CHECK:       [[PRED_STORE_CONTINUE]]:
24badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP5:%.*]] = extractelement <4 x i1> [[TMP0]], i32 1
25badf34a0SAlexey Bataev; CHECK-NEXT:    br i1 [[TMP5]], label %[[PRED_STORE_IF1:.*]], label %[[PRED_STORE_CONTINUE2:.*]]
26badf34a0SAlexey Bataev; CHECK:       [[PRED_STORE_IF1]]:
27badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP6:%.*]] = add i64 [[INDEX]], 1
28badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP7:%.*]] = getelementptr inbounds ptr, ptr [[VF1]], i64 [[TMP6]]
29badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP8:%.*]] = alloca i8, i64 [[N]], align 16
30badf34a0SAlexey Bataev; CHECK-NEXT:    store ptr [[TMP8]], ptr [[TMP7]], align 8
31badf34a0SAlexey Bataev; CHECK-NEXT:    br label %[[PRED_STORE_CONTINUE2]]
32badf34a0SAlexey Bataev; CHECK:       [[PRED_STORE_CONTINUE2]]:
33badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP9:%.*]] = extractelement <4 x i1> [[TMP0]], i32 2
34badf34a0SAlexey Bataev; CHECK-NEXT:    br i1 [[TMP9]], label %[[PRED_STORE_IF3:.*]], label %[[PRED_STORE_CONTINUE4:.*]]
35badf34a0SAlexey Bataev; CHECK:       [[PRED_STORE_IF3]]:
36badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP10:%.*]] = add i64 [[INDEX]], 2
37badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP11:%.*]] = getelementptr inbounds ptr, ptr [[VF1]], i64 [[TMP10]]
38badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP12:%.*]] = alloca i8, i64 [[N]], align 16
39badf34a0SAlexey Bataev; CHECK-NEXT:    store ptr [[TMP12]], ptr [[TMP11]], align 8
40badf34a0SAlexey Bataev; CHECK-NEXT:    br label %[[PRED_STORE_CONTINUE4]]
41badf34a0SAlexey Bataev; CHECK:       [[PRED_STORE_CONTINUE4]]:
42badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP13:%.*]] = extractelement <4 x i1> [[TMP0]], i32 3
43badf34a0SAlexey Bataev; CHECK-NEXT:    br i1 [[TMP13]], label %[[PRED_STORE_IF5:.*]], label %[[PRED_STORE_CONTINUE6]]
44badf34a0SAlexey Bataev; CHECK:       [[PRED_STORE_IF5]]:
45badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP14:%.*]] = add i64 [[INDEX]], 3
46badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP15:%.*]] = getelementptr inbounds ptr, ptr [[VF1]], i64 [[TMP14]]
47badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP16:%.*]] = alloca i8, i64 [[N]], align 16
48badf34a0SAlexey Bataev; CHECK-NEXT:    store ptr [[TMP16]], ptr [[TMP15]], align 8
49badf34a0SAlexey Bataev; CHECK-NEXT:    br label %[[PRED_STORE_CONTINUE6]]
50badf34a0SAlexey Bataev; CHECK:       [[PRED_STORE_CONTINUE6]]:
51*82821254SFlorian Hahn; CHECK-NEXT:    [[INDEX_NEXT]] = add nuw i64 [[INDEX]], 4
5238fffa63SPaul Walker; CHECK-NEXT:    [[VEC_IND_NEXT]] = add <4 x i64> [[VEC_IND]], splat (i64 4)
53badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP17:%.*]] = icmp eq i64 [[INDEX_NEXT]], 204
54badf34a0SAlexey Bataev; CHECK-NEXT:    br i1 [[TMP17]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP0:![0-9]+]]
55badf34a0SAlexey Bataev; CHECK:       [[MIDDLE_BLOCK]]:
5638fffa63SPaul Walker; CHECK-NEXT:    br i1 true, label %[[EXIT:.*]], label %[[SCALAR_PH]]
57badf34a0SAlexey Bataev; CHECK:       [[SCALAR_PH]]:
58badf34a0SAlexey Bataev; CHECK-NEXT:    [[BC_RESUME_VAL:%.*]] = phi i64 [ 204, %[[MIDDLE_BLOCK]] ], [ 0, %[[ENTRY]] ]
59badf34a0SAlexey Bataev; CHECK-NEXT:    br label %[[FOR_BODY:.*]]
60badf34a0SAlexey Bataev; CHECK:       [[FOR_BODY]]:
61badf34a0SAlexey Bataev; CHECK-NEXT:    [[INDVARS_IV:%.*]] = phi i64 [ [[BC_RESUME_VAL]], %[[SCALAR_PH]] ], [ [[INDVARS_IV_NEXT:%.*]], %[[FOR_BODY]] ]
62badf34a0SAlexey Bataev; CHECK-NEXT:    [[TMP18:%.*]] = alloca i8, i64 [[N]], align 16
63badf34a0SAlexey Bataev; CHECK-NEXT:    [[ARRAYIDX:%.*]] = getelementptr inbounds ptr, ptr [[VF1]], i64 [[INDVARS_IV]]
64badf34a0SAlexey Bataev; CHECK-NEXT:    store ptr [[TMP18]], ptr [[ARRAYIDX]], align 8
65badf34a0SAlexey Bataev; CHECK-NEXT:    [[INDVARS_IV_NEXT]] = add i64 [[INDVARS_IV]], 1
66badf34a0SAlexey Bataev; CHECK-NEXT:    [[EXITCOND_NOT:%.*]] = icmp eq i64 [[INDVARS_IV]], 200
6738fffa63SPaul Walker; CHECK-NEXT:    br i1 [[EXITCOND_NOT]], label %[[EXIT]], label %[[FOR_BODY]], !llvm.loop [[LOOP3:![0-9]+]]
6838fffa63SPaul Walker; CHECK:       [[EXIT]]:
69badf34a0SAlexey Bataev; CHECK-NEXT:    ret i32 0
70badf34a0SAlexey Bataev;
71badf34a0SAlexey Bataeventry:
72badf34a0SAlexey Bataev  br label %for.body
73badf34a0SAlexey Bataev
74badf34a0SAlexey Bataevfor.body:
75badf34a0SAlexey Bataev  %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ]
76badf34a0SAlexey Bataev  %0 = alloca i8, i64 %n, align 16
77badf34a0SAlexey Bataev  %arrayidx = getelementptr inbounds ptr, ptr %vf1, i64 %indvars.iv
78badf34a0SAlexey Bataev  store ptr %0, ptr %arrayidx, align 8
79badf34a0SAlexey Bataev  %indvars.iv.next = add i64 %indvars.iv, 1
80badf34a0SAlexey Bataev  %exitcond.not = icmp eq i64 %indvars.iv, 200
81badf34a0SAlexey Bataev  br i1 %exitcond.not, label %exit, label %for.body
82badf34a0SAlexey Bataev
83badf34a0SAlexey Bataevexit:
84badf34a0SAlexey Bataev  ret i32 0
85badf34a0SAlexey Bataev}
86badf34a0SAlexey Bataev;.
87badf34a0SAlexey Bataev; CHECK: [[LOOP0]] = distinct !{[[LOOP0]], [[META1:![0-9]+]], [[META2:![0-9]+]]}
88badf34a0SAlexey Bataev; CHECK: [[META1]] = !{!"llvm.loop.isvectorized", i32 1}
89badf34a0SAlexey Bataev; CHECK: [[META2]] = !{!"llvm.loop.unroll.runtime.disable"}
90badf34a0SAlexey Bataev; CHECK: [[LOOP3]] = distinct !{[[LOOP3]], [[META2]], [[META1]]}
91badf34a0SAlexey Bataev;.
92