1badf34a0SAlexey Bataev; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 5 2badf34a0SAlexey Bataev; RUN: opt -S --passes=loop-vectorize -prefer-predicate-over-epilogue=predicate-dont-vectorize -force-vector-width=4 < %s | FileCheck %s 3badf34a0SAlexey Bataev 4badf34a0SAlexey Bataevdefine i32 @test(ptr %vf1, i64 %n) { 5badf34a0SAlexey Bataev; CHECK-LABEL: define i32 @test( 6badf34a0SAlexey Bataev; CHECK-SAME: ptr [[VF1:%.*]], i64 [[N:%.*]]) { 7badf34a0SAlexey Bataev; CHECK-NEXT: [[ENTRY:.*]]: 8badf34a0SAlexey Bataev; CHECK-NEXT: br i1 false, label %[[SCALAR_PH:.*]], label %[[VECTOR_PH:.*]] 9badf34a0SAlexey Bataev; CHECK: [[VECTOR_PH]]: 10badf34a0SAlexey Bataev; CHECK-NEXT: br label %[[VECTOR_BODY:.*]] 11badf34a0SAlexey Bataev; CHECK: [[VECTOR_BODY]]: 12badf34a0SAlexey Bataev; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ 0, %[[VECTOR_PH]] ], [ [[INDEX_NEXT:%.*]], %[[PRED_STORE_CONTINUE6:.*]] ] 13badf34a0SAlexey Bataev; CHECK-NEXT: [[VEC_IND:%.*]] = phi <4 x i64> [ <i64 0, i64 1, i64 2, i64 3>, %[[VECTOR_PH]] ], [ [[VEC_IND_NEXT:%.*]], %[[PRED_STORE_CONTINUE6]] ] 1438fffa63SPaul Walker; CHECK-NEXT: [[TMP0:%.*]] = icmp ule <4 x i64> [[VEC_IND]], splat (i64 200) 15badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP1:%.*]] = extractelement <4 x i1> [[TMP0]], i32 0 16badf34a0SAlexey Bataev; CHECK-NEXT: br i1 [[TMP1]], label %[[PRED_STORE_IF:.*]], label %[[PRED_STORE_CONTINUE:.*]] 17badf34a0SAlexey Bataev; CHECK: [[PRED_STORE_IF]]: 18badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP2:%.*]] = add i64 [[INDEX]], 0 19badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP3:%.*]] = getelementptr inbounds ptr, ptr [[VF1]], i64 [[TMP2]] 20badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP4:%.*]] = alloca i8, i64 [[N]], align 16 21badf34a0SAlexey Bataev; CHECK-NEXT: store ptr [[TMP4]], ptr [[TMP3]], align 8 22badf34a0SAlexey Bataev; CHECK-NEXT: br label %[[PRED_STORE_CONTINUE]] 23badf34a0SAlexey Bataev; CHECK: [[PRED_STORE_CONTINUE]]: 24badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP5:%.*]] = extractelement <4 x i1> [[TMP0]], i32 1 25badf34a0SAlexey Bataev; CHECK-NEXT: br i1 [[TMP5]], label %[[PRED_STORE_IF1:.*]], label %[[PRED_STORE_CONTINUE2:.*]] 26badf34a0SAlexey Bataev; CHECK: [[PRED_STORE_IF1]]: 27badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP6:%.*]] = add i64 [[INDEX]], 1 28badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP7:%.*]] = getelementptr inbounds ptr, ptr [[VF1]], i64 [[TMP6]] 29badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP8:%.*]] = alloca i8, i64 [[N]], align 16 30badf34a0SAlexey Bataev; CHECK-NEXT: store ptr [[TMP8]], ptr [[TMP7]], align 8 31badf34a0SAlexey Bataev; CHECK-NEXT: br label %[[PRED_STORE_CONTINUE2]] 32badf34a0SAlexey Bataev; CHECK: [[PRED_STORE_CONTINUE2]]: 33badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP9:%.*]] = extractelement <4 x i1> [[TMP0]], i32 2 34badf34a0SAlexey Bataev; CHECK-NEXT: br i1 [[TMP9]], label %[[PRED_STORE_IF3:.*]], label %[[PRED_STORE_CONTINUE4:.*]] 35badf34a0SAlexey Bataev; CHECK: [[PRED_STORE_IF3]]: 36badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP10:%.*]] = add i64 [[INDEX]], 2 37badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP11:%.*]] = getelementptr inbounds ptr, ptr [[VF1]], i64 [[TMP10]] 38badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP12:%.*]] = alloca i8, i64 [[N]], align 16 39badf34a0SAlexey Bataev; CHECK-NEXT: store ptr [[TMP12]], ptr [[TMP11]], align 8 40badf34a0SAlexey Bataev; CHECK-NEXT: br label %[[PRED_STORE_CONTINUE4]] 41badf34a0SAlexey Bataev; CHECK: [[PRED_STORE_CONTINUE4]]: 42badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP13:%.*]] = extractelement <4 x i1> [[TMP0]], i32 3 43badf34a0SAlexey Bataev; CHECK-NEXT: br i1 [[TMP13]], label %[[PRED_STORE_IF5:.*]], label %[[PRED_STORE_CONTINUE6]] 44badf34a0SAlexey Bataev; CHECK: [[PRED_STORE_IF5]]: 45badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP14:%.*]] = add i64 [[INDEX]], 3 46badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP15:%.*]] = getelementptr inbounds ptr, ptr [[VF1]], i64 [[TMP14]] 47badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP16:%.*]] = alloca i8, i64 [[N]], align 16 48badf34a0SAlexey Bataev; CHECK-NEXT: store ptr [[TMP16]], ptr [[TMP15]], align 8 49badf34a0SAlexey Bataev; CHECK-NEXT: br label %[[PRED_STORE_CONTINUE6]] 50badf34a0SAlexey Bataev; CHECK: [[PRED_STORE_CONTINUE6]]: 51*82821254SFlorian Hahn; CHECK-NEXT: [[INDEX_NEXT]] = add nuw i64 [[INDEX]], 4 5238fffa63SPaul Walker; CHECK-NEXT: [[VEC_IND_NEXT]] = add <4 x i64> [[VEC_IND]], splat (i64 4) 53badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP17:%.*]] = icmp eq i64 [[INDEX_NEXT]], 204 54badf34a0SAlexey Bataev; CHECK-NEXT: br i1 [[TMP17]], label %[[MIDDLE_BLOCK:.*]], label %[[VECTOR_BODY]], !llvm.loop [[LOOP0:![0-9]+]] 55badf34a0SAlexey Bataev; CHECK: [[MIDDLE_BLOCK]]: 5638fffa63SPaul Walker; CHECK-NEXT: br i1 true, label %[[EXIT:.*]], label %[[SCALAR_PH]] 57badf34a0SAlexey Bataev; CHECK: [[SCALAR_PH]]: 58badf34a0SAlexey Bataev; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi i64 [ 204, %[[MIDDLE_BLOCK]] ], [ 0, %[[ENTRY]] ] 59badf34a0SAlexey Bataev; CHECK-NEXT: br label %[[FOR_BODY:.*]] 60badf34a0SAlexey Bataev; CHECK: [[FOR_BODY]]: 61badf34a0SAlexey Bataev; CHECK-NEXT: [[INDVARS_IV:%.*]] = phi i64 [ [[BC_RESUME_VAL]], %[[SCALAR_PH]] ], [ [[INDVARS_IV_NEXT:%.*]], %[[FOR_BODY]] ] 62badf34a0SAlexey Bataev; CHECK-NEXT: [[TMP18:%.*]] = alloca i8, i64 [[N]], align 16 63badf34a0SAlexey Bataev; CHECK-NEXT: [[ARRAYIDX:%.*]] = getelementptr inbounds ptr, ptr [[VF1]], i64 [[INDVARS_IV]] 64badf34a0SAlexey Bataev; CHECK-NEXT: store ptr [[TMP18]], ptr [[ARRAYIDX]], align 8 65badf34a0SAlexey Bataev; CHECK-NEXT: [[INDVARS_IV_NEXT]] = add i64 [[INDVARS_IV]], 1 66badf34a0SAlexey Bataev; CHECK-NEXT: [[EXITCOND_NOT:%.*]] = icmp eq i64 [[INDVARS_IV]], 200 6738fffa63SPaul Walker; CHECK-NEXT: br i1 [[EXITCOND_NOT]], label %[[EXIT]], label %[[FOR_BODY]], !llvm.loop [[LOOP3:![0-9]+]] 6838fffa63SPaul Walker; CHECK: [[EXIT]]: 69badf34a0SAlexey Bataev; CHECK-NEXT: ret i32 0 70badf34a0SAlexey Bataev; 71badf34a0SAlexey Bataeventry: 72badf34a0SAlexey Bataev br label %for.body 73badf34a0SAlexey Bataev 74badf34a0SAlexey Bataevfor.body: 75badf34a0SAlexey Bataev %indvars.iv = phi i64 [ 0, %entry ], [ %indvars.iv.next, %for.body ] 76badf34a0SAlexey Bataev %0 = alloca i8, i64 %n, align 16 77badf34a0SAlexey Bataev %arrayidx = getelementptr inbounds ptr, ptr %vf1, i64 %indvars.iv 78badf34a0SAlexey Bataev store ptr %0, ptr %arrayidx, align 8 79badf34a0SAlexey Bataev %indvars.iv.next = add i64 %indvars.iv, 1 80badf34a0SAlexey Bataev %exitcond.not = icmp eq i64 %indvars.iv, 200 81badf34a0SAlexey Bataev br i1 %exitcond.not, label %exit, label %for.body 82badf34a0SAlexey Bataev 83badf34a0SAlexey Bataevexit: 84badf34a0SAlexey Bataev ret i32 0 85badf34a0SAlexey Bataev} 86badf34a0SAlexey Bataev;. 87badf34a0SAlexey Bataev; CHECK: [[LOOP0]] = distinct !{[[LOOP0]], [[META1:![0-9]+]], [[META2:![0-9]+]]} 88badf34a0SAlexey Bataev; CHECK: [[META1]] = !{!"llvm.loop.isvectorized", i32 1} 89badf34a0SAlexey Bataev; CHECK: [[META2]] = !{!"llvm.loop.unroll.runtime.disable"} 90badf34a0SAlexey Bataev; CHECK: [[LOOP3]] = distinct !{[[LOOP3]], [[META2]], [[META1]]} 91badf34a0SAlexey Bataev;. 92