1a9cc6fc2SMatthias Braun; RUN: opt < %s -S -passes=loop-vectorize -force-vector-interleave=1 -force-vector-width=4 -enable-epilogue-vectorization -epilogue-vectorization-force-VF=4 | FileCheck %s 2a9cc6fc2SMatthias Braun 3a9cc6fc2SMatthias Braun; CHECK-LABEL: @f0( 4a9cc6fc2SMatthias Braun; 5a9cc6fc2SMatthias Braun; CHECK: entry: 6a9cc6fc2SMatthias Braun; CHECK: br i1 %cmp.entry, label %iter.check, label %exit, !prof [[PROF_F0_ENTRY:![0-9]+]] 7a9cc6fc2SMatthias Braun; 8a9cc6fc2SMatthias Braun; CHECK: iter.check: 9a9cc6fc2SMatthias Braun; CHECK: br i1 %min.iters.check, label %vec.epilog.scalar.ph, label %vector.scevcheck, !prof [[PROF_F0_UNLIKELY:![0-9]+]] 10a9cc6fc2SMatthias Braun; 11a9cc6fc2SMatthias Braun; CHECK: vector.scevcheck: 12a9cc6fc2SMatthias Braun; CHECK: br i1 %4, label %vec.epilog.scalar.ph, label %vector.main.loop.iter.check, !prof [[PROF_F0_UNLIKELY]] 13a9cc6fc2SMatthias Braun; 14a9cc6fc2SMatthias Braun; CHECK: vector.main.loop.iter.check: 15a9cc6fc2SMatthias Braun; CHECK: br i1 %min.iters.check1, label %vec.epilog.ph, label %vector.ph, !prof [[PROF_F0_UNLIKELY]] 16a9cc6fc2SMatthias Braun; 17a9cc6fc2SMatthias Braun; CHECK: vector.ph: 18a9cc6fc2SMatthias Braun; CHECK: br label %vector.body 19a9cc6fc2SMatthias Braun; 20a9cc6fc2SMatthias Braun; CHECK: vector.body: 21590f451bSFlorian Hahn; CHECK: br i1 {{.+}}, label %middle.block, label %vector.body, !prof [[PROF_F0_VECTOR_BODY:![0-9]+]] 22a9cc6fc2SMatthias Braun; 23a9cc6fc2SMatthias Braun; CHECK: middle.block: 24a9cc6fc2SMatthias Braun; CHECK: br i1 %cmp.n, label %exit.loopexit, label %vec.epilog.iter.check, !prof [[PROF_F0_MIDDLE_BLOCKS:![0-9]+]] 25a9cc6fc2SMatthias Braun; 26a9cc6fc2SMatthias Braun; CHECK: vec.epilog.iter.check: 2724044772SMatthias Braun; CHECK: br i1 %min.epilog.iters.check, label %vec.epilog.scalar.ph, label %vec.epilog.ph, !prof [[PROF_F0_VEC_EPILOGUE_SKIP:![0-9]+]] 28a9cc6fc2SMatthias Braun; 29a9cc6fc2SMatthias Braun; CHECK: vec.epilog.ph: 30a9cc6fc2SMatthias Braun; CHECK: br label %vec.epilog.vector.body 31a9cc6fc2SMatthias Braun; 32a9cc6fc2SMatthias Braun; CHECK: vec.epilog.vector.body: 33590f451bSFlorian Hahn; CHECK: br i1 {{.+}}, label %vec.epilog.middle.block, label %vec.epilog.vector.body, !prof [[PROF_F0_VEC_EPILOG_VECTOR_BODY:![0-9]+]] 34a9cc6fc2SMatthias Braun; 35a9cc6fc2SMatthias Braun; CHECK: vec.epilog.middle.block: 36*7f3428d3SFlorian Hahn; CHECK: br i1 %cmp.n{{.+}}, label %exit.loopexit, label %vec.epilog.scalar.ph, !prof [[PROF_F0_MIDDLE_BLOCKS:![0-9]+]] 37a9cc6fc2SMatthias Braun; 38a9cc6fc2SMatthias Braun; CHECK: vec.epilog.scalar.ph: 39a9cc6fc2SMatthias Braun; CHECK: br label %loop 40a9cc6fc2SMatthias Braun; 41a9cc6fc2SMatthias Braun; CHECK: loop: 42a9cc6fc2SMatthias Braun; CHECK: br i1 %cmp.loop, label %loop, label %exit.loopexit, !prof [[PROF_F0_LOOP:![0-9]+]] 43a9cc6fc2SMatthias Braun; 44a9cc6fc2SMatthias Braun; CHECK: exit.loopexit: 45a9cc6fc2SMatthias Braun; CHECK: br label %exit 46a9cc6fc2SMatthias Braun; 47a9cc6fc2SMatthias Braun; CHECK: exit: 48a9cc6fc2SMatthias Braun; CHECK: ret void 49a9cc6fc2SMatthias Braun 50a9cc6fc2SMatthias Braundefine void @f0(i8 %n, i32 %len, ptr %p) !prof !0 { 51a9cc6fc2SMatthias Braunentry: 52a9cc6fc2SMatthias Braun %cmp.entry = icmp sgt i32 %len, 0 53a9cc6fc2SMatthias Braun br i1 %cmp.entry, label %loop, label %exit, !prof !1 54a9cc6fc2SMatthias Braun 55a9cc6fc2SMatthias Braunloop: 56a9cc6fc2SMatthias Braun %i8 = phi i8 [0, %entry], [%i8.inc, %loop] 57a9cc6fc2SMatthias Braun %i32 = phi i32 [0, %entry], [%i32.inc, %loop] 58a9cc6fc2SMatthias Braun 59a9cc6fc2SMatthias Braun %ptr = getelementptr inbounds i32, ptr %p, i8 %i8 60a9cc6fc2SMatthias Braun store i32 %i32, ptr %ptr 61a9cc6fc2SMatthias Braun 62a9cc6fc2SMatthias Braun %i8.inc = add i8 %i8, 1 63a9cc6fc2SMatthias Braun %i32.inc = add i32 %i32, 1 64a9cc6fc2SMatthias Braun 65a9cc6fc2SMatthias Braun %cmp.loop = icmp ult i32 %i32, %len 66a9cc6fc2SMatthias Braun br i1 %cmp.loop, label %loop, label %exit, !prof !2 67a9cc6fc2SMatthias Braun 68a9cc6fc2SMatthias Braunexit: 69a9cc6fc2SMatthias Braun ret void 70a9cc6fc2SMatthias Braun} 71a9cc6fc2SMatthias Braun 72a9cc6fc2SMatthias Braun!0 = !{!"function_entry_count", i64 13} 73a9cc6fc2SMatthias Braun!1 = !{!"branch_weights", i32 12, i32 1} 74a9cc6fc2SMatthias Braun!2 = !{!"branch_weights", i32 1234, i32 1} 75a9cc6fc2SMatthias Braun 76a9cc6fc2SMatthias Braun; CHECK: [[PROF_F0_ENTRY]] = !{!"branch_weights", i32 12, i32 1} 77a9cc6fc2SMatthias Braun; CHECK: [[PROF_F0_UNLIKELY]] = !{!"branch_weights", i32 1, i32 127} 78f6948e8fSYongtao Huang; CHECK: [[PROF_F0_VECTOR_BODY]] = !{!"branch_weights", i32 1, i32 307} 79a9cc6fc2SMatthias Braun; CHECK: [[PROF_F0_MIDDLE_BLOCKS]] = !{!"branch_weights", i32 1, i32 3} 8024044772SMatthias Braun; CHECK: [[PROF_F0_VEC_EPILOGUE_SKIP]] = !{!"branch_weights", i32 4, i32 0} 81a9cc6fc2SMatthias Braun; CHECK: [[PROF_F0_VEC_EPILOG_VECTOR_BODY]] = !{!"branch_weights", i32 0, i32 0} 82f6948e8fSYongtao Huang; CHECK: [[PROF_F0_LOOP]] = !{!"branch_weights", i32 2, i32 1} 83