xref: /llvm-project/llvm/test/Transforms/LoopVectorize/branch-weights.ll (revision 7f3428d3ed71d87a2088b77b6cab9f3d86544234)
1a9cc6fc2SMatthias Braun; RUN: opt < %s -S -passes=loop-vectorize -force-vector-interleave=1 -force-vector-width=4  -enable-epilogue-vectorization -epilogue-vectorization-force-VF=4 | FileCheck %s
2a9cc6fc2SMatthias Braun
3a9cc6fc2SMatthias Braun; CHECK-LABEL: @f0(
4a9cc6fc2SMatthias Braun;
5a9cc6fc2SMatthias Braun; CHECK: entry:
6a9cc6fc2SMatthias Braun; CHECK:   br i1 %cmp.entry, label %iter.check, label %exit, !prof [[PROF_F0_ENTRY:![0-9]+]]
7a9cc6fc2SMatthias Braun;
8a9cc6fc2SMatthias Braun; CHECK: iter.check:
9a9cc6fc2SMatthias Braun; CHECK:   br i1 %min.iters.check, label %vec.epilog.scalar.ph, label %vector.scevcheck, !prof [[PROF_F0_UNLIKELY:![0-9]+]]
10a9cc6fc2SMatthias Braun;
11a9cc6fc2SMatthias Braun; CHECK: vector.scevcheck:
12a9cc6fc2SMatthias Braun; CHECK:   br i1 %4, label %vec.epilog.scalar.ph, label %vector.main.loop.iter.check, !prof [[PROF_F0_UNLIKELY]]
13a9cc6fc2SMatthias Braun;
14a9cc6fc2SMatthias Braun; CHECK: vector.main.loop.iter.check:
15a9cc6fc2SMatthias Braun; CHECK:   br i1 %min.iters.check1, label %vec.epilog.ph, label %vector.ph, !prof [[PROF_F0_UNLIKELY]]
16a9cc6fc2SMatthias Braun;
17a9cc6fc2SMatthias Braun; CHECK: vector.ph:
18a9cc6fc2SMatthias Braun; CHECK:   br label %vector.body
19a9cc6fc2SMatthias Braun;
20a9cc6fc2SMatthias Braun; CHECK: vector.body:
21590f451bSFlorian Hahn; CHECK:   br i1 {{.+}}, label %middle.block, label %vector.body, !prof [[PROF_F0_VECTOR_BODY:![0-9]+]]
22a9cc6fc2SMatthias Braun;
23a9cc6fc2SMatthias Braun; CHECK: middle.block:
24a9cc6fc2SMatthias Braun; CHECK:   br i1 %cmp.n, label %exit.loopexit, label %vec.epilog.iter.check, !prof [[PROF_F0_MIDDLE_BLOCKS:![0-9]+]]
25a9cc6fc2SMatthias Braun;
26a9cc6fc2SMatthias Braun; CHECK: vec.epilog.iter.check:
2724044772SMatthias Braun; CHECK:   br i1 %min.epilog.iters.check, label %vec.epilog.scalar.ph, label %vec.epilog.ph, !prof [[PROF_F0_VEC_EPILOGUE_SKIP:![0-9]+]]
28a9cc6fc2SMatthias Braun;
29a9cc6fc2SMatthias Braun; CHECK: vec.epilog.ph:
30a9cc6fc2SMatthias Braun; CHECK:   br label %vec.epilog.vector.body
31a9cc6fc2SMatthias Braun;
32a9cc6fc2SMatthias Braun; CHECK: vec.epilog.vector.body:
33590f451bSFlorian Hahn; CHECK:   br i1 {{.+}}, label %vec.epilog.middle.block, label %vec.epilog.vector.body, !prof [[PROF_F0_VEC_EPILOG_VECTOR_BODY:![0-9]+]]
34a9cc6fc2SMatthias Braun;
35a9cc6fc2SMatthias Braun; CHECK: vec.epilog.middle.block:
36*7f3428d3SFlorian Hahn; CHECK:   br i1 %cmp.n{{.+}}, label %exit.loopexit, label %vec.epilog.scalar.ph, !prof [[PROF_F0_MIDDLE_BLOCKS:![0-9]+]]
37a9cc6fc2SMatthias Braun;
38a9cc6fc2SMatthias Braun; CHECK: vec.epilog.scalar.ph:
39a9cc6fc2SMatthias Braun; CHECK:   br label %loop
40a9cc6fc2SMatthias Braun;
41a9cc6fc2SMatthias Braun; CHECK: loop:
42a9cc6fc2SMatthias Braun; CHECK:   br i1 %cmp.loop, label %loop, label %exit.loopexit, !prof [[PROF_F0_LOOP:![0-9]+]]
43a9cc6fc2SMatthias Braun;
44a9cc6fc2SMatthias Braun; CHECK: exit.loopexit:
45a9cc6fc2SMatthias Braun; CHECK:   br label %exit
46a9cc6fc2SMatthias Braun;
47a9cc6fc2SMatthias Braun; CHECK: exit:
48a9cc6fc2SMatthias Braun; CHECK:   ret void
49a9cc6fc2SMatthias Braun
50a9cc6fc2SMatthias Braundefine void @f0(i8 %n, i32 %len, ptr %p) !prof !0 {
51a9cc6fc2SMatthias Braunentry:
52a9cc6fc2SMatthias Braun  %cmp.entry = icmp sgt i32 %len, 0
53a9cc6fc2SMatthias Braun  br i1 %cmp.entry, label %loop, label %exit, !prof !1
54a9cc6fc2SMatthias Braun
55a9cc6fc2SMatthias Braunloop:
56a9cc6fc2SMatthias Braun  %i8 = phi i8 [0, %entry], [%i8.inc, %loop]
57a9cc6fc2SMatthias Braun  %i32 = phi i32 [0, %entry], [%i32.inc, %loop]
58a9cc6fc2SMatthias Braun
59a9cc6fc2SMatthias Braun  %ptr = getelementptr inbounds i32, ptr %p, i8 %i8
60a9cc6fc2SMatthias Braun  store i32 %i32, ptr %ptr
61a9cc6fc2SMatthias Braun
62a9cc6fc2SMatthias Braun  %i8.inc = add i8 %i8, 1
63a9cc6fc2SMatthias Braun  %i32.inc = add i32 %i32, 1
64a9cc6fc2SMatthias Braun
65a9cc6fc2SMatthias Braun  %cmp.loop = icmp ult i32 %i32, %len
66a9cc6fc2SMatthias Braun  br i1 %cmp.loop, label %loop, label %exit, !prof !2
67a9cc6fc2SMatthias Braun
68a9cc6fc2SMatthias Braunexit:
69a9cc6fc2SMatthias Braun  ret void
70a9cc6fc2SMatthias Braun}
71a9cc6fc2SMatthias Braun
72a9cc6fc2SMatthias Braun!0 = !{!"function_entry_count", i64 13}
73a9cc6fc2SMatthias Braun!1 = !{!"branch_weights", i32 12, i32 1}
74a9cc6fc2SMatthias Braun!2 = !{!"branch_weights", i32 1234, i32 1}
75a9cc6fc2SMatthias Braun
76a9cc6fc2SMatthias Braun; CHECK: [[PROF_F0_ENTRY]] = !{!"branch_weights", i32 12, i32 1}
77a9cc6fc2SMatthias Braun; CHECK: [[PROF_F0_UNLIKELY]] = !{!"branch_weights", i32 1, i32 127}
78f6948e8fSYongtao Huang; CHECK: [[PROF_F0_VECTOR_BODY]] = !{!"branch_weights", i32 1, i32 307}
79a9cc6fc2SMatthias Braun; CHECK: [[PROF_F0_MIDDLE_BLOCKS]] =  !{!"branch_weights", i32 1, i32 3}
8024044772SMatthias Braun; CHECK: [[PROF_F0_VEC_EPILOGUE_SKIP]] = !{!"branch_weights", i32 4, i32 0}
81a9cc6fc2SMatthias Braun; CHECK: [[PROF_F0_VEC_EPILOG_VECTOR_BODY]] = !{!"branch_weights", i32 0, i32 0}
82f6948e8fSYongtao Huang; CHECK: [[PROF_F0_LOOP]] = !{!"branch_weights", i32 2, i32 1}
83