xref: /llvm-project/llvm/test/Transforms/LoopVectorize/X86/mul_slm_16bit.ll (revision 3097c60928c773d8c7f97432491c0e4367b6215c)
1; REQUIRES: asserts
2; RUN: opt < %s -S -debug -passes=loop-vectorize -mcpu=slm 2>&1 | FileCheck %s --check-prefix=SLM
3
4target datalayout = "e-m:e-i64:64-f80:128-n8:16:32:64-S128"
5target triple = "x86_64-unknown-linux-gnu"
6
7define i8 @mul_i8(ptr %dataA, ptr %dataB, i32 %N) {
8entry:
9  %cmp12 = icmp eq i32 %N, 0
10  br i1 %cmp12, label %for.cond.cleanup, label %for.body.preheader
11
12for.body.preheader:                               ; preds = %entry
13  %wide.trip.count = zext i32 %N to i64
14  br label %for.body
15
16for.cond.cleanup.loopexit:                        ; preds = %for.body
17  %phitmp = trunc i32 %add4 to i8
18  br label %for.cond.cleanup
19
20for.cond.cleanup:                                 ; preds = %for.cond.cleanup.loopexit, %entry
21  %acc.0.lcssa = phi i8 [ 0, %entry ], [ %phitmp, %for.cond.cleanup.loopexit ]
22  ret i8 %acc.0.lcssa
23
24for.body:                                         ; preds = %for.body.preheader, %for.body
25  %indvars.iv = phi i64 [ %indvars.iv.next, %for.body ], [ 0, %for.body.preheader ]
26  %acc.013 = phi i32 [ %add4, %for.body ], [ 0, %for.body.preheader ]
27  %arrayidx = getelementptr inbounds i8, ptr %dataA, i64 %indvars.iv
28  %0 = load i8, ptr %arrayidx, align 1
29  %conv = sext i8 %0 to i32
30  %arrayidx2 = getelementptr inbounds i8, ptr %dataB, i64 %indvars.iv
31  %1 = load i8, ptr %arrayidx2, align 1
32  %conv3 = sext i8 %1 to i32
33; sources of the mul is sext\sext from i8
34; use pmullw\sext seq.
35; SLM: Cost of 3 for VF 2: WIDEN ir<%mul> = mul nsw ir<%conv3>, ir<%conv>
36  %mul = mul nsw i32 %conv3, %conv
37; sources of the mul is zext\sext from i8
38; use pmulhw\pmullw\pshuf
39; SLM: Cost of 2 for VF 2: WIDEN ir<%mul2> = mul nsw ir<%conv4>, ir<%conv>
40  %conv4 = zext i8 %1 to i32
41  %mul2 = mul nsw i32 %conv4, %conv
42  %sum0 = add i32 %mul, %mul2
43; sources of the mul is zext\zext from i8
44; use pmullw\zext
45; SLM: Cost of 2 for VF 2: WIDEN ir<%mul3> = mul nsw ir<%conv5>, ir<%conv4>
46  %conv5 = zext i8 %0 to i32
47  %mul3 = mul nsw i32 %conv5, %conv4
48  %sum1 = add i32 %sum0, %mul3
49; sources of the mul is sext\-120
50; use pmullw\sext
51; SLM: Cost of 3 for VF 2: WIDEN ir<%mul4> = mul nsw ir<-120>, ir<%conv3>
52  %mul4 = mul nsw i32 -120, %conv3
53  %sum2 = add i32 %sum1, %mul4
54; sources of the mul is sext\250
55; use pmulhw\pmullw\pshuf
56; SLM: Cost of 2 for VF 2: WIDEN ir<%mul5> = mul nsw ir<250>, ir<%conv3>
57  %mul5 = mul nsw i32 250, %conv3
58  %sum3 = add i32 %sum2, %mul5
59; sources of the mul is zext\-120
60; use pmulhw\pmullw\pshuf
61; SLM: Cost of 2 for VF 2: WIDEN ir<%mul6> = mul nsw ir<-120>, ir<%conv4>
62  %mul6 = mul nsw i32 -120, %conv4
63  %sum4 = add i32 %sum3, %mul6
64; sources of the mul is zext\250
65; use pmullw\zext
66; SLM: Cost of 2 for VF 2: WIDEN ir<%mul7> = mul nsw ir<250>, ir<%conv4>
67  %mul7 = mul nsw i32 250, %conv4
68  %sum5 = add i32 %sum4, %mul7
69  %add = add i32 %acc.013, 5
70  %add4 = add i32 %add, %sum5
71  %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
72  %exitcond = icmp eq i64 %indvars.iv.next, %wide.trip.count
73  br i1 %exitcond, label %for.cond.cleanup.loopexit, label %for.body
74}
75
76define i16 @mul_i16(ptr %dataA, ptr %dataB, i32 %N) {
77entry:
78  %cmp12 = icmp eq i32 %N, 0
79  br i1 %cmp12, label %for.cond.cleanup, label %for.body.preheader
80
81for.body.preheader:                               ; preds = %entry
82  %wide.trip.count = zext i32 %N to i64
83  br label %for.body
84
85for.cond.cleanup.loopexit:                        ; preds = %for.body
86  %phitmp = trunc i32 %add4 to i16
87  br label %for.cond.cleanup
88
89for.cond.cleanup:                                 ; preds = %for.cond.cleanup.loopexit, %entry
90  %acc.0.lcssa = phi i16 [ 0, %entry ], [ %phitmp, %for.cond.cleanup.loopexit ]
91  ret i16 %acc.0.lcssa
92
93for.body:                                         ; preds = %for.body.preheader, %for.body
94  %indvars.iv = phi i64 [ %indvars.iv.next, %for.body ], [ 0, %for.body.preheader ]
95  %acc.013 = phi i32 [ %add4, %for.body ], [ 0, %for.body.preheader ]
96  %arrayidx = getelementptr inbounds i16, ptr %dataA, i64 %indvars.iv
97  %0 = load i16, ptr %arrayidx, align 1
98  %conv = sext i16 %0 to i32
99  %arrayidx2 = getelementptr inbounds i16, ptr %dataB, i64 %indvars.iv
100  %1 = load i16, ptr %arrayidx2, align 1
101  %conv3 = sext i16 %1 to i32
102; sources of the mul is sext\sext from i16
103; use pmulhw\pmullw\pshuf seq.
104; SLM: Cost of 2 for VF 4: WIDEN ir<%mul> = mul nsw ir<%conv3>, ir<%conv>
105  %mul = mul nsw i32 %conv3, %conv
106; sources of the mul is zext\sext from i16
107; use pmulld
108; SLM: Cost of 11 for VF 4: WIDEN ir<%mul2> = mul nsw ir<%conv4>, ir<%conv>
109  %conv4 = zext i16 %1 to i32
110  %mul2 = mul nsw i32 %conv4, %conv
111  %sum0 = add i32 %mul, %mul2
112; sources of the mul is zext\zext from i16
113; use pmulhw\pmullw\zext
114; SLM: Cost of 5 for VF 4: WIDEN ir<%mul3> = mul nsw ir<%conv5>, ir<%conv4>
115  %conv5 = zext i16 %0 to i32
116  %mul3 = mul nsw i32 %conv5, %conv4
117  %sum1 = add i32 %sum0, %mul3
118; sources of the mul is sext\-32000
119; use pmulhw\pmullw\sext
120; SLM: Cost of 2 for VF 4: WIDEN ir<%mul4> = mul nsw ir<-32000>, ir<%conv3>
121  %mul4 = mul nsw i32 -32000, %conv3
122  %sum2 = add i32 %sum1, %mul4
123; sources of the mul is sext\64000
124; use pmulld
125; SLM: Cost of 11 for VF 4: WIDEN ir<%mul5> = mul nsw ir<64000>, ir<%conv3>
126  %mul5 = mul nsw i32 64000, %conv3
127  %sum3 = add i32 %sum2, %mul5
128; sources of the mul is zext\-32000
129; use pmulld
130; SLM: Cost of 11 for VF 4: WIDEN ir<%mul6> = mul nsw ir<-32000>, ir<%conv4>
131  %mul6 = mul nsw i32 -32000, %conv4
132  %sum4 = add i32 %sum3, %mul6
133; sources of the mul is zext\64000
134; use pmulhw\pmullw\zext
135; SLM: Cost of 5 for VF 4: WIDEN ir<%mul7> = mul nsw ir<250>, ir<%conv4>
136  %mul7 = mul nsw i32 250, %conv4
137  %sum5 = add i32 %sum4, %mul7
138  %add = add i32 %acc.013, 5
139  %add4 = add i32 %add, %sum5
140  %indvars.iv.next = add nuw nsw i64 %indvars.iv, 1
141  %exitcond = icmp eq i64 %indvars.iv.next, %wide.trip.count
142  br i1 %exitcond, label %for.cond.cleanup.loopexit, label %for.body
143}
144
145
146