xref: /llvm-project/llvm/unittests/IR/PatternMatch.cpp (revision 8edb12fe6cf81d194a4553da5d10e976bc4cfd4f)
1 //===---- llvm/unittest/IR/PatternMatch.cpp - PatternMatch unit tests ----===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
9 #include "llvm/IR/PatternMatch.h"
10 #include "llvm/ADT/APSInt.h"
11 #include "llvm/ADT/STLExtras.h"
12 #include "llvm/Analysis/ValueTracking.h"
13 #include "llvm/IR/BasicBlock.h"
14 #include "llvm/IR/Constants.h"
15 #include "llvm/IR/DataLayout.h"
16 #include "llvm/IR/DerivedTypes.h"
17 #include "llvm/IR/Function.h"
18 #include "llvm/IR/IRBuilder.h"
19 #include "llvm/IR/Instructions.h"
20 #include "llvm/IR/LLVMContext.h"
21 #include "llvm/IR/MDBuilder.h"
22 #include "llvm/IR/Module.h"
23 #include "llvm/IR/NoFolder.h"
24 #include "llvm/IR/Operator.h"
25 #include "llvm/IR/Type.h"
26 #include "gtest/gtest.h"
27 
28 using namespace llvm;
29 using namespace llvm::PatternMatch;
30 
31 namespace {
32 
33 struct PatternMatchTest : ::testing::Test {
34   LLVMContext Ctx;
35   std::unique_ptr<Module> M;
36   Function *F;
37   BasicBlock *BB;
38   IRBuilder<NoFolder> IRB;
39 
40   PatternMatchTest()
41       : M(new Module("PatternMatchTestModule", Ctx)),
42         F(Function::Create(
43             FunctionType::get(Type::getVoidTy(Ctx), /* IsVarArg */ false),
44             Function::ExternalLinkage, "f", M.get())),
45         BB(BasicBlock::Create(Ctx, "entry", F)), IRB(BB) {}
46 };
47 
48 TEST_F(PatternMatchTest, OneUse) {
49   // Build up a little tree of values:
50   //
51   //   One  = (1 + 2) + 42
52   //   Two  = One + 42
53   //   Leaf = (Two + 8) + (Two + 13)
54   Value *One = IRB.CreateAdd(IRB.CreateAdd(IRB.getInt32(1), IRB.getInt32(2)),
55                              IRB.getInt32(42));
56   Value *Two = IRB.CreateAdd(One, IRB.getInt32(42));
57   Value *Leaf = IRB.CreateAdd(IRB.CreateAdd(Two, IRB.getInt32(8)),
58                               IRB.CreateAdd(Two, IRB.getInt32(13)));
59   Value *V;
60 
61   EXPECT_TRUE(m_OneUse(m_Value(V)).match(One));
62   EXPECT_EQ(One, V);
63 
64   EXPECT_FALSE(m_OneUse(m_Value()).match(Two));
65   EXPECT_FALSE(m_OneUse(m_Value()).match(Leaf));
66 }
67 
68 TEST_F(PatternMatchTest, SpecificIntEQ) {
69   Type *IntTy = IRB.getInt32Ty();
70   unsigned BitWidth = IntTy->getScalarSizeInBits();
71 
72   Value *Zero = ConstantInt::get(IntTy, 0);
73   Value *One = ConstantInt::get(IntTy, 1);
74   Value *NegOne = ConstantInt::get(IntTy, -1);
75 
76   EXPECT_TRUE(
77       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 0))
78           .match(Zero));
79   EXPECT_FALSE(
80       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 0))
81           .match(One));
82   EXPECT_FALSE(
83       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 0))
84           .match(NegOne));
85 
86   EXPECT_FALSE(
87       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 1))
88           .match(Zero));
89   EXPECT_TRUE(
90       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 1))
91           .match(One));
92   EXPECT_FALSE(
93       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 1))
94           .match(NegOne));
95 
96   EXPECT_FALSE(
97       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, -1))
98           .match(Zero));
99   EXPECT_FALSE(
100       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, -1))
101           .match(One));
102   EXPECT_TRUE(
103       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, -1))
104           .match(NegOne));
105 }
106 
107 TEST_F(PatternMatchTest, SpecificIntNE) {
108   Type *IntTy = IRB.getInt32Ty();
109   unsigned BitWidth = IntTy->getScalarSizeInBits();
110 
111   Value *Zero = ConstantInt::get(IntTy, 0);
112   Value *One = ConstantInt::get(IntTy, 1);
113   Value *NegOne = ConstantInt::get(IntTy, -1);
114 
115   EXPECT_FALSE(
116       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 0))
117           .match(Zero));
118   EXPECT_TRUE(
119       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 0))
120           .match(One));
121   EXPECT_TRUE(
122       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 0))
123           .match(NegOne));
124 
125   EXPECT_TRUE(
126       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 1))
127           .match(Zero));
128   EXPECT_FALSE(
129       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 1))
130           .match(One));
131   EXPECT_TRUE(
132       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 1))
133           .match(NegOne));
134 
135   EXPECT_TRUE(
136       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, -1))
137           .match(Zero));
138   EXPECT_TRUE(
139       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, -1))
140           .match(One));
141   EXPECT_FALSE(
142       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, -1))
143           .match(NegOne));
144 }
145 
146 TEST_F(PatternMatchTest, SpecificIntUGT) {
147   Type *IntTy = IRB.getInt32Ty();
148   unsigned BitWidth = IntTy->getScalarSizeInBits();
149 
150   Value *Zero = ConstantInt::get(IntTy, 0);
151   Value *One = ConstantInt::get(IntTy, 1);
152   Value *NegOne = ConstantInt::get(IntTy, -1);
153 
154   EXPECT_FALSE(
155       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 0))
156           .match(Zero));
157   EXPECT_TRUE(
158       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 0))
159           .match(One));
160   EXPECT_TRUE(
161       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 0))
162           .match(NegOne));
163 
164   EXPECT_FALSE(
165       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 1))
166           .match(Zero));
167   EXPECT_FALSE(
168       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 1))
169           .match(One));
170   EXPECT_TRUE(
171       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 1))
172           .match(NegOne));
173 
174   EXPECT_FALSE(
175       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, -1))
176           .match(Zero));
177   EXPECT_FALSE(
178       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, -1))
179           .match(One));
180   EXPECT_FALSE(
181       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, -1))
182           .match(NegOne));
183 }
184 
185 TEST_F(PatternMatchTest, SignbitZeroChecks) {
186   Type *IntTy = IRB.getInt32Ty();
187 
188   Value *Zero = ConstantInt::get(IntTy, 0);
189   Value *One = ConstantInt::get(IntTy, 1);
190   Value *NegOne = ConstantInt::get(IntTy, -1);
191 
192   EXPECT_TRUE(m_Negative().match(NegOne));
193   EXPECT_FALSE(m_NonNegative().match(NegOne));
194   EXPECT_FALSE(m_StrictlyPositive().match(NegOne));
195   EXPECT_TRUE(m_NonPositive().match(NegOne));
196 
197   EXPECT_FALSE(m_Negative().match(Zero));
198   EXPECT_TRUE(m_NonNegative().match(Zero));
199   EXPECT_FALSE(m_StrictlyPositive().match(Zero));
200   EXPECT_TRUE(m_NonPositive().match(Zero));
201 
202   EXPECT_FALSE(m_Negative().match(One));
203   EXPECT_TRUE(m_NonNegative().match(One));
204   EXPECT_TRUE(m_StrictlyPositive().match(One));
205   EXPECT_FALSE(m_NonPositive().match(One));
206 }
207 
208 TEST_F(PatternMatchTest, SpecificIntUGE) {
209   Type *IntTy = IRB.getInt32Ty();
210   unsigned BitWidth = IntTy->getScalarSizeInBits();
211 
212   Value *Zero = ConstantInt::get(IntTy, 0);
213   Value *One = ConstantInt::get(IntTy, 1);
214   Value *NegOne = ConstantInt::get(IntTy, -1);
215 
216   EXPECT_TRUE(
217       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 0))
218           .match(Zero));
219   EXPECT_TRUE(
220       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 0))
221           .match(One));
222   EXPECT_TRUE(
223       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 0))
224           .match(NegOne));
225 
226   EXPECT_FALSE(
227       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 1))
228           .match(Zero));
229   EXPECT_TRUE(
230       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 1))
231           .match(One));
232   EXPECT_TRUE(
233       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 1))
234           .match(NegOne));
235 
236   EXPECT_FALSE(
237       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, -1))
238           .match(Zero));
239   EXPECT_FALSE(
240       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, -1))
241           .match(One));
242   EXPECT_TRUE(
243       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, -1))
244           .match(NegOne));
245 }
246 
247 TEST_F(PatternMatchTest, SpecificIntULT) {
248   Type *IntTy = IRB.getInt32Ty();
249   unsigned BitWidth = IntTy->getScalarSizeInBits();
250 
251   Value *Zero = ConstantInt::get(IntTy, 0);
252   Value *One = ConstantInt::get(IntTy, 1);
253   Value *NegOne = ConstantInt::get(IntTy, -1);
254 
255   EXPECT_FALSE(
256       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 0))
257           .match(Zero));
258   EXPECT_FALSE(
259       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 0))
260           .match(One));
261   EXPECT_FALSE(
262       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 0))
263           .match(NegOne));
264 
265   EXPECT_TRUE(
266       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 1))
267           .match(Zero));
268   EXPECT_FALSE(
269       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 1))
270           .match(One));
271   EXPECT_FALSE(
272       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 1))
273           .match(NegOne));
274 
275   EXPECT_TRUE(
276       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, -1))
277           .match(Zero));
278   EXPECT_TRUE(
279       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, -1))
280           .match(One));
281   EXPECT_FALSE(
282       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, -1))
283           .match(NegOne));
284 }
285 
286 TEST_F(PatternMatchTest, SpecificIntULE) {
287   Type *IntTy = IRB.getInt32Ty();
288   unsigned BitWidth = IntTy->getScalarSizeInBits();
289 
290   Value *Zero = ConstantInt::get(IntTy, 0);
291   Value *One = ConstantInt::get(IntTy, 1);
292   Value *NegOne = ConstantInt::get(IntTy, -1);
293 
294   EXPECT_TRUE(
295       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 0))
296           .match(Zero));
297   EXPECT_FALSE(
298       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 0))
299           .match(One));
300   EXPECT_FALSE(
301       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 0))
302           .match(NegOne));
303 
304   EXPECT_TRUE(
305       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 1))
306           .match(Zero));
307   EXPECT_TRUE(
308       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 1))
309           .match(One));
310   EXPECT_FALSE(
311       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 1))
312           .match(NegOne));
313 
314   EXPECT_TRUE(
315       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, -1))
316           .match(Zero));
317   EXPECT_TRUE(
318       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, -1))
319           .match(One));
320   EXPECT_TRUE(
321       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, -1))
322           .match(NegOne));
323 }
324 
325 TEST_F(PatternMatchTest, SpecificIntSGT) {
326   Type *IntTy = IRB.getInt32Ty();
327   unsigned BitWidth = IntTy->getScalarSizeInBits();
328 
329   Value *Zero = ConstantInt::get(IntTy, 0);
330   Value *One = ConstantInt::get(IntTy, 1);
331   Value *NegOne = ConstantInt::get(IntTy, -1);
332 
333   EXPECT_FALSE(
334       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 0))
335           .match(Zero));
336   EXPECT_TRUE(
337       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 0))
338           .match(One));
339   EXPECT_FALSE(
340       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 0))
341           .match(NegOne));
342 
343   EXPECT_FALSE(
344       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 1))
345           .match(Zero));
346   EXPECT_FALSE(
347       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 1))
348           .match(One));
349   EXPECT_FALSE(
350       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 1))
351           .match(NegOne));
352 
353   EXPECT_TRUE(
354       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, -1))
355           .match(Zero));
356   EXPECT_TRUE(
357       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, -1))
358           .match(One));
359   EXPECT_FALSE(
360       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, -1))
361           .match(NegOne));
362 }
363 
364 TEST_F(PatternMatchTest, SpecificIntSGE) {
365   Type *IntTy = IRB.getInt32Ty();
366   unsigned BitWidth = IntTy->getScalarSizeInBits();
367 
368   Value *Zero = ConstantInt::get(IntTy, 0);
369   Value *One = ConstantInt::get(IntTy, 1);
370   Value *NegOne = ConstantInt::get(IntTy, -1);
371 
372   EXPECT_TRUE(
373       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 0))
374           .match(Zero));
375   EXPECT_TRUE(
376       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 0))
377           .match(One));
378   EXPECT_FALSE(
379       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 0))
380           .match(NegOne));
381 
382   EXPECT_FALSE(
383       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 1))
384           .match(Zero));
385   EXPECT_TRUE(
386       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 1))
387           .match(One));
388   EXPECT_FALSE(
389       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 1))
390           .match(NegOne));
391 
392   EXPECT_TRUE(
393       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, -1))
394           .match(Zero));
395   EXPECT_TRUE(
396       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, -1))
397           .match(One));
398   EXPECT_TRUE(
399       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, -1))
400           .match(NegOne));
401 }
402 
403 TEST_F(PatternMatchTest, SpecificIntSLT) {
404   Type *IntTy = IRB.getInt32Ty();
405   unsigned BitWidth = IntTy->getScalarSizeInBits();
406 
407   Value *Zero = ConstantInt::get(IntTy, 0);
408   Value *One = ConstantInt::get(IntTy, 1);
409   Value *NegOne = ConstantInt::get(IntTy, -1);
410 
411   EXPECT_FALSE(
412       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 0))
413           .match(Zero));
414   EXPECT_FALSE(
415       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 0))
416           .match(One));
417   EXPECT_TRUE(
418       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 0))
419           .match(NegOne));
420 
421   EXPECT_TRUE(
422       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 1))
423           .match(Zero));
424   EXPECT_FALSE(
425       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 1))
426           .match(One));
427   EXPECT_TRUE(
428       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 1))
429           .match(NegOne));
430 
431   EXPECT_FALSE(
432       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, -1))
433           .match(Zero));
434   EXPECT_FALSE(
435       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, -1))
436           .match(One));
437   EXPECT_FALSE(
438       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, -1))
439           .match(NegOne));
440 }
441 
442 TEST_F(PatternMatchTest, SpecificIntSLE) {
443   Type *IntTy = IRB.getInt32Ty();
444   unsigned BitWidth = IntTy->getScalarSizeInBits();
445 
446   Value *Zero = ConstantInt::get(IntTy, 0);
447   Value *One = ConstantInt::get(IntTy, 1);
448   Value *NegOne = ConstantInt::get(IntTy, -1);
449 
450   EXPECT_TRUE(
451       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 0))
452           .match(Zero));
453   EXPECT_FALSE(
454       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 0))
455           .match(One));
456   EXPECT_TRUE(
457       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 0))
458           .match(NegOne));
459 
460   EXPECT_TRUE(
461       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 1))
462           .match(Zero));
463   EXPECT_TRUE(
464       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 1))
465           .match(One));
466   EXPECT_TRUE(
467       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 1))
468           .match(NegOne));
469 
470   EXPECT_FALSE(
471       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, -1))
472           .match(Zero));
473   EXPECT_FALSE(
474       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, -1))
475           .match(One));
476   EXPECT_TRUE(
477       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, -1))
478           .match(NegOne));
479 }
480 
481 TEST_F(PatternMatchTest, Unless) {
482   Value *X = IRB.CreateAdd(IRB.getInt32(1), IRB.getInt32(0));
483 
484   EXPECT_TRUE(m_Add(m_One(), m_Zero()).match(X));
485   EXPECT_FALSE(m_Add(m_Zero(), m_One()).match(X));
486 
487   EXPECT_FALSE(m_Unless(m_Add(m_One(), m_Zero())).match(X));
488   EXPECT_TRUE(m_Unless(m_Add(m_Zero(), m_One())).match(X));
489 
490   EXPECT_TRUE(m_c_Add(m_One(), m_Zero()).match(X));
491   EXPECT_TRUE(m_c_Add(m_Zero(), m_One()).match(X));
492 
493   EXPECT_FALSE(m_Unless(m_c_Add(m_One(), m_Zero())).match(X));
494   EXPECT_FALSE(m_Unless(m_c_Add(m_Zero(), m_One())).match(X));
495 }
496 
497 TEST_F(PatternMatchTest, BitWise) {
498   Value *Or = IRB.CreateOr(IRB.getInt32(1), IRB.getInt32(0));
499   Value *Xor = IRB.CreateXor(IRB.getInt32(1), IRB.getInt32(0));
500   Value *And = IRB.CreateXor(IRB.getInt32(1), IRB.getInt32(0));
501   Constant *T = IRB.getInt1(true);
502   Constant *F = IRB.getInt1(false);
503   Value *Alloca = IRB.CreateAlloca(IRB.getInt1Ty());
504   Value *X = IRB.CreateLoad(IRB.getInt1Ty(), Alloca);
505   Value *Y = IRB.CreateLoad(IRB.getInt1Ty(), Alloca);
506   Value *LAnd = IRB.CreateSelect(X, Y, F);
507   Value *LOr = IRB.CreateSelect(X, T, Y);
508   Value *Add = IRB.CreateAdd(IRB.getInt32(1), IRB.getInt32(0));
509 
510   EXPECT_TRUE(m_BitwiseLogic(m_One(), m_Zero()).match(Or));
511   EXPECT_TRUE(m_BitwiseLogic(m_One(), m_Zero()).match(Xor));
512   EXPECT_TRUE(m_BitwiseLogic(m_One(), m_Zero()).match(And));
513   EXPECT_FALSE(m_BitwiseLogic(m_Value(), m_Value()).match(LAnd));
514   EXPECT_FALSE(m_BitwiseLogic(m_Value(), m_Value()).match(LOr));
515   EXPECT_FALSE(m_BitwiseLogic(m_Value(), m_Value()).match(Add));
516 
517   EXPECT_FALSE(m_BitwiseLogic(m_Zero(), m_One()).match(Or));
518   EXPECT_FALSE(m_BitwiseLogic(m_Zero(), m_One()).match(Xor));
519   EXPECT_FALSE(m_BitwiseLogic(m_Zero(), m_One()).match(And));
520 
521   EXPECT_TRUE(m_c_BitwiseLogic(m_One(), m_Zero()).match(Or));
522   EXPECT_TRUE(m_c_BitwiseLogic(m_One(), m_Zero()).match(Xor));
523   EXPECT_TRUE(m_c_BitwiseLogic(m_One(), m_Zero()).match(And));
524   EXPECT_FALSE(m_c_BitwiseLogic(m_Value(), m_Value()).match(LAnd));
525   EXPECT_FALSE(m_c_BitwiseLogic(m_Value(), m_Value()).match(LOr));
526   EXPECT_FALSE(m_c_BitwiseLogic(m_Value(), m_Value()).match(Add));
527 
528   EXPECT_TRUE(m_c_BitwiseLogic(m_Zero(), m_One()).match(Or));
529   EXPECT_TRUE(m_c_BitwiseLogic(m_Zero(), m_One()).match(Xor));
530   EXPECT_TRUE(m_c_BitwiseLogic(m_Zero(), m_One()).match(And));
531 
532   EXPECT_FALSE(m_c_BitwiseLogic(m_One(), m_One()).match(Or));
533   EXPECT_FALSE(m_c_BitwiseLogic(m_Zero(), m_Zero()).match(Xor));
534 }
535 
536 TEST_F(PatternMatchTest, ZExtSExtSelf) {
537   LLVMContext &Ctx = IRB.getContext();
538 
539   Value *One32 = IRB.getInt32(1);
540   Value *One64Z = IRB.CreateZExt(One32, IntegerType::getInt64Ty(Ctx));
541   Value *One64S = IRB.CreateSExt(One32, IntegerType::getInt64Ty(Ctx));
542 
543   EXPECT_TRUE(m_One().match(One32));
544   EXPECT_FALSE(m_One().match(One64Z));
545   EXPECT_FALSE(m_One().match(One64S));
546 
547   EXPECT_FALSE(m_ZExt(m_One()).match(One32));
548   EXPECT_TRUE(m_ZExt(m_One()).match(One64Z));
549   EXPECT_FALSE(m_ZExt(m_One()).match(One64S));
550 
551   EXPECT_FALSE(m_SExt(m_One()).match(One32));
552   EXPECT_FALSE(m_SExt(m_One()).match(One64Z));
553   EXPECT_TRUE(m_SExt(m_One()).match(One64S));
554 
555   EXPECT_TRUE(m_ZExtOrSelf(m_One()).match(One32));
556   EXPECT_TRUE(m_ZExtOrSelf(m_One()).match(One64Z));
557   EXPECT_FALSE(m_ZExtOrSelf(m_One()).match(One64S));
558 
559   EXPECT_TRUE(m_SExtOrSelf(m_One()).match(One32));
560   EXPECT_FALSE(m_SExtOrSelf(m_One()).match(One64Z));
561   EXPECT_TRUE(m_SExtOrSelf(m_One()).match(One64S));
562 
563   EXPECT_FALSE(m_ZExtOrSExt(m_One()).match(One32));
564   EXPECT_TRUE(m_ZExtOrSExt(m_One()).match(One64Z));
565   EXPECT_TRUE(m_ZExtOrSExt(m_One()).match(One64S));
566 
567   EXPECT_TRUE(m_ZExtOrSExtOrSelf(m_One()).match(One32));
568   EXPECT_TRUE(m_ZExtOrSExtOrSelf(m_One()).match(One64Z));
569   EXPECT_TRUE(m_ZExtOrSExtOrSelf(m_One()).match(One64S));
570 }
571 
572 TEST_F(PatternMatchTest, BitCast) {
573   Value *OneDouble = ConstantFP::get(IRB.getDoubleTy(), APFloat(1.0));
574   Value *ScalableDouble = ConstantFP::get(
575       VectorType::get(IRB.getDoubleTy(), 2, /*Scalable=*/true), APFloat(1.0));
576   // scalar -> scalar
577   Value *DoubleToI64 = IRB.CreateBitCast(OneDouble, IRB.getInt64Ty());
578   // scalar -> vector
579   Value *DoubleToV2I32 = IRB.CreateBitCast(
580       OneDouble, VectorType::get(IRB.getInt32Ty(), 2, /*Scalable=*/false));
581   // vector -> scalar
582   Value *V2I32ToDouble = IRB.CreateBitCast(DoubleToV2I32, IRB.getDoubleTy());
583   // vector -> vector (same count)
584   Value *V2I32ToV2Float = IRB.CreateBitCast(
585       DoubleToV2I32, VectorType::get(IRB.getFloatTy(), 2, /*Scalable=*/false));
586   // vector -> vector (different count)
587   Value *V2I32TOV4I16 = IRB.CreateBitCast(
588       DoubleToV2I32, VectorType::get(IRB.getInt16Ty(), 4, /*Scalable=*/false));
589   // scalable vector -> scalable vector (same count)
590   Value *NXV2DoubleToNXV2I64 = IRB.CreateBitCast(
591       ScalableDouble, VectorType::get(IRB.getInt64Ty(), 2, /*Scalable=*/true));
592   // scalable vector -> scalable vector (different count)
593   Value *NXV2I64ToNXV4I32 = IRB.CreateBitCast(
594       NXV2DoubleToNXV2I64,
595       VectorType::get(IRB.getInt32Ty(), 4, /*Scalable=*/true));
596 
597   EXPECT_TRUE(m_BitCast(m_Value()).match(DoubleToI64));
598   EXPECT_TRUE(m_BitCast(m_Value()).match(DoubleToV2I32));
599   EXPECT_TRUE(m_BitCast(m_Value()).match(V2I32ToDouble));
600   EXPECT_TRUE(m_BitCast(m_Value()).match(V2I32ToV2Float));
601   EXPECT_TRUE(m_BitCast(m_Value()).match(V2I32TOV4I16));
602   EXPECT_TRUE(m_BitCast(m_Value()).match(NXV2DoubleToNXV2I64));
603   EXPECT_TRUE(m_BitCast(m_Value()).match(NXV2I64ToNXV4I32));
604 
605   EXPECT_TRUE(m_ElementWiseBitCast(m_Value()).match(DoubleToI64));
606   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(DoubleToV2I32));
607   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(V2I32ToDouble));
608   EXPECT_TRUE(m_ElementWiseBitCast(m_Value()).match(V2I32ToV2Float));
609   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(V2I32TOV4I16));
610   EXPECT_TRUE(m_ElementWiseBitCast(m_Value()).match(NXV2DoubleToNXV2I64));
611   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(NXV2I64ToNXV4I32));
612 }
613 
614 TEST_F(PatternMatchTest, Power2) {
615   Value *C128 = IRB.getInt32(128);
616   Value *CNeg128 = ConstantExpr::getNeg(cast<Constant>(C128));
617 
618   EXPECT_TRUE(m_Power2().match(C128));
619   EXPECT_FALSE(m_Power2().match(CNeg128));
620 
621   EXPECT_TRUE(m_Power2OrZero().match(C128));
622   EXPECT_FALSE(m_Power2OrZero().match(CNeg128));
623 
624   EXPECT_FALSE(m_NegatedPower2().match(C128));
625   EXPECT_TRUE(m_NegatedPower2().match(CNeg128));
626 
627   EXPECT_FALSE(m_NegatedPower2OrZero().match(C128));
628   EXPECT_TRUE(m_NegatedPower2OrZero().match(CNeg128));
629 
630   Value *CIntMin = IRB.getInt64(APSInt::getSignedMinValue(64).getSExtValue());
631   Value *CNegIntMin = ConstantExpr::getNeg(cast<Constant>(CIntMin));
632 
633   EXPECT_TRUE(m_Power2().match(CIntMin));
634   EXPECT_TRUE(m_Power2().match(CNegIntMin));
635 
636   EXPECT_TRUE(m_Power2OrZero().match(CIntMin));
637   EXPECT_TRUE(m_Power2OrZero().match(CNegIntMin));
638 
639   EXPECT_TRUE(m_NegatedPower2().match(CIntMin));
640   EXPECT_TRUE(m_NegatedPower2().match(CNegIntMin));
641 
642   EXPECT_TRUE(m_NegatedPower2OrZero().match(CIntMin));
643   EXPECT_TRUE(m_NegatedPower2OrZero().match(CNegIntMin));
644 
645   Value *CZero = IRB.getInt64(0);
646 
647   EXPECT_FALSE(m_Power2().match(CZero));
648 
649   EXPECT_TRUE(m_Power2OrZero().match(CZero));
650 
651   EXPECT_FALSE(m_NegatedPower2().match(CZero));
652 
653   EXPECT_TRUE(m_NegatedPower2OrZero().match(CZero));
654 }
655 
656 TEST_F(PatternMatchTest, Not) {
657   Value *C1 = IRB.getInt32(1);
658   Value *C2 = IRB.getInt32(2);
659   Value *C3 = IRB.getInt32(3);
660   Instruction *Not = BinaryOperator::CreateXor(C1, C2);
661 
662   // When `m_Not` does not match the `not` itself,
663   // it should not try to apply the inner matcher.
664   Value *Val = C3;
665   EXPECT_FALSE(m_Not(m_Value(Val)).match(Not));
666   EXPECT_EQ(Val, C3);
667   Not->deleteValue();
668 }
669 
670 TEST_F(PatternMatchTest, CommutativeDeferredValue) {
671   Value *X = IRB.getInt32(1);
672   Value *Y = IRB.getInt32(2);
673 
674   {
675     Value *tX = X;
676     EXPECT_TRUE(match(X, m_Deferred(tX)));
677     EXPECT_FALSE(match(Y, m_Deferred(tX)));
678   }
679   {
680     const Value *tX = X;
681     EXPECT_TRUE(match(X, m_Deferred(tX)));
682     EXPECT_FALSE(match(Y, m_Deferred(tX)));
683   }
684   {
685     Value *const tX = X;
686     EXPECT_TRUE(match(X, m_Deferred(tX)));
687     EXPECT_FALSE(match(Y, m_Deferred(tX)));
688   }
689   {
690     const Value *const tX = X;
691     EXPECT_TRUE(match(X, m_Deferred(tX)));
692     EXPECT_FALSE(match(Y, m_Deferred(tX)));
693   }
694 
695   {
696     Value *tX = nullptr;
697     EXPECT_TRUE(match(IRB.CreateAnd(X, X), m_And(m_Value(tX), m_Deferred(tX))));
698     EXPECT_EQ(tX, X);
699   }
700   {
701     Value *tX = nullptr;
702     EXPECT_FALSE(
703         match(IRB.CreateAnd(X, Y), m_c_And(m_Value(tX), m_Deferred(tX))));
704   }
705 
706   auto checkMatch = [X, Y](Value *Pattern) {
707     Value *tX = nullptr, *tY = nullptr;
708     EXPECT_TRUE(match(
709         Pattern, m_c_And(m_Value(tX), m_c_And(m_Deferred(tX), m_Value(tY)))));
710     EXPECT_EQ(tX, X);
711     EXPECT_EQ(tY, Y);
712   };
713 
714   checkMatch(IRB.CreateAnd(X, IRB.CreateAnd(X, Y)));
715   checkMatch(IRB.CreateAnd(X, IRB.CreateAnd(Y, X)));
716   checkMatch(IRB.CreateAnd(IRB.CreateAnd(X, Y), X));
717   checkMatch(IRB.CreateAnd(IRB.CreateAnd(Y, X), X));
718 }
719 
720 TEST_F(PatternMatchTest, FloatingPointOrderedMin) {
721   Type *FltTy = IRB.getFloatTy();
722   Value *L = ConstantFP::get(FltTy, 1.0);
723   Value *R = ConstantFP::get(FltTy, 2.0);
724   Value *MatchL, *MatchR;
725 
726   // Test OLT.
727   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
728                   .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), L, R)));
729   EXPECT_EQ(L, MatchL);
730   EXPECT_EQ(R, MatchR);
731 
732   // Test OLE.
733   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
734                   .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), L, R)));
735   EXPECT_EQ(L, MatchL);
736   EXPECT_EQ(R, MatchR);
737 
738   // Test no match on OGE.
739   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
740                    .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), L, R)));
741 
742   // Test no match on OGT.
743   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
744                    .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), L, R)));
745 
746   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
747   // %cmp = fcmp oge L, R
748   // %min = select %cmp R, L
749   // Given L == NaN
750   // the above is expanded to %cmp == false ==> %min = L
751   // which is true for UnordFMin, not OrdFMin, so test that:
752 
753   // [OU]GE with inverted select.
754   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
755                   .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), R, L)));
756   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
757                   .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), R, L)));
758   EXPECT_EQ(L, MatchL);
759   EXPECT_EQ(R, MatchR);
760 
761   // [OU]GT with inverted select.
762   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
763                   .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), R, L)));
764   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
765                   .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), R, L)));
766   EXPECT_EQ(L, MatchL);
767   EXPECT_EQ(R, MatchR);
768 }
769 
770 TEST_F(PatternMatchTest, FloatingPointOrderedMax) {
771   Type *FltTy = IRB.getFloatTy();
772   Value *L = ConstantFP::get(FltTy, 1.0);
773   Value *R = ConstantFP::get(FltTy, 2.0);
774   Value *MatchL, *MatchR;
775 
776   // Test OGT.
777   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
778                   .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), L, R)));
779   EXPECT_EQ(L, MatchL);
780   EXPECT_EQ(R, MatchR);
781 
782   // Test OGE.
783   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
784                   .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), L, R)));
785   EXPECT_EQ(L, MatchL);
786   EXPECT_EQ(R, MatchR);
787 
788   // Test no match on OLE.
789   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
790                    .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), L, R)));
791 
792   // Test no match on OLT.
793   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
794                    .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), L, R)));
795 
796 
797   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
798   // %cmp = fcmp ole L, R
799   // %max = select %cmp, R, L
800   // Given L == NaN,
801   // the above is expanded to %cmp == false ==> %max == L
802   // which is true for UnordFMax, not OrdFMax, so test that:
803 
804   // [OU]LE with inverted select.
805   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
806                    .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), R, L)));
807   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
808                   .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), R, L)));
809   EXPECT_EQ(L, MatchL);
810   EXPECT_EQ(R, MatchR);
811 
812   // [OUT]LT with inverted select.
813   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
814                    .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), R, L)));
815   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
816                   .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), R, L)));
817   EXPECT_EQ(L, MatchL);
818   EXPECT_EQ(R, MatchR);
819 }
820 
821 TEST_F(PatternMatchTest, FloatingPointUnorderedMin) {
822   Type *FltTy = IRB.getFloatTy();
823   Value *L = ConstantFP::get(FltTy, 1.0);
824   Value *R = ConstantFP::get(FltTy, 2.0);
825   Value *MatchL, *MatchR;
826 
827   // Test ULT.
828   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
829                   .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), L, R)));
830   EXPECT_EQ(L, MatchL);
831   EXPECT_EQ(R, MatchR);
832 
833   // Test ULE.
834   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
835                   .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), L, R)));
836   EXPECT_EQ(L, MatchL);
837   EXPECT_EQ(R, MatchR);
838 
839   // Test no match on UGE.
840   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
841                    .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), L, R)));
842 
843   // Test no match on UGT.
844   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
845                    .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), L, R)));
846 
847   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
848   // %cmp = fcmp uge L, R
849   // %min = select %cmp R, L
850   // Given L == NaN
851   // the above is expanded to %cmp == true ==> %min = R
852   // which is true for OrdFMin, not UnordFMin, so test that:
853 
854   // [UO]GE with inverted select.
855   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
856                   .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), R, L)));
857   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
858                   .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), R, L)));
859   EXPECT_EQ(L, MatchL);
860   EXPECT_EQ(R, MatchR);
861 
862   // [UO]GT with inverted select.
863   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
864                   .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), R, L)));
865   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
866                   .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), R, L)));
867   EXPECT_EQ(L, MatchL);
868   EXPECT_EQ(R, MatchR);
869 }
870 
871 TEST_F(PatternMatchTest, FloatingPointUnorderedMax) {
872   Type *FltTy = IRB.getFloatTy();
873   Value *L = ConstantFP::get(FltTy, 1.0);
874   Value *R = ConstantFP::get(FltTy, 2.0);
875   Value *MatchL, *MatchR;
876 
877   // Test UGT.
878   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
879                   .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), L, R)));
880   EXPECT_EQ(L, MatchL);
881   EXPECT_EQ(R, MatchR);
882 
883   // Test UGE.
884   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
885                   .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), L, R)));
886   EXPECT_EQ(L, MatchL);
887   EXPECT_EQ(R, MatchR);
888 
889   // Test no match on ULE.
890   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
891                    .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), L, R)));
892 
893   // Test no match on ULT.
894   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
895                    .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), L, R)));
896 
897   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
898   // %cmp = fcmp ule L, R
899   // %max = select %cmp R, L
900   // Given L == NaN
901   // the above is expanded to %cmp == true ==> %max = R
902   // which is true for OrdFMax, not UnordFMax, so test that:
903 
904   // [UO]LE with inverted select.
905   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
906                   .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), R, L)));
907   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
908                   .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), R, L)));
909   EXPECT_EQ(L, MatchL);
910   EXPECT_EQ(R, MatchR);
911 
912   // [UO]LT with inverted select.
913   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
914                   .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), R, L)));
915   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
916                   .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), R, L)));
917   EXPECT_EQ(L, MatchL);
918   EXPECT_EQ(R, MatchR);
919 }
920 
921 TEST_F(PatternMatchTest, OverflowingBinOps) {
922   Value *L = IRB.getInt32(1);
923   Value *R = IRB.getInt32(2);
924   Value *MatchL, *MatchR;
925 
926   EXPECT_TRUE(
927       m_NSWAdd(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNSWAdd(L, R)));
928   EXPECT_EQ(L, MatchL);
929   EXPECT_EQ(R, MatchR);
930   MatchL = MatchR = nullptr;
931   EXPECT_TRUE(
932       m_NSWSub(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNSWSub(L, R)));
933   EXPECT_EQ(L, MatchL);
934   EXPECT_EQ(R, MatchR);
935   MatchL = MatchR = nullptr;
936   EXPECT_TRUE(
937       m_NSWMul(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNSWMul(L, R)));
938   EXPECT_EQ(L, MatchL);
939   EXPECT_EQ(R, MatchR);
940   MatchL = MatchR = nullptr;
941   EXPECT_TRUE(m_NSWShl(m_Value(MatchL), m_Value(MatchR)).match(
942       IRB.CreateShl(L, R, "", /* NUW */ false, /* NSW */ true)));
943   EXPECT_EQ(L, MatchL);
944   EXPECT_EQ(R, MatchR);
945 
946   EXPECT_TRUE(
947       m_NUWAdd(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNUWAdd(L, R)));
948   EXPECT_EQ(L, MatchL);
949   EXPECT_EQ(R, MatchR);
950   MatchL = MatchR = nullptr;
951   EXPECT_TRUE(
952       m_NUWSub(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNUWSub(L, R)));
953   EXPECT_EQ(L, MatchL);
954   EXPECT_EQ(R, MatchR);
955   MatchL = MatchR = nullptr;
956   EXPECT_TRUE(
957       m_NUWMul(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNUWMul(L, R)));
958   EXPECT_EQ(L, MatchL);
959   EXPECT_EQ(R, MatchR);
960   MatchL = MatchR = nullptr;
961   EXPECT_TRUE(m_NUWShl(m_Value(MatchL), m_Value(MatchR)).match(
962       IRB.CreateShl(L, R, "", /* NUW */ true, /* NSW */ false)));
963   EXPECT_EQ(L, MatchL);
964   EXPECT_EQ(R, MatchR);
965 
966   EXPECT_FALSE(m_NSWAdd(m_Value(), m_Value()).match(IRB.CreateAdd(L, R)));
967   EXPECT_FALSE(m_NSWAdd(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
968   EXPECT_FALSE(m_NSWAdd(m_Value(), m_Value()).match(IRB.CreateNSWSub(L, R)));
969   EXPECT_FALSE(m_NSWSub(m_Value(), m_Value()).match(IRB.CreateSub(L, R)));
970   EXPECT_FALSE(m_NSWSub(m_Value(), m_Value()).match(IRB.CreateNUWSub(L, R)));
971   EXPECT_FALSE(m_NSWSub(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
972   EXPECT_FALSE(m_NSWMul(m_Value(), m_Value()).match(IRB.CreateMul(L, R)));
973   EXPECT_FALSE(m_NSWMul(m_Value(), m_Value()).match(IRB.CreateNUWMul(L, R)));
974   EXPECT_FALSE(m_NSWMul(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
975   EXPECT_FALSE(m_NSWShl(m_Value(), m_Value()).match(IRB.CreateShl(L, R)));
976   EXPECT_FALSE(m_NSWShl(m_Value(), m_Value()).match(
977       IRB.CreateShl(L, R, "", /* NUW */ true, /* NSW */ false)));
978   EXPECT_FALSE(m_NSWShl(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
979 
980   EXPECT_FALSE(m_NUWAdd(m_Value(), m_Value()).match(IRB.CreateAdd(L, R)));
981   EXPECT_FALSE(m_NUWAdd(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
982   EXPECT_FALSE(m_NUWAdd(m_Value(), m_Value()).match(IRB.CreateNUWSub(L, R)));
983   EXPECT_FALSE(m_NUWSub(m_Value(), m_Value()).match(IRB.CreateSub(L, R)));
984   EXPECT_FALSE(m_NUWSub(m_Value(), m_Value()).match(IRB.CreateNSWSub(L, R)));
985   EXPECT_FALSE(m_NUWSub(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
986   EXPECT_FALSE(m_NUWMul(m_Value(), m_Value()).match(IRB.CreateMul(L, R)));
987   EXPECT_FALSE(m_NUWMul(m_Value(), m_Value()).match(IRB.CreateNSWMul(L, R)));
988   EXPECT_FALSE(m_NUWMul(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
989   EXPECT_FALSE(m_NUWShl(m_Value(), m_Value()).match(IRB.CreateShl(L, R)));
990   EXPECT_FALSE(m_NUWShl(m_Value(), m_Value()).match(
991       IRB.CreateShl(L, R, "", /* NUW */ false, /* NSW */ true)));
992   EXPECT_FALSE(m_NUWShl(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
993 }
994 
995 TEST_F(PatternMatchTest, LoadStoreOps) {
996   // Create this load/store sequence:
997   //
998   //  %p = alloca i32*
999   //  %0 = load i32*, i32** %p
1000   //  store i32 42, i32* %0
1001 
1002   Value *Alloca = IRB.CreateAlloca(IRB.getInt32Ty());
1003   Value *LoadInst = IRB.CreateLoad(IRB.getInt32Ty(), Alloca);
1004   Value *FourtyTwo = IRB.getInt32(42);
1005   Value *StoreInst = IRB.CreateStore(FourtyTwo, Alloca);
1006   Value *MatchLoad, *MatchStoreVal, *MatchStorePointer;
1007 
1008   EXPECT_TRUE(m_Load(m_Value(MatchLoad)).match(LoadInst));
1009   EXPECT_EQ(Alloca, MatchLoad);
1010 
1011   EXPECT_TRUE(m_Load(m_Specific(Alloca)).match(LoadInst));
1012 
1013   EXPECT_FALSE(m_Load(m_Value(MatchLoad)).match(Alloca));
1014 
1015   EXPECT_TRUE(m_Store(m_Value(MatchStoreVal), m_Value(MatchStorePointer))
1016                 .match(StoreInst));
1017   EXPECT_EQ(FourtyTwo, MatchStoreVal);
1018   EXPECT_EQ(Alloca, MatchStorePointer);
1019 
1020   EXPECT_FALSE(m_Store(m_Value(MatchStoreVal), m_Value(MatchStorePointer))
1021                 .match(Alloca));
1022 
1023   EXPECT_TRUE(m_Store(m_SpecificInt(42), m_Specific(Alloca))
1024                 .match(StoreInst));
1025   EXPECT_FALSE(m_Store(m_SpecificInt(42), m_Specific(FourtyTwo))
1026                 .match(StoreInst));
1027   EXPECT_FALSE(m_Store(m_SpecificInt(43), m_Specific(Alloca))
1028                 .match(StoreInst));
1029 }
1030 
1031 TEST_F(PatternMatchTest, VectorOps) {
1032   // Build up small tree of vector operations
1033   //
1034   //   Val = 0 + 1
1035   //   Val2 = Val + 3
1036   //   VI1 = insertelement <2 x i8> undef, i8 1, i32 0 = <1, undef>
1037   //   VI2 = insertelement <2 x i8> %VI1, i8 %Val2, i8 %Val = <1, 4>
1038   //   VI3 = insertelement <2 x i8> %VI1, i8 %Val2, i32 1 = <1, 4>
1039   //   VI4 = insertelement <2 x i8> %VI1, i8 2, i8 %Val = <1, 2>
1040   //
1041   //   SI1 = shufflevector <2 x i8> %VI1, <2 x i8> undef, zeroinitializer
1042   //   SI2 = shufflevector <2 x i8> %VI3, <2 x i8> %VI4, <2 x i8> <i8 0, i8 2>
1043   //   SI3 = shufflevector <2 x i8> %VI3, <2 x i8> undef, zeroinitializer
1044   //   SI4 = shufflevector <2 x i8> %VI4, <2 x i8> undef, zeroinitializer
1045   //
1046   //   SP1 = VectorSplat(2, i8 2)
1047   //   SP2 = VectorSplat(2, i8 %Val)
1048   Type *VecTy = FixedVectorType::get(IRB.getInt8Ty(), 2);
1049   Type *i32 = IRB.getInt32Ty();
1050   Type *i32VecTy = FixedVectorType::get(i32, 2);
1051 
1052   Value *Val = IRB.CreateAdd(IRB.getInt8(0), IRB.getInt8(1));
1053   Value *Val2 = IRB.CreateAdd(Val, IRB.getInt8(3));
1054 
1055   SmallVector<Constant *, 2> VecElemIdxs;
1056   VecElemIdxs.push_back(ConstantInt::get(i32, 0));
1057   VecElemIdxs.push_back(ConstantInt::get(i32, 2));
1058   auto *IdxVec = ConstantVector::get(VecElemIdxs);
1059 
1060   Value *VI1 = IRB.CreateInsertElement(VecTy, IRB.getInt8(1), (uint64_t)0);
1061   Value *VI2 = IRB.CreateInsertElement(VI1, Val2, Val);
1062   Value *VI3 = IRB.CreateInsertElement(VI1, Val2, (uint64_t)1);
1063   Value *VI4 = IRB.CreateInsertElement(VI1, IRB.getInt8(2), Val);
1064 
1065   Value *EX1 = IRB.CreateExtractElement(VI4, Val);
1066   Value *EX2 = IRB.CreateExtractElement(VI4, (uint64_t)0);
1067   Value *EX3 = IRB.CreateExtractElement(IdxVec, (uint64_t)1);
1068 
1069   Constant *Zero = ConstantAggregateZero::get(i32VecTy);
1070   SmallVector<int, 16> ZeroMask;
1071   ShuffleVectorInst::getShuffleMask(Zero, ZeroMask);
1072 
1073   Value *SI1 = IRB.CreateShuffleVector(VI1, ZeroMask);
1074   Value *SI2 = IRB.CreateShuffleVector(VI3, VI4, IdxVec);
1075   Value *SI3 = IRB.CreateShuffleVector(VI3, ZeroMask);
1076   Value *SI4 = IRB.CreateShuffleVector(VI4, ZeroMask);
1077 
1078   Value *SP1 = IRB.CreateVectorSplat(2, IRB.getInt8(2));
1079   Value *SP2 = IRB.CreateVectorSplat(2, Val);
1080 
1081   Value *A = nullptr, *B = nullptr, *C = nullptr;
1082 
1083   // Test matching insertelement
1084   EXPECT_TRUE(match(VI1, m_InsertElt(m_Value(), m_Value(), m_Value())));
1085   EXPECT_TRUE(
1086       match(VI1, m_InsertElt(m_Undef(), m_ConstantInt(), m_ConstantInt())));
1087   EXPECT_TRUE(
1088       match(VI1, m_InsertElt(m_Undef(), m_ConstantInt(), m_Zero())));
1089   EXPECT_TRUE(
1090       match(VI1, m_InsertElt(m_Undef(), m_SpecificInt(1), m_Zero())));
1091   EXPECT_TRUE(match(VI2, m_InsertElt(m_Value(), m_Value(), m_Value())));
1092   EXPECT_FALSE(
1093       match(VI2, m_InsertElt(m_Value(), m_Value(), m_ConstantInt())));
1094   EXPECT_FALSE(
1095       match(VI2, m_InsertElt(m_Value(), m_ConstantInt(), m_Value())));
1096   EXPECT_FALSE(match(VI2, m_InsertElt(m_Constant(), m_Value(), m_Value())));
1097   EXPECT_TRUE(match(VI3, m_InsertElt(m_Value(A), m_Value(B), m_Value(C))));
1098   EXPECT_TRUE(A == VI1);
1099   EXPECT_TRUE(B == Val2);
1100   EXPECT_TRUE(isa<ConstantInt>(C));
1101   A = B = C = nullptr; // reset
1102 
1103   // Test matching extractelement
1104   EXPECT_TRUE(match(EX1, m_ExtractElt(m_Value(A), m_Value(B))));
1105   EXPECT_TRUE(A == VI4);
1106   EXPECT_TRUE(B == Val);
1107   A = B = C = nullptr; // reset
1108   EXPECT_FALSE(match(EX1, m_ExtractElt(m_Value(), m_ConstantInt())));
1109   EXPECT_TRUE(match(EX2, m_ExtractElt(m_Value(), m_ConstantInt())));
1110   EXPECT_TRUE(match(EX3, m_ExtractElt(m_Constant(), m_ConstantInt())));
1111 
1112   // Test matching shufflevector
1113   ArrayRef<int> Mask;
1114   EXPECT_TRUE(match(SI1, m_Shuffle(m_Value(), m_Undef(), m_ZeroMask())));
1115   EXPECT_TRUE(match(SI2, m_Shuffle(m_Value(A), m_Value(B), m_Mask(Mask))));
1116   EXPECT_TRUE(A == VI3);
1117   EXPECT_TRUE(B == VI4);
1118   A = B = C = nullptr; // reset
1119 
1120   // Test matching the vector splat pattern
1121   EXPECT_TRUE(match(
1122       SI1,
1123       m_Shuffle(m_InsertElt(m_Undef(), m_SpecificInt(1), m_Zero()),
1124                 m_Undef(), m_ZeroMask())));
1125   EXPECT_FALSE(match(
1126       SI3, m_Shuffle(m_InsertElt(m_Undef(), m_Value(), m_Zero()),
1127                      m_Undef(), m_ZeroMask())));
1128   EXPECT_FALSE(match(
1129       SI4, m_Shuffle(m_InsertElt(m_Undef(), m_Value(), m_Zero()),
1130                      m_Undef(), m_ZeroMask())));
1131   EXPECT_TRUE(match(
1132       SP1,
1133       m_Shuffle(m_InsertElt(m_Undef(), m_SpecificInt(2), m_Zero()),
1134                 m_Undef(), m_ZeroMask())));
1135   EXPECT_TRUE(match(
1136       SP2, m_Shuffle(m_InsertElt(m_Undef(), m_Value(A), m_Zero()),
1137                      m_Undef(), m_ZeroMask())));
1138   EXPECT_TRUE(A == Val);
1139 }
1140 
1141 TEST_F(PatternMatchTest, UndefPoisonMix) {
1142   Type *ScalarTy = IRB.getInt8Ty();
1143   ArrayType *ArrTy = ArrayType::get(ScalarTy, 2);
1144   StructType *StTy = StructType::get(ScalarTy, ScalarTy);
1145   StructType *StTy2 = StructType::get(ScalarTy, StTy);
1146   StructType *StTy3 = StructType::get(StTy, ScalarTy);
1147   Constant *Zero = ConstantInt::getNullValue(ScalarTy);
1148   UndefValue *U = UndefValue::get(ScalarTy);
1149   UndefValue *P = PoisonValue::get(ScalarTy);
1150 
1151   EXPECT_TRUE(match(ConstantVector::get({U, P}), m_Undef()));
1152   EXPECT_TRUE(match(ConstantVector::get({P, U}), m_Undef()));
1153 
1154   EXPECT_TRUE(match(ConstantArray::get(ArrTy, {U, P}), m_Undef()));
1155   EXPECT_TRUE(match(ConstantArray::get(ArrTy, {P, U}), m_Undef()));
1156 
1157   auto *UP = ConstantStruct::get(StTy, {U, P});
1158   EXPECT_TRUE(match(ConstantStruct::get(StTy2, {U, UP}), m_Undef()));
1159   EXPECT_TRUE(match(ConstantStruct::get(StTy2, {P, UP}), m_Undef()));
1160   EXPECT_TRUE(match(ConstantStruct::get(StTy3, {UP, U}), m_Undef()));
1161   EXPECT_TRUE(match(ConstantStruct::get(StTy3, {UP, P}), m_Undef()));
1162 
1163   EXPECT_FALSE(match(ConstantStruct::get(StTy, {U, Zero}), m_Undef()));
1164   EXPECT_FALSE(match(ConstantStruct::get(StTy, {Zero, U}), m_Undef()));
1165   EXPECT_FALSE(match(ConstantStruct::get(StTy, {P, Zero}), m_Undef()));
1166   EXPECT_FALSE(match(ConstantStruct::get(StTy, {Zero, P}), m_Undef()));
1167 
1168   EXPECT_FALSE(match(ConstantStruct::get(StTy2, {Zero, UP}), m_Undef()));
1169   EXPECT_FALSE(match(ConstantStruct::get(StTy3, {UP, Zero}), m_Undef()));
1170 }
1171 
1172 TEST_F(PatternMatchTest, VectorUndefInt) {
1173   Type *ScalarTy = IRB.getInt8Ty();
1174   Type *VectorTy = FixedVectorType::get(ScalarTy, 4);
1175   Constant *ScalarUndef = UndefValue::get(ScalarTy);
1176   Constant *VectorUndef = UndefValue::get(VectorTy);
1177   Constant *ScalarZero = Constant::getNullValue(ScalarTy);
1178   Constant *VectorZero = Constant::getNullValue(VectorTy);
1179 
1180   SmallVector<Constant *, 4> Elems;
1181   Elems.push_back(ScalarUndef);
1182   Elems.push_back(ScalarZero);
1183   Elems.push_back(ScalarUndef);
1184   Elems.push_back(ScalarZero);
1185   Constant *VectorZeroUndef = ConstantVector::get(Elems);
1186 
1187   EXPECT_TRUE(match(ScalarUndef, m_Undef()));
1188   EXPECT_TRUE(match(VectorUndef, m_Undef()));
1189   EXPECT_FALSE(match(ScalarZero, m_Undef()));
1190   EXPECT_FALSE(match(VectorZero, m_Undef()));
1191   EXPECT_FALSE(match(VectorZeroUndef, m_Undef()));
1192 
1193   EXPECT_FALSE(match(ScalarUndef, m_Zero()));
1194   EXPECT_FALSE(match(VectorUndef, m_Zero()));
1195   EXPECT_TRUE(match(ScalarZero, m_Zero()));
1196   EXPECT_TRUE(match(VectorZero, m_Zero()));
1197   EXPECT_TRUE(match(VectorZeroUndef, m_Zero()));
1198 
1199   const APInt *C;
1200   // Regardless of whether undefs are allowed,
1201   // a fully undef constant does not match.
1202   EXPECT_FALSE(match(ScalarUndef, m_APInt(C)));
1203   EXPECT_FALSE(match(ScalarUndef, m_APIntForbidUndef(C)));
1204   EXPECT_FALSE(match(ScalarUndef, m_APIntAllowUndef(C)));
1205   EXPECT_FALSE(match(VectorUndef, m_APInt(C)));
1206   EXPECT_FALSE(match(VectorUndef, m_APIntForbidUndef(C)));
1207   EXPECT_FALSE(match(VectorUndef, m_APIntAllowUndef(C)));
1208 
1209   // We can always match simple constants and simple splats.
1210   C = nullptr;
1211   EXPECT_TRUE(match(ScalarZero, m_APInt(C)));
1212   EXPECT_TRUE(C->isZero());
1213   C = nullptr;
1214   EXPECT_TRUE(match(ScalarZero, m_APIntForbidUndef(C)));
1215   EXPECT_TRUE(C->isZero());
1216   C = nullptr;
1217   EXPECT_TRUE(match(ScalarZero, m_APIntAllowUndef(C)));
1218   EXPECT_TRUE(C->isZero());
1219   C = nullptr;
1220   EXPECT_TRUE(match(VectorZero, m_APInt(C)));
1221   EXPECT_TRUE(C->isZero());
1222   C = nullptr;
1223   EXPECT_TRUE(match(VectorZero, m_APIntForbidUndef(C)));
1224   EXPECT_TRUE(C->isZero());
1225   C = nullptr;
1226   EXPECT_TRUE(match(VectorZero, m_APIntAllowUndef(C)));
1227   EXPECT_TRUE(C->isZero());
1228 
1229   // Whether splats with undef can be matched depends on the matcher.
1230   EXPECT_FALSE(match(VectorZeroUndef, m_APInt(C)));
1231   EXPECT_FALSE(match(VectorZeroUndef, m_APIntForbidUndef(C)));
1232   C = nullptr;
1233   EXPECT_TRUE(match(VectorZeroUndef, m_APIntAllowUndef(C)));
1234   EXPECT_TRUE(C->isZero());
1235 }
1236 
1237 TEST_F(PatternMatchTest, VectorUndefFloat) {
1238   Type *ScalarTy = IRB.getFloatTy();
1239   Type *VectorTy = FixedVectorType::get(ScalarTy, 4);
1240   Constant *ScalarUndef = UndefValue::get(ScalarTy);
1241   Constant *VectorUndef = UndefValue::get(VectorTy);
1242   Constant *ScalarZero = Constant::getNullValue(ScalarTy);
1243   Constant *VectorZero = Constant::getNullValue(VectorTy);
1244   Constant *ScalarPosInf = ConstantFP::getInfinity(ScalarTy, false);
1245   Constant *ScalarNegInf = ConstantFP::getInfinity(ScalarTy, true);
1246   Constant *ScalarNaN = ConstantFP::getNaN(ScalarTy, true);
1247 
1248   Constant *VectorZeroUndef =
1249       ConstantVector::get({ScalarUndef, ScalarZero, ScalarUndef, ScalarZero});
1250 
1251   Constant *VectorInfUndef = ConstantVector::get(
1252       {ScalarPosInf, ScalarNegInf, ScalarUndef, ScalarPosInf});
1253 
1254   Constant *VectorNaNUndef =
1255       ConstantVector::get({ScalarUndef, ScalarNaN, ScalarNaN, ScalarNaN});
1256 
1257   EXPECT_TRUE(match(ScalarUndef, m_Undef()));
1258   EXPECT_TRUE(match(VectorUndef, m_Undef()));
1259   EXPECT_FALSE(match(ScalarZero, m_Undef()));
1260   EXPECT_FALSE(match(VectorZero, m_Undef()));
1261   EXPECT_FALSE(match(VectorZeroUndef, m_Undef()));
1262   EXPECT_FALSE(match(VectorInfUndef, m_Undef()));
1263   EXPECT_FALSE(match(VectorNaNUndef, m_Undef()));
1264 
1265   EXPECT_FALSE(match(ScalarUndef, m_AnyZeroFP()));
1266   EXPECT_FALSE(match(VectorUndef, m_AnyZeroFP()));
1267   EXPECT_TRUE(match(ScalarZero, m_AnyZeroFP()));
1268   EXPECT_TRUE(match(VectorZero, m_AnyZeroFP()));
1269   EXPECT_TRUE(match(VectorZeroUndef, m_AnyZeroFP()));
1270   EXPECT_FALSE(match(VectorInfUndef, m_AnyZeroFP()));
1271   EXPECT_FALSE(match(VectorNaNUndef, m_AnyZeroFP()));
1272 
1273   EXPECT_FALSE(match(ScalarUndef, m_NaN()));
1274   EXPECT_FALSE(match(VectorUndef, m_NaN()));
1275   EXPECT_FALSE(match(VectorZeroUndef, m_NaN()));
1276   EXPECT_FALSE(match(ScalarPosInf, m_NaN()));
1277   EXPECT_FALSE(match(ScalarNegInf, m_NaN()));
1278   EXPECT_TRUE(match(ScalarNaN, m_NaN()));
1279   EXPECT_FALSE(match(VectorInfUndef, m_NaN()));
1280   EXPECT_TRUE(match(VectorNaNUndef, m_NaN()));
1281 
1282   EXPECT_FALSE(match(ScalarUndef, m_NonNaN()));
1283   EXPECT_FALSE(match(VectorUndef, m_NonNaN()));
1284   EXPECT_TRUE(match(VectorZeroUndef, m_NonNaN()));
1285   EXPECT_TRUE(match(ScalarPosInf, m_NonNaN()));
1286   EXPECT_TRUE(match(ScalarNegInf, m_NonNaN()));
1287   EXPECT_FALSE(match(ScalarNaN, m_NonNaN()));
1288   EXPECT_TRUE(match(VectorInfUndef, m_NonNaN()));
1289   EXPECT_FALSE(match(VectorNaNUndef, m_NonNaN()));
1290 
1291   EXPECT_FALSE(match(ScalarUndef, m_Inf()));
1292   EXPECT_FALSE(match(VectorUndef, m_Inf()));
1293   EXPECT_FALSE(match(VectorZeroUndef, m_Inf()));
1294   EXPECT_TRUE(match(ScalarPosInf, m_Inf()));
1295   EXPECT_TRUE(match(ScalarNegInf, m_Inf()));
1296   EXPECT_FALSE(match(ScalarNaN, m_Inf()));
1297   EXPECT_TRUE(match(VectorInfUndef, m_Inf()));
1298   EXPECT_FALSE(match(VectorNaNUndef, m_Inf()));
1299 
1300   EXPECT_FALSE(match(ScalarUndef, m_NonInf()));
1301   EXPECT_FALSE(match(VectorUndef, m_NonInf()));
1302   EXPECT_TRUE(match(VectorZeroUndef, m_NonInf()));
1303   EXPECT_FALSE(match(ScalarPosInf, m_NonInf()));
1304   EXPECT_FALSE(match(ScalarNegInf, m_NonInf()));
1305   EXPECT_TRUE(match(ScalarNaN, m_NonInf()));
1306   EXPECT_FALSE(match(VectorInfUndef, m_NonInf()));
1307   EXPECT_TRUE(match(VectorNaNUndef, m_NonInf()));
1308 
1309   EXPECT_FALSE(match(ScalarUndef, m_Finite()));
1310   EXPECT_FALSE(match(VectorUndef, m_Finite()));
1311   EXPECT_TRUE(match(VectorZeroUndef, m_Finite()));
1312   EXPECT_FALSE(match(ScalarPosInf, m_Finite()));
1313   EXPECT_FALSE(match(ScalarNegInf, m_Finite()));
1314   EXPECT_FALSE(match(ScalarNaN, m_Finite()));
1315   EXPECT_FALSE(match(VectorInfUndef, m_Finite()));
1316   EXPECT_FALSE(match(VectorNaNUndef, m_Finite()));
1317 
1318   const APFloat *C;
1319   // Regardless of whether undefs are allowed,
1320   // a fully undef constant does not match.
1321   EXPECT_FALSE(match(ScalarUndef, m_APFloat(C)));
1322   EXPECT_FALSE(match(ScalarUndef, m_APFloatForbidUndef(C)));
1323   EXPECT_FALSE(match(ScalarUndef, m_APFloatAllowUndef(C)));
1324   EXPECT_FALSE(match(VectorUndef, m_APFloat(C)));
1325   EXPECT_FALSE(match(VectorUndef, m_APFloatForbidUndef(C)));
1326   EXPECT_FALSE(match(VectorUndef, m_APFloatAllowUndef(C)));
1327 
1328   // We can always match simple constants and simple splats.
1329   C = nullptr;
1330   EXPECT_TRUE(match(ScalarZero, m_APFloat(C)));
1331   EXPECT_TRUE(C->isZero());
1332   C = nullptr;
1333   EXPECT_TRUE(match(ScalarZero, m_APFloatForbidUndef(C)));
1334   EXPECT_TRUE(C->isZero());
1335   C = nullptr;
1336   EXPECT_TRUE(match(ScalarZero, m_APFloatAllowUndef(C)));
1337   EXPECT_TRUE(C->isZero());
1338   C = nullptr;
1339   EXPECT_TRUE(match(VectorZero, m_APFloat(C)));
1340   EXPECT_TRUE(C->isZero());
1341   C = nullptr;
1342   EXPECT_TRUE(match(VectorZero, m_APFloatForbidUndef(C)));
1343   EXPECT_TRUE(C->isZero());
1344   C = nullptr;
1345   EXPECT_TRUE(match(VectorZero, m_APFloatAllowUndef(C)));
1346   EXPECT_TRUE(C->isZero());
1347 
1348   // Whether splats with undef can be matched depends on the matcher.
1349   EXPECT_FALSE(match(VectorZeroUndef, m_APFloat(C)));
1350   EXPECT_FALSE(match(VectorZeroUndef, m_APFloatForbidUndef(C)));
1351   C = nullptr;
1352   EXPECT_TRUE(match(VectorZeroUndef, m_APFloatAllowUndef(C)));
1353   EXPECT_TRUE(C->isZero());
1354   C = nullptr;
1355   EXPECT_TRUE(match(VectorZeroUndef, m_Finite(C)));
1356   EXPECT_TRUE(C->isZero());
1357 }
1358 
1359 TEST_F(PatternMatchTest, FloatingPointFNeg) {
1360   Type *FltTy = IRB.getFloatTy();
1361   Value *One = ConstantFP::get(FltTy, 1.0);
1362   Value *Z = ConstantFP::get(FltTy, 0.0);
1363   Value *NZ = ConstantFP::get(FltTy, -0.0);
1364   Value *V = IRB.CreateFNeg(One);
1365   Value *V1 = IRB.CreateFSub(NZ, One);
1366   Value *V2 = IRB.CreateFSub(Z, One);
1367   Value *V3 = IRB.CreateFAdd(NZ, One);
1368   Value *Match;
1369 
1370   // Test FNeg(1.0)
1371   EXPECT_TRUE(match(V, m_FNeg(m_Value(Match))));
1372   EXPECT_EQ(One, Match);
1373 
1374   // Test FSub(-0.0, 1.0)
1375   EXPECT_TRUE(match(V1, m_FNeg(m_Value(Match))));
1376   EXPECT_EQ(One, Match);
1377 
1378   // Test FSub(0.0, 1.0)
1379   EXPECT_FALSE(match(V2, m_FNeg(m_Value(Match))));
1380   cast<Instruction>(V2)->setHasNoSignedZeros(true);
1381   EXPECT_TRUE(match(V2, m_FNeg(m_Value(Match))));
1382   EXPECT_EQ(One, Match);
1383 
1384   // Test FAdd(-0.0, 1.0)
1385   EXPECT_FALSE(match(V3, m_FNeg(m_Value(Match))));
1386 }
1387 
1388 TEST_F(PatternMatchTest, CondBranchTest) {
1389   BasicBlock *TrueBB = BasicBlock::Create(Ctx, "TrueBB", F);
1390   BasicBlock *FalseBB = BasicBlock::Create(Ctx, "FalseBB", F);
1391   Value *Br1 = IRB.CreateCondBr(IRB.getTrue(), TrueBB, FalseBB);
1392 
1393   EXPECT_TRUE(match(Br1, m_Br(m_Value(), m_BasicBlock(), m_BasicBlock())));
1394 
1395   BasicBlock *A, *B;
1396   EXPECT_TRUE(match(Br1, m_Br(m_Value(), m_BasicBlock(A), m_BasicBlock(B))));
1397   EXPECT_EQ(TrueBB, A);
1398   EXPECT_EQ(FalseBB, B);
1399 
1400   EXPECT_FALSE(
1401       match(Br1, m_Br(m_Value(), m_SpecificBB(FalseBB), m_BasicBlock())));
1402   EXPECT_FALSE(
1403       match(Br1, m_Br(m_Value(), m_BasicBlock(), m_SpecificBB(TrueBB))));
1404   EXPECT_FALSE(
1405       match(Br1, m_Br(m_Value(), m_SpecificBB(FalseBB), m_BasicBlock(TrueBB))));
1406   EXPECT_TRUE(
1407       match(Br1, m_Br(m_Value(), m_SpecificBB(TrueBB), m_BasicBlock(FalseBB))));
1408 
1409   // Check we can use m_Deferred with branches.
1410   EXPECT_FALSE(match(Br1, m_Br(m_Value(), m_BasicBlock(A), m_Deferred(A))));
1411   Value *Br2 = IRB.CreateCondBr(IRB.getTrue(), TrueBB, TrueBB);
1412   A = nullptr;
1413   EXPECT_TRUE(match(Br2, m_Br(m_Value(), m_BasicBlock(A), m_Deferred(A))));
1414 }
1415 
1416 TEST_F(PatternMatchTest, WithOverflowInst) {
1417   Value *Add = IRB.CreateBinaryIntrinsic(Intrinsic::uadd_with_overflow,
1418                                          IRB.getInt32(0), IRB.getInt32(0));
1419   Value *Add0 = IRB.CreateExtractValue(Add, 0);
1420   Value *Add1 = IRB.CreateExtractValue(Add, 1);
1421 
1422   EXPECT_TRUE(match(Add0, m_ExtractValue<0>(m_Value())));
1423   EXPECT_FALSE(match(Add0, m_ExtractValue<1>(m_Value())));
1424   EXPECT_FALSE(match(Add1, m_ExtractValue<0>(m_Value())));
1425   EXPECT_TRUE(match(Add1, m_ExtractValue<1>(m_Value())));
1426   EXPECT_FALSE(match(Add, m_ExtractValue<1>(m_Value())));
1427   EXPECT_FALSE(match(Add, m_ExtractValue<1>(m_Value())));
1428 
1429   WithOverflowInst *WOI;
1430   EXPECT_FALSE(match(Add0, m_WithOverflowInst(WOI)));
1431   EXPECT_FALSE(match(Add1, m_WithOverflowInst(WOI)));
1432   EXPECT_TRUE(match(Add, m_WithOverflowInst(WOI)));
1433 
1434   EXPECT_TRUE(match(Add0, m_ExtractValue<0>(m_WithOverflowInst(WOI))));
1435   EXPECT_EQ(Add, WOI);
1436   EXPECT_TRUE(match(Add1, m_ExtractValue<1>(m_WithOverflowInst(WOI))));
1437   EXPECT_EQ(Add, WOI);
1438 }
1439 
1440 TEST_F(PatternMatchTest, MinMaxIntrinsics) {
1441   Type *Ty = IRB.getInt32Ty();
1442   Value *L = ConstantInt::get(Ty, 1);
1443   Value *R = ConstantInt::get(Ty, 2);
1444   Value *MatchL, *MatchR;
1445 
1446   // Check for intrinsic ID match and capture of operands.
1447   EXPECT_TRUE(m_SMax(m_Value(MatchL), m_Value(MatchR))
1448                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smax, L, R)));
1449   EXPECT_EQ(L, MatchL);
1450   EXPECT_EQ(R, MatchR);
1451 
1452   EXPECT_TRUE(m_SMin(m_Value(MatchL), m_Value(MatchR))
1453                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smin, L, R)));
1454   EXPECT_EQ(L, MatchL);
1455   EXPECT_EQ(R, MatchR);
1456 
1457   EXPECT_TRUE(m_UMax(m_Value(MatchL), m_Value(MatchR))
1458                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umax, L, R)));
1459   EXPECT_EQ(L, MatchL);
1460   EXPECT_EQ(R, MatchR);
1461 
1462   EXPECT_TRUE(m_UMin(m_Value(MatchL), m_Value(MatchR))
1463                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umin, L, R)));
1464   EXPECT_EQ(L, MatchL);
1465   EXPECT_EQ(R, MatchR);
1466 
1467   // Check for intrinsic ID mismatch.
1468   EXPECT_FALSE(m_SMax(m_Value(MatchL), m_Value(MatchR))
1469                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smin, L, R)));
1470   EXPECT_FALSE(m_SMin(m_Value(MatchL), m_Value(MatchR))
1471                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umax, L, R)));
1472   EXPECT_FALSE(m_UMax(m_Value(MatchL), m_Value(MatchR))
1473                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umin, L, R)));
1474   EXPECT_FALSE(m_UMin(m_Value(MatchL), m_Value(MatchR))
1475                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smax, L, R)));
1476 }
1477 
1478 TEST_F(PatternMatchTest, IntrinsicMatcher) {
1479   Value *Name = IRB.CreateAlloca(IRB.getInt8Ty());
1480   Value *Hash = IRB.getInt64(0);
1481   Value *Num = IRB.getInt32(1);
1482   Value *Index = IRB.getInt32(2);
1483   Value *Step = IRB.getInt64(3);
1484 
1485   Value *Ops[] = {Name, Hash, Num, Index, Step};
1486   Module *M = BB->getParent()->getParent();
1487   Function *TheFn =
1488       Intrinsic::getDeclaration(M, Intrinsic::instrprof_increment_step);
1489 
1490   Value *Intrinsic5 = CallInst::Create(TheFn, Ops, "", BB);
1491 
1492   // Match without capturing.
1493   EXPECT_TRUE(match(
1494       Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1495                       m_Value(), m_Value(), m_Value(), m_Value(), m_Value())));
1496   EXPECT_FALSE(match(
1497       Intrinsic5, m_Intrinsic<Intrinsic::memmove>(
1498                       m_Value(), m_Value(), m_Value(), m_Value(), m_Value())));
1499 
1500   // Match with capturing.
1501   Value *Arg1 = nullptr;
1502   Value *Arg2 = nullptr;
1503   Value *Arg3 = nullptr;
1504   Value *Arg4 = nullptr;
1505   Value *Arg5 = nullptr;
1506   EXPECT_TRUE(
1507       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1508                             m_Value(Arg1), m_Value(Arg2), m_Value(Arg3),
1509                             m_Value(Arg4), m_Value(Arg5))));
1510   EXPECT_EQ(Arg1, Name);
1511   EXPECT_EQ(Arg2, Hash);
1512   EXPECT_EQ(Arg3, Num);
1513   EXPECT_EQ(Arg4, Index);
1514   EXPECT_EQ(Arg5, Step);
1515 
1516   // Match specific second argument.
1517   EXPECT_TRUE(
1518       match(Intrinsic5,
1519             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1520                 m_Value(), m_SpecificInt(0), m_Value(), m_Value(), m_Value())));
1521   EXPECT_FALSE(
1522       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1523                             m_Value(), m_SpecificInt(10), m_Value(), m_Value(),
1524                             m_Value())));
1525 
1526   // Match specific third argument.
1527   EXPECT_TRUE(
1528       match(Intrinsic5,
1529             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1530                 m_Value(), m_Value(), m_SpecificInt(1), m_Value(), m_Value())));
1531   EXPECT_FALSE(
1532       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1533                             m_Value(), m_Value(), m_SpecificInt(10), m_Value(),
1534                             m_Value())));
1535 
1536   // Match specific fourth argument.
1537   EXPECT_TRUE(
1538       match(Intrinsic5,
1539             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1540                 m_Value(), m_Value(), m_Value(), m_SpecificInt(2), m_Value())));
1541   EXPECT_FALSE(
1542       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1543                             m_Value(), m_Value(), m_Value(), m_SpecificInt(10),
1544                             m_Value())));
1545 
1546   // Match specific fifth argument.
1547   EXPECT_TRUE(
1548       match(Intrinsic5,
1549             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1550                 m_Value(), m_Value(), m_Value(), m_Value(), m_SpecificInt(3))));
1551   EXPECT_FALSE(
1552       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1553                             m_Value(), m_Value(), m_Value(), m_Value(),
1554                             m_SpecificInt(10))));
1555 }
1556 
1557 namespace {
1558 
1559 struct is_unsigned_zero_pred {
1560   bool isValue(const APInt &C) { return C.isZero(); }
1561 };
1562 
1563 struct is_float_zero_pred {
1564   bool isValue(const APFloat &C) { return C.isZero(); }
1565 };
1566 
1567 template <typename T> struct always_true_pred {
1568   bool isValue(const T &) { return true; }
1569 };
1570 
1571 template <typename T> struct always_false_pred {
1572   bool isValue(const T &) { return false; }
1573 };
1574 
1575 struct is_unsigned_max_pred {
1576   bool isValue(const APInt &C) { return C.isMaxValue(); }
1577 };
1578 
1579 struct is_float_nan_pred {
1580   bool isValue(const APFloat &C) { return C.isNaN(); }
1581 };
1582 
1583 } // namespace
1584 
1585 TEST_F(PatternMatchTest, ConstantPredicateType) {
1586 
1587   // Scalar integer
1588   APInt U32Max = APInt::getAllOnes(32);
1589   APInt U32Zero = APInt::getZero(32);
1590   APInt U32DeadBeef(32, 0xDEADBEEF);
1591 
1592   Type *U32Ty = Type::getInt32Ty(Ctx);
1593 
1594   Constant *CU32Max = Constant::getIntegerValue(U32Ty, U32Max);
1595   Constant *CU32Zero = Constant::getIntegerValue(U32Ty, U32Zero);
1596   Constant *CU32DeadBeef = Constant::getIntegerValue(U32Ty, U32DeadBeef);
1597 
1598   EXPECT_TRUE(match(CU32Max, cst_pred_ty<is_unsigned_max_pred>()));
1599   EXPECT_FALSE(match(CU32Max, cst_pred_ty<is_unsigned_zero_pred>()));
1600   EXPECT_TRUE(match(CU32Max, cst_pred_ty<always_true_pred<APInt>>()));
1601   EXPECT_FALSE(match(CU32Max, cst_pred_ty<always_false_pred<APInt>>()));
1602 
1603   EXPECT_FALSE(match(CU32Zero, cst_pred_ty<is_unsigned_max_pred>()));
1604   EXPECT_TRUE(match(CU32Zero, cst_pred_ty<is_unsigned_zero_pred>()));
1605   EXPECT_TRUE(match(CU32Zero, cst_pred_ty<always_true_pred<APInt>>()));
1606   EXPECT_FALSE(match(CU32Zero, cst_pred_ty<always_false_pred<APInt>>()));
1607 
1608   EXPECT_FALSE(match(CU32DeadBeef, cst_pred_ty<is_unsigned_max_pred>()));
1609   EXPECT_FALSE(match(CU32DeadBeef, cst_pred_ty<is_unsigned_zero_pred>()));
1610   EXPECT_TRUE(match(CU32DeadBeef, cst_pred_ty<always_true_pred<APInt>>()));
1611   EXPECT_FALSE(match(CU32DeadBeef, cst_pred_ty<always_false_pred<APInt>>()));
1612 
1613   // Scalar float
1614   APFloat F32NaN = APFloat::getNaN(APFloat::IEEEsingle());
1615   APFloat F32Zero = APFloat::getZero(APFloat::IEEEsingle());
1616   APFloat F32Pi(3.14f);
1617 
1618   Type *F32Ty = Type::getFloatTy(Ctx);
1619 
1620   Constant *CF32NaN = ConstantFP::get(F32Ty, F32NaN);
1621   Constant *CF32Zero = ConstantFP::get(F32Ty, F32Zero);
1622   Constant *CF32Pi = ConstantFP::get(F32Ty, F32Pi);
1623 
1624   EXPECT_TRUE(match(CF32NaN, cstfp_pred_ty<is_float_nan_pred>()));
1625   EXPECT_FALSE(match(CF32NaN, cstfp_pred_ty<is_float_zero_pred>()));
1626   EXPECT_TRUE(match(CF32NaN, cstfp_pred_ty<always_true_pred<APFloat>>()));
1627   EXPECT_FALSE(match(CF32NaN, cstfp_pred_ty<always_false_pred<APFloat>>()));
1628 
1629   EXPECT_FALSE(match(CF32Zero, cstfp_pred_ty<is_float_nan_pred>()));
1630   EXPECT_TRUE(match(CF32Zero, cstfp_pred_ty<is_float_zero_pred>()));
1631   EXPECT_TRUE(match(CF32Zero, cstfp_pred_ty<always_true_pred<APFloat>>()));
1632   EXPECT_FALSE(match(CF32Zero, cstfp_pred_ty<always_false_pred<APFloat>>()));
1633 
1634   EXPECT_FALSE(match(CF32Pi, cstfp_pred_ty<is_float_nan_pred>()));
1635   EXPECT_FALSE(match(CF32Pi, cstfp_pred_ty<is_float_zero_pred>()));
1636   EXPECT_TRUE(match(CF32Pi, cstfp_pred_ty<always_true_pred<APFloat>>()));
1637   EXPECT_FALSE(match(CF32Pi, cstfp_pred_ty<always_false_pred<APFloat>>()));
1638 
1639   auto FixedEC = ElementCount::getFixed(4);
1640   auto ScalableEC = ElementCount::getScalable(4);
1641 
1642   // Vector splat
1643 
1644   for (auto EC : {FixedEC, ScalableEC}) {
1645     // integer
1646 
1647     Constant *CSplatU32Max = ConstantVector::getSplat(EC, CU32Max);
1648     Constant *CSplatU32Zero = ConstantVector::getSplat(EC, CU32Zero);
1649     Constant *CSplatU32DeadBeef = ConstantVector::getSplat(EC, CU32DeadBeef);
1650 
1651     EXPECT_TRUE(match(CSplatU32Max, cst_pred_ty<is_unsigned_max_pred>()));
1652     EXPECT_FALSE(match(CSplatU32Max, cst_pred_ty<is_unsigned_zero_pred>()));
1653     EXPECT_TRUE(match(CSplatU32Max, cst_pred_ty<always_true_pred<APInt>>()));
1654     EXPECT_FALSE(match(CSplatU32Max, cst_pred_ty<always_false_pred<APInt>>()));
1655 
1656     EXPECT_FALSE(match(CSplatU32Zero, cst_pred_ty<is_unsigned_max_pred>()));
1657     EXPECT_TRUE(match(CSplatU32Zero, cst_pred_ty<is_unsigned_zero_pred>()));
1658     EXPECT_TRUE(match(CSplatU32Zero, cst_pred_ty<always_true_pred<APInt>>()));
1659     EXPECT_FALSE(match(CSplatU32Zero, cst_pred_ty<always_false_pred<APInt>>()));
1660 
1661     EXPECT_FALSE(match(CSplatU32DeadBeef, cst_pred_ty<is_unsigned_max_pred>()));
1662     EXPECT_FALSE(
1663         match(CSplatU32DeadBeef, cst_pred_ty<is_unsigned_zero_pred>()));
1664     EXPECT_TRUE(
1665         match(CSplatU32DeadBeef, cst_pred_ty<always_true_pred<APInt>>()));
1666     EXPECT_FALSE(
1667         match(CSplatU32DeadBeef, cst_pred_ty<always_false_pred<APInt>>()));
1668 
1669     // float
1670 
1671     Constant *CSplatF32NaN = ConstantVector::getSplat(EC, CF32NaN);
1672     Constant *CSplatF32Zero = ConstantVector::getSplat(EC, CF32Zero);
1673     Constant *CSplatF32Pi = ConstantVector::getSplat(EC, CF32Pi);
1674 
1675     EXPECT_TRUE(match(CSplatF32NaN, cstfp_pred_ty<is_float_nan_pred>()));
1676     EXPECT_FALSE(match(CSplatF32NaN, cstfp_pred_ty<is_float_zero_pred>()));
1677     EXPECT_TRUE(
1678         match(CSplatF32NaN, cstfp_pred_ty<always_true_pred<APFloat>>()));
1679     EXPECT_FALSE(
1680         match(CSplatF32NaN, cstfp_pred_ty<always_false_pred<APFloat>>()));
1681 
1682     EXPECT_FALSE(match(CSplatF32Zero, cstfp_pred_ty<is_float_nan_pred>()));
1683     EXPECT_TRUE(match(CSplatF32Zero, cstfp_pred_ty<is_float_zero_pred>()));
1684     EXPECT_TRUE(
1685         match(CSplatF32Zero, cstfp_pred_ty<always_true_pred<APFloat>>()));
1686     EXPECT_FALSE(
1687         match(CSplatF32Zero, cstfp_pred_ty<always_false_pred<APFloat>>()));
1688 
1689     EXPECT_FALSE(match(CSplatF32Pi, cstfp_pred_ty<is_float_nan_pred>()));
1690     EXPECT_FALSE(match(CSplatF32Pi, cstfp_pred_ty<is_float_zero_pred>()));
1691     EXPECT_TRUE(match(CSplatF32Pi, cstfp_pred_ty<always_true_pred<APFloat>>()));
1692     EXPECT_FALSE(
1693         match(CSplatF32Pi, cstfp_pred_ty<always_false_pred<APFloat>>()));
1694   }
1695 
1696   // Int arbitrary vector
1697 
1698   Constant *CMixedU32 = ConstantVector::get({CU32Max, CU32Zero, CU32DeadBeef});
1699   Constant *CU32Undef = UndefValue::get(U32Ty);
1700   Constant *CU32MaxWithUndef =
1701       ConstantVector::get({CU32Undef, CU32Max, CU32Undef});
1702 
1703   EXPECT_FALSE(match(CMixedU32, cst_pred_ty<is_unsigned_max_pred>()));
1704   EXPECT_FALSE(match(CMixedU32, cst_pred_ty<is_unsigned_zero_pred>()));
1705   EXPECT_TRUE(match(CMixedU32, cst_pred_ty<always_true_pred<APInt>>()));
1706   EXPECT_FALSE(match(CMixedU32, cst_pred_ty<always_false_pred<APInt>>()));
1707 
1708   EXPECT_TRUE(match(CU32MaxWithUndef, cst_pred_ty<is_unsigned_max_pred>()));
1709   EXPECT_FALSE(match(CU32MaxWithUndef, cst_pred_ty<is_unsigned_zero_pred>()));
1710   EXPECT_TRUE(match(CU32MaxWithUndef, cst_pred_ty<always_true_pred<APInt>>()));
1711   EXPECT_FALSE(
1712       match(CU32MaxWithUndef, cst_pred_ty<always_false_pred<APInt>>()));
1713 
1714   // Float arbitrary vector
1715 
1716   Constant *CMixedF32 = ConstantVector::get({CF32NaN, CF32Zero, CF32Pi});
1717   Constant *CF32Undef = UndefValue::get(F32Ty);
1718   Constant *CF32NaNWithUndef =
1719       ConstantVector::get({CF32Undef, CF32NaN, CF32Undef});
1720 
1721   EXPECT_FALSE(match(CMixedF32, cstfp_pred_ty<is_float_nan_pred>()));
1722   EXPECT_FALSE(match(CMixedF32, cstfp_pred_ty<is_float_zero_pred>()));
1723   EXPECT_TRUE(match(CMixedF32, cstfp_pred_ty<always_true_pred<APFloat>>()));
1724   EXPECT_FALSE(match(CMixedF32, cstfp_pred_ty<always_false_pred<APFloat>>()));
1725 
1726   EXPECT_TRUE(match(CF32NaNWithUndef, cstfp_pred_ty<is_float_nan_pred>()));
1727   EXPECT_FALSE(match(CF32NaNWithUndef, cstfp_pred_ty<is_float_zero_pred>()));
1728   EXPECT_TRUE(
1729       match(CF32NaNWithUndef, cstfp_pred_ty<always_true_pred<APFloat>>()));
1730   EXPECT_FALSE(
1731       match(CF32NaNWithUndef, cstfp_pred_ty<always_false_pred<APFloat>>()));
1732 }
1733 
1734 TEST_F(PatternMatchTest, InsertValue) {
1735   Type *StructTy = StructType::create(IRB.getContext(),
1736                                       {IRB.getInt32Ty(), IRB.getInt64Ty()});
1737   Value *Ins0 =
1738       IRB.CreateInsertValue(UndefValue::get(StructTy), IRB.getInt32(20), 0);
1739   Value *Ins1 = IRB.CreateInsertValue(Ins0, IRB.getInt64(90), 1);
1740 
1741   EXPECT_TRUE(match(Ins0, m_InsertValue<0>(m_Value(), m_Value())));
1742   EXPECT_FALSE(match(Ins0, m_InsertValue<1>(m_Value(), m_Value())));
1743   EXPECT_FALSE(match(Ins1, m_InsertValue<0>(m_Value(), m_Value())));
1744   EXPECT_TRUE(match(Ins1, m_InsertValue<1>(m_Value(), m_Value())));
1745 
1746   EXPECT_TRUE(match(Ins0, m_InsertValue<0>(m_Undef(), m_SpecificInt(20))));
1747   EXPECT_FALSE(match(Ins0, m_InsertValue<0>(m_Undef(), m_SpecificInt(0))));
1748 
1749   EXPECT_TRUE(
1750       match(Ins1, m_InsertValue<1>(m_InsertValue<0>(m_Value(), m_Value()),
1751                                    m_SpecificInt(90))));
1752   EXPECT_FALSE(match(IRB.getInt64(99), m_InsertValue<0>(m_Value(), m_Value())));
1753 }
1754 
1755 TEST_F(PatternMatchTest, LogicalSelects) {
1756   Value *Alloca = IRB.CreateAlloca(IRB.getInt1Ty());
1757   Value *X = IRB.CreateLoad(IRB.getInt1Ty(), Alloca);
1758   Value *Y = IRB.CreateLoad(IRB.getInt1Ty(), Alloca);
1759   Constant *T = IRB.getInt1(true);
1760   Constant *F = IRB.getInt1(false);
1761   Value *And = IRB.CreateSelect(X, Y, F);
1762   Value *Or = IRB.CreateSelect(X, T, Y);
1763 
1764   // Logical and:
1765   // Check basic no-capture logic - opcode and constant must match.
1766   EXPECT_TRUE(match(And, m_LogicalAnd(m_Value(), m_Value())));
1767   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Value(), m_Value())));
1768   EXPECT_FALSE(match(And, m_LogicalOr(m_Value(), m_Value())));
1769   EXPECT_FALSE(match(And, m_c_LogicalOr(m_Value(), m_Value())));
1770 
1771   // Check with captures.
1772   EXPECT_TRUE(match(And, m_LogicalAnd(m_Specific(X), m_Value())));
1773   EXPECT_TRUE(match(And, m_LogicalAnd(m_Value(), m_Specific(Y))));
1774   EXPECT_TRUE(match(And, m_LogicalAnd(m_Specific(X), m_Specific(Y))));
1775 
1776   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(Y), m_Value())));
1777   EXPECT_FALSE(match(And, m_LogicalAnd(m_Value(), m_Specific(X))));
1778   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(Y), m_Specific(X))));
1779 
1780   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(X), m_Specific(X))));
1781   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(Y), m_Specific(Y))));
1782 
1783   // Check captures for commutative match.
1784   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(X), m_Value())));
1785   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Value(), m_Specific(Y))));
1786   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(X), m_Specific(Y))));
1787 
1788   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(Y), m_Value())));
1789   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Value(), m_Specific(X))));
1790   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(Y), m_Specific(X))));
1791 
1792   EXPECT_FALSE(match(And, m_c_LogicalAnd(m_Specific(X), m_Specific(X))));
1793   EXPECT_FALSE(match(And, m_c_LogicalAnd(m_Specific(Y), m_Specific(Y))));
1794 
1795   // Logical or:
1796   // Check basic no-capture logic - opcode and constant must match.
1797   EXPECT_TRUE(match(Or, m_LogicalOr(m_Value(), m_Value())));
1798   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Value(), m_Value())));
1799   EXPECT_FALSE(match(Or, m_LogicalAnd(m_Value(), m_Value())));
1800   EXPECT_FALSE(match(Or, m_c_LogicalAnd(m_Value(), m_Value())));
1801 
1802   // Check with captures.
1803   EXPECT_TRUE(match(Or, m_LogicalOr(m_Specific(X), m_Value())));
1804   EXPECT_TRUE(match(Or, m_LogicalOr(m_Value(), m_Specific(Y))));
1805   EXPECT_TRUE(match(Or, m_LogicalOr(m_Specific(X), m_Specific(Y))));
1806 
1807   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(Y), m_Value())));
1808   EXPECT_FALSE(match(Or, m_LogicalOr(m_Value(), m_Specific(X))));
1809   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(Y), m_Specific(X))));
1810 
1811   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(X), m_Specific(X))));
1812   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(Y), m_Specific(Y))));
1813 
1814   // Check captures for commutative match.
1815   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(X), m_Value())));
1816   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Value(), m_Specific(Y))));
1817   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(X), m_Specific(Y))));
1818 
1819   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(Y), m_Value())));
1820   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Value(), m_Specific(X))));
1821   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(Y), m_Specific(X))));
1822 
1823   EXPECT_FALSE(match(Or, m_c_LogicalOr(m_Specific(X), m_Specific(X))));
1824   EXPECT_FALSE(match(Or, m_c_LogicalOr(m_Specific(Y), m_Specific(Y))));
1825 }
1826 
1827 TEST_F(PatternMatchTest, VectorLogicalSelects) {
1828   Type *i1 = IRB.getInt1Ty();
1829   Type *v3i1 = FixedVectorType::get(i1, 3);
1830 
1831   Value *Alloca = IRB.CreateAlloca(i1);
1832   Value *AllocaVec = IRB.CreateAlloca(v3i1);
1833   Value *Scalar = IRB.CreateLoad(i1, Alloca);
1834   Value *Vector = IRB.CreateLoad(v3i1, AllocaVec);
1835   Constant *F = Constant::getNullValue(v3i1);
1836   Constant *T = Constant::getAllOnesValue(v3i1);
1837 
1838   // select <3 x i1> Vector, <3 x i1> Vector, <3 x i1> <i1 0, i1 0, i1 0>
1839   Value *VecAnd = IRB.CreateSelect(Vector, Vector, F);
1840 
1841   // select i1 Scalar, <3 x i1> Vector, <3 x i1> <i1 0, i1 0, i1 0>
1842   Value *MixedTypeAnd = IRB.CreateSelect(Scalar, Vector, F);
1843 
1844   // select <3 x i1> Vector, <3 x i1> <i1 1, i1 1, i1 1>, <3 x i1> Vector
1845   Value *VecOr = IRB.CreateSelect(Vector, T, Vector);
1846 
1847   // select i1 Scalar, <3 x i1> <i1 1, i1 1, i1 1>, <3 x i1> Vector
1848   Value *MixedTypeOr = IRB.CreateSelect(Scalar, T, Vector);
1849 
1850   // We allow matching a real vector logical select,
1851   // but not a scalar select of vector bools.
1852   EXPECT_TRUE(match(VecAnd, m_LogicalAnd(m_Value(), m_Value())));
1853   EXPECT_FALSE(match(MixedTypeAnd, m_LogicalAnd(m_Value(), m_Value())));
1854   EXPECT_TRUE(match(VecOr, m_LogicalOr(m_Value(), m_Value())));
1855   EXPECT_FALSE(match(MixedTypeOr, m_LogicalOr(m_Value(), m_Value())));
1856 }
1857 
1858 TEST_F(PatternMatchTest, VScale) {
1859   DataLayout DL = M->getDataLayout();
1860 
1861   Type *VecTy = ScalableVectorType::get(IRB.getInt8Ty(), 1);
1862   Value *NullPtrVec =
1863       Constant::getNullValue(PointerType::getUnqual(VecTy->getContext()));
1864   Value *GEP = IRB.CreateGEP(VecTy, NullPtrVec, IRB.getInt64(1));
1865   Value *PtrToInt = IRB.CreatePtrToInt(GEP, DL.getIntPtrType(GEP->getType()));
1866   EXPECT_TRUE(match(PtrToInt, m_VScale()));
1867 
1868   Type *VecTy2 = ScalableVectorType::get(IRB.getInt8Ty(), 2);
1869   Value *NullPtrVec2 =
1870       Constant::getNullValue(PointerType::getUnqual(VecTy2->getContext()));
1871   Value *GEP2 = IRB.CreateGEP(VecTy, NullPtrVec2, IRB.getInt64(1));
1872   Value *PtrToInt2 =
1873       IRB.CreatePtrToInt(GEP2, DL.getIntPtrType(GEP2->getType()));
1874   EXPECT_TRUE(match(PtrToInt2, m_VScale()));
1875 }
1876 
1877 TEST_F(PatternMatchTest, NotForbidUndef) {
1878   Type *ScalarTy = IRB.getInt8Ty();
1879   Type *VectorTy = FixedVectorType::get(ScalarTy, 3);
1880   Constant *ScalarUndef = UndefValue::get(ScalarTy);
1881   Constant *ScalarOnes = Constant::getAllOnesValue(ScalarTy);
1882   Constant *VectorZero = Constant::getNullValue(VectorTy);
1883   Constant *VectorOnes = Constant::getAllOnesValue(VectorTy);
1884 
1885   SmallVector<Constant *, 3> MixedElems;
1886   MixedElems.push_back(ScalarOnes);
1887   MixedElems.push_back(ScalarOnes);
1888   MixedElems.push_back(ScalarUndef);
1889   Constant *VectorMixed = ConstantVector::get(MixedElems);
1890 
1891   Value *Not = IRB.CreateXor(VectorZero, VectorOnes);
1892   Value *X;
1893   EXPECT_TRUE(match(Not, m_Not(m_Value())));
1894   EXPECT_TRUE(match(Not, m_NotForbidUndef(m_Value(X))));
1895   EXPECT_TRUE(match(X, m_Zero()));
1896 
1897   Value *NotCommute = IRB.CreateXor(VectorOnes, VectorZero);
1898   Value *Y;
1899   EXPECT_TRUE(match(NotCommute, m_Not(m_Value())));
1900   EXPECT_TRUE(match(NotCommute, m_NotForbidUndef(m_Value(Y))));
1901   EXPECT_TRUE(match(Y, m_Zero()));
1902 
1903   Value *NotWithUndefs = IRB.CreateXor(VectorZero, VectorMixed);
1904   EXPECT_TRUE(match(NotWithUndefs, m_Not(m_Value())));
1905   EXPECT_FALSE(match(NotWithUndefs, m_NotForbidUndef(m_Value())));
1906 
1907   Value *NotWithUndefsCommute = IRB.CreateXor(VectorMixed, VectorZero);
1908   EXPECT_TRUE(match(NotWithUndefsCommute, m_Not(m_Value())));
1909   EXPECT_FALSE(match(NotWithUndefsCommute, m_NotForbidUndef(m_Value(X))));
1910 }
1911 
1912 template <typename T> struct MutableConstTest : PatternMatchTest { };
1913 
1914 typedef ::testing::Types<std::tuple<Value*, Instruction*>,
1915                          std::tuple<const Value*, const Instruction *>>
1916     MutableConstTestTypes;
1917 TYPED_TEST_SUITE(MutableConstTest, MutableConstTestTypes, );
1918 
1919 TYPED_TEST(MutableConstTest, ICmp) {
1920   auto &IRB = PatternMatchTest::IRB;
1921 
1922   typedef std::tuple_element_t<0, TypeParam> ValueType;
1923   typedef std::tuple_element_t<1, TypeParam> InstructionType;
1924 
1925   Value *L = IRB.getInt32(1);
1926   Value *R = IRB.getInt32(2);
1927   ICmpInst::Predicate Pred = ICmpInst::ICMP_UGT;
1928 
1929   ValueType MatchL;
1930   ValueType MatchR;
1931   ICmpInst::Predicate MatchPred;
1932 
1933   EXPECT_TRUE(m_ICmp(MatchPred, m_Value(MatchL), m_Value(MatchR))
1934               .match((InstructionType)IRB.CreateICmp(Pred, L, R)));
1935   EXPECT_EQ(L, MatchL);
1936   EXPECT_EQ(R, MatchR);
1937 }
1938 
1939 TEST_F(PatternMatchTest, ConstExpr) {
1940   Constant *G =
1941       M->getOrInsertGlobal("dummy", PointerType::getUnqual(IRB.getInt32Ty()));
1942   Constant *S = ConstantExpr::getPtrToInt(G, IRB.getInt32Ty());
1943   Type *VecTy = FixedVectorType::get(IRB.getInt32Ty(), 2);
1944   PoisonValue *P = PoisonValue::get(VecTy);
1945   Constant *V = ConstantExpr::getInsertElement(P, S, IRB.getInt32(0));
1946 
1947   // The match succeeds on a constant that is a constant expression itself
1948   // or a constant that contains a constant expression.
1949   EXPECT_TRUE(match(S, m_ConstantExpr()));
1950   EXPECT_TRUE(match(V, m_ConstantExpr()));
1951 }
1952 
1953 TEST_F(PatternMatchTest, PtrAdd) {
1954   Type *PtrTy = PointerType::getUnqual(Ctx);
1955   Type *IdxTy = Type::getInt64Ty(Ctx);
1956   Constant *Null = Constant::getNullValue(PtrTy);
1957   Constant *Offset = ConstantInt::get(IdxTy, 42);
1958   Value *PtrAdd = IRB.CreatePtrAdd(Null, Offset);
1959   Value *OtherGEP = IRB.CreateGEP(IdxTy, Null, Offset);
1960   Value *PtrAddConst =
1961       ConstantExpr::getGetElementPtr(Type::getInt8Ty(Ctx), Null, Offset);
1962 
1963   Value *A, *B;
1964   EXPECT_TRUE(match(PtrAdd, m_PtrAdd(m_Value(A), m_Value(B))));
1965   EXPECT_EQ(A, Null);
1966   EXPECT_EQ(B, Offset);
1967 
1968   EXPECT_TRUE(match(PtrAddConst, m_PtrAdd(m_Value(A), m_Value(B))));
1969   EXPECT_EQ(A, Null);
1970   EXPECT_EQ(B, Offset);
1971 
1972   EXPECT_FALSE(match(OtherGEP, m_PtrAdd(m_Value(A), m_Value(B))));
1973 }
1974 
1975 } // anonymous namespace.
1976