xref: /llvm-project/llvm/unittests/IR/PatternMatch.cpp (revision f37d81f8a3e1475f30bec63bfc0b703fc9509d7c)
1 //===---- llvm/unittest/IR/PatternMatch.cpp - PatternMatch unit tests ----===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
9 #include "llvm/IR/PatternMatch.h"
10 #include "llvm/ADT/APSInt.h"
11 #include "llvm/ADT/STLExtras.h"
12 #include "llvm/Analysis/ValueTracking.h"
13 #include "llvm/IR/BasicBlock.h"
14 #include "llvm/IR/Constants.h"
15 #include "llvm/IR/DataLayout.h"
16 #include "llvm/IR/DerivedTypes.h"
17 #include "llvm/IR/Function.h"
18 #include "llvm/IR/IRBuilder.h"
19 #include "llvm/IR/Instructions.h"
20 #include "llvm/IR/LLVMContext.h"
21 #include "llvm/IR/MDBuilder.h"
22 #include "llvm/IR/Module.h"
23 #include "llvm/IR/NoFolder.h"
24 #include "llvm/IR/Operator.h"
25 #include "llvm/IR/Type.h"
26 #include "gtest/gtest.h"
27 
28 using namespace llvm;
29 using namespace llvm::PatternMatch;
30 
31 namespace {
32 
33 struct PatternMatchTest : ::testing::Test {
34   LLVMContext Ctx;
35   std::unique_ptr<Module> M;
36   Function *F;
37   BasicBlock *BB;
38   IRBuilder<NoFolder> IRB;
39 
40   PatternMatchTest()
41       : M(new Module("PatternMatchTestModule", Ctx)),
42         F(Function::Create(
43             FunctionType::get(Type::getVoidTy(Ctx), /* IsVarArg */ false),
44             Function::ExternalLinkage, "f", M.get())),
45         BB(BasicBlock::Create(Ctx, "entry", F)), IRB(BB) {}
46 };
47 
48 TEST_F(PatternMatchTest, OneUse) {
49   // Build up a little tree of values:
50   //
51   //   One  = (1 + 2) + 42
52   //   Two  = One + 42
53   //   Leaf = (Two + 8) + (Two + 13)
54   Value *One = IRB.CreateAdd(IRB.CreateAdd(IRB.getInt32(1), IRB.getInt32(2)),
55                              IRB.getInt32(42));
56   Value *Two = IRB.CreateAdd(One, IRB.getInt32(42));
57   Value *Leaf = IRB.CreateAdd(IRB.CreateAdd(Two, IRB.getInt32(8)),
58                               IRB.CreateAdd(Two, IRB.getInt32(13)));
59   Value *V;
60 
61   EXPECT_TRUE(m_OneUse(m_Value(V)).match(One));
62   EXPECT_EQ(One, V);
63 
64   EXPECT_FALSE(m_OneUse(m_Value()).match(Two));
65   EXPECT_FALSE(m_OneUse(m_Value()).match(Leaf));
66 }
67 
68 TEST_F(PatternMatchTest, SpecificIntEQ) {
69   Type *IntTy = IRB.getInt32Ty();
70   unsigned BitWidth = IntTy->getScalarSizeInBits();
71 
72   Value *Zero = ConstantInt::get(IntTy, 0);
73   Value *One = ConstantInt::get(IntTy, 1);
74   Value *NegOne = ConstantInt::get(IntTy, -1);
75 
76   EXPECT_TRUE(
77       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 0))
78           .match(Zero));
79   EXPECT_FALSE(
80       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 0))
81           .match(One));
82   EXPECT_FALSE(
83       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 0))
84           .match(NegOne));
85 
86   EXPECT_FALSE(
87       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 1))
88           .match(Zero));
89   EXPECT_TRUE(
90       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 1))
91           .match(One));
92   EXPECT_FALSE(
93       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 1))
94           .match(NegOne));
95 
96   EXPECT_FALSE(
97       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, -1))
98           .match(Zero));
99   EXPECT_FALSE(
100       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, -1))
101           .match(One));
102   EXPECT_TRUE(
103       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, -1))
104           .match(NegOne));
105 }
106 
107 TEST_F(PatternMatchTest, SpecificIntNE) {
108   Type *IntTy = IRB.getInt32Ty();
109   unsigned BitWidth = IntTy->getScalarSizeInBits();
110 
111   Value *Zero = ConstantInt::get(IntTy, 0);
112   Value *One = ConstantInt::get(IntTy, 1);
113   Value *NegOne = ConstantInt::get(IntTy, -1);
114 
115   EXPECT_FALSE(
116       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 0))
117           .match(Zero));
118   EXPECT_TRUE(
119       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 0))
120           .match(One));
121   EXPECT_TRUE(
122       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 0))
123           .match(NegOne));
124 
125   EXPECT_TRUE(
126       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 1))
127           .match(Zero));
128   EXPECT_FALSE(
129       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 1))
130           .match(One));
131   EXPECT_TRUE(
132       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 1))
133           .match(NegOne));
134 
135   EXPECT_TRUE(
136       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, -1))
137           .match(Zero));
138   EXPECT_TRUE(
139       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, -1))
140           .match(One));
141   EXPECT_FALSE(
142       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, -1))
143           .match(NegOne));
144 }
145 
146 TEST_F(PatternMatchTest, SpecificIntUGT) {
147   Type *IntTy = IRB.getInt32Ty();
148   unsigned BitWidth = IntTy->getScalarSizeInBits();
149 
150   Value *Zero = ConstantInt::get(IntTy, 0);
151   Value *One = ConstantInt::get(IntTy, 1);
152   Value *NegOne = ConstantInt::get(IntTy, -1);
153 
154   EXPECT_FALSE(
155       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 0))
156           .match(Zero));
157   EXPECT_TRUE(
158       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 0))
159           .match(One));
160   EXPECT_TRUE(
161       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 0))
162           .match(NegOne));
163 
164   EXPECT_FALSE(
165       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 1))
166           .match(Zero));
167   EXPECT_FALSE(
168       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 1))
169           .match(One));
170   EXPECT_TRUE(
171       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 1))
172           .match(NegOne));
173 
174   EXPECT_FALSE(
175       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, -1))
176           .match(Zero));
177   EXPECT_FALSE(
178       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, -1))
179           .match(One));
180   EXPECT_FALSE(
181       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, -1))
182           .match(NegOne));
183 }
184 
185 TEST_F(PatternMatchTest, SignbitZeroChecks) {
186   Type *IntTy = IRB.getInt32Ty();
187 
188   Value *Zero = ConstantInt::get(IntTy, 0);
189   Value *One = ConstantInt::get(IntTy, 1);
190   Value *NegOne = ConstantInt::get(IntTy, -1);
191 
192   EXPECT_TRUE(m_Negative().match(NegOne));
193   EXPECT_FALSE(m_NonNegative().match(NegOne));
194   EXPECT_FALSE(m_StrictlyPositive().match(NegOne));
195   EXPECT_TRUE(m_NonPositive().match(NegOne));
196 
197   EXPECT_FALSE(m_Negative().match(Zero));
198   EXPECT_TRUE(m_NonNegative().match(Zero));
199   EXPECT_FALSE(m_StrictlyPositive().match(Zero));
200   EXPECT_TRUE(m_NonPositive().match(Zero));
201 
202   EXPECT_FALSE(m_Negative().match(One));
203   EXPECT_TRUE(m_NonNegative().match(One));
204   EXPECT_TRUE(m_StrictlyPositive().match(One));
205   EXPECT_FALSE(m_NonPositive().match(One));
206 }
207 
208 TEST_F(PatternMatchTest, SpecificIntUGE) {
209   Type *IntTy = IRB.getInt32Ty();
210   unsigned BitWidth = IntTy->getScalarSizeInBits();
211 
212   Value *Zero = ConstantInt::get(IntTy, 0);
213   Value *One = ConstantInt::get(IntTy, 1);
214   Value *NegOne = ConstantInt::get(IntTy, -1);
215 
216   EXPECT_TRUE(
217       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 0))
218           .match(Zero));
219   EXPECT_TRUE(
220       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 0))
221           .match(One));
222   EXPECT_TRUE(
223       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 0))
224           .match(NegOne));
225 
226   EXPECT_FALSE(
227       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 1))
228           .match(Zero));
229   EXPECT_TRUE(
230       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 1))
231           .match(One));
232   EXPECT_TRUE(
233       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 1))
234           .match(NegOne));
235 
236   EXPECT_FALSE(
237       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, -1))
238           .match(Zero));
239   EXPECT_FALSE(
240       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, -1))
241           .match(One));
242   EXPECT_TRUE(
243       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, -1))
244           .match(NegOne));
245 }
246 
247 TEST_F(PatternMatchTest, SpecificIntULT) {
248   Type *IntTy = IRB.getInt32Ty();
249   unsigned BitWidth = IntTy->getScalarSizeInBits();
250 
251   Value *Zero = ConstantInt::get(IntTy, 0);
252   Value *One = ConstantInt::get(IntTy, 1);
253   Value *NegOne = ConstantInt::get(IntTy, -1);
254 
255   EXPECT_FALSE(
256       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 0))
257           .match(Zero));
258   EXPECT_FALSE(
259       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 0))
260           .match(One));
261   EXPECT_FALSE(
262       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 0))
263           .match(NegOne));
264 
265   EXPECT_TRUE(
266       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 1))
267           .match(Zero));
268   EXPECT_FALSE(
269       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 1))
270           .match(One));
271   EXPECT_FALSE(
272       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 1))
273           .match(NegOne));
274 
275   EXPECT_TRUE(
276       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, -1))
277           .match(Zero));
278   EXPECT_TRUE(
279       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, -1))
280           .match(One));
281   EXPECT_FALSE(
282       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, -1))
283           .match(NegOne));
284 }
285 
286 TEST_F(PatternMatchTest, SpecificIntULE) {
287   Type *IntTy = IRB.getInt32Ty();
288   unsigned BitWidth = IntTy->getScalarSizeInBits();
289 
290   Value *Zero = ConstantInt::get(IntTy, 0);
291   Value *One = ConstantInt::get(IntTy, 1);
292   Value *NegOne = ConstantInt::get(IntTy, -1);
293 
294   EXPECT_TRUE(
295       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 0))
296           .match(Zero));
297   EXPECT_FALSE(
298       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 0))
299           .match(One));
300   EXPECT_FALSE(
301       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 0))
302           .match(NegOne));
303 
304   EXPECT_TRUE(
305       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 1))
306           .match(Zero));
307   EXPECT_TRUE(
308       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 1))
309           .match(One));
310   EXPECT_FALSE(
311       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 1))
312           .match(NegOne));
313 
314   EXPECT_TRUE(
315       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, -1))
316           .match(Zero));
317   EXPECT_TRUE(
318       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, -1))
319           .match(One));
320   EXPECT_TRUE(
321       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, -1))
322           .match(NegOne));
323 }
324 
325 TEST_F(PatternMatchTest, SpecificIntSGT) {
326   Type *IntTy = IRB.getInt32Ty();
327   unsigned BitWidth = IntTy->getScalarSizeInBits();
328 
329   Value *Zero = ConstantInt::get(IntTy, 0);
330   Value *One = ConstantInt::get(IntTy, 1);
331   Value *NegOne = ConstantInt::get(IntTy, -1);
332 
333   EXPECT_FALSE(
334       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 0))
335           .match(Zero));
336   EXPECT_TRUE(
337       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 0))
338           .match(One));
339   EXPECT_FALSE(
340       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 0))
341           .match(NegOne));
342 
343   EXPECT_FALSE(
344       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 1))
345           .match(Zero));
346   EXPECT_FALSE(
347       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 1))
348           .match(One));
349   EXPECT_FALSE(
350       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 1))
351           .match(NegOne));
352 
353   EXPECT_TRUE(
354       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, -1))
355           .match(Zero));
356   EXPECT_TRUE(
357       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, -1))
358           .match(One));
359   EXPECT_FALSE(
360       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, -1))
361           .match(NegOne));
362 }
363 
364 TEST_F(PatternMatchTest, SpecificIntSGE) {
365   Type *IntTy = IRB.getInt32Ty();
366   unsigned BitWidth = IntTy->getScalarSizeInBits();
367 
368   Value *Zero = ConstantInt::get(IntTy, 0);
369   Value *One = ConstantInt::get(IntTy, 1);
370   Value *NegOne = ConstantInt::get(IntTy, -1);
371 
372   EXPECT_TRUE(
373       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 0))
374           .match(Zero));
375   EXPECT_TRUE(
376       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 0))
377           .match(One));
378   EXPECT_FALSE(
379       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 0))
380           .match(NegOne));
381 
382   EXPECT_FALSE(
383       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 1))
384           .match(Zero));
385   EXPECT_TRUE(
386       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 1))
387           .match(One));
388   EXPECT_FALSE(
389       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 1))
390           .match(NegOne));
391 
392   EXPECT_TRUE(
393       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, -1))
394           .match(Zero));
395   EXPECT_TRUE(
396       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, -1))
397           .match(One));
398   EXPECT_TRUE(
399       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, -1))
400           .match(NegOne));
401 }
402 
403 TEST_F(PatternMatchTest, SpecificIntSLT) {
404   Type *IntTy = IRB.getInt32Ty();
405   unsigned BitWidth = IntTy->getScalarSizeInBits();
406 
407   Value *Zero = ConstantInt::get(IntTy, 0);
408   Value *One = ConstantInt::get(IntTy, 1);
409   Value *NegOne = ConstantInt::get(IntTy, -1);
410 
411   EXPECT_FALSE(
412       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 0))
413           .match(Zero));
414   EXPECT_FALSE(
415       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 0))
416           .match(One));
417   EXPECT_TRUE(
418       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 0))
419           .match(NegOne));
420 
421   EXPECT_TRUE(
422       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 1))
423           .match(Zero));
424   EXPECT_FALSE(
425       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 1))
426           .match(One));
427   EXPECT_TRUE(
428       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 1))
429           .match(NegOne));
430 
431   EXPECT_FALSE(
432       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, -1))
433           .match(Zero));
434   EXPECT_FALSE(
435       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, -1))
436           .match(One));
437   EXPECT_FALSE(
438       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, -1))
439           .match(NegOne));
440 }
441 
442 TEST_F(PatternMatchTest, SpecificIntSLE) {
443   Type *IntTy = IRB.getInt32Ty();
444   unsigned BitWidth = IntTy->getScalarSizeInBits();
445 
446   Value *Zero = ConstantInt::get(IntTy, 0);
447   Value *One = ConstantInt::get(IntTy, 1);
448   Value *NegOne = ConstantInt::get(IntTy, -1);
449 
450   EXPECT_TRUE(
451       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 0))
452           .match(Zero));
453   EXPECT_FALSE(
454       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 0))
455           .match(One));
456   EXPECT_TRUE(
457       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 0))
458           .match(NegOne));
459 
460   EXPECT_TRUE(
461       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 1))
462           .match(Zero));
463   EXPECT_TRUE(
464       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 1))
465           .match(One));
466   EXPECT_TRUE(
467       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 1))
468           .match(NegOne));
469 
470   EXPECT_FALSE(
471       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, -1))
472           .match(Zero));
473   EXPECT_FALSE(
474       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, -1))
475           .match(One));
476   EXPECT_TRUE(
477       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, -1))
478           .match(NegOne));
479 }
480 
481 TEST_F(PatternMatchTest, Unless) {
482   Value *X = IRB.CreateAdd(IRB.getInt32(1), IRB.getInt32(0));
483 
484   EXPECT_TRUE(m_Add(m_One(), m_Zero()).match(X));
485   EXPECT_FALSE(m_Add(m_Zero(), m_One()).match(X));
486 
487   EXPECT_FALSE(m_Unless(m_Add(m_One(), m_Zero())).match(X));
488   EXPECT_TRUE(m_Unless(m_Add(m_Zero(), m_One())).match(X));
489 
490   EXPECT_TRUE(m_c_Add(m_One(), m_Zero()).match(X));
491   EXPECT_TRUE(m_c_Add(m_Zero(), m_One()).match(X));
492 
493   EXPECT_FALSE(m_Unless(m_c_Add(m_One(), m_Zero())).match(X));
494   EXPECT_FALSE(m_Unless(m_c_Add(m_Zero(), m_One())).match(X));
495 }
496 
497 TEST_F(PatternMatchTest, ZExtSExtSelf) {
498   LLVMContext &Ctx = IRB.getContext();
499 
500   Value *One32 = IRB.getInt32(1);
501   Value *One64Z = IRB.CreateZExt(One32, IntegerType::getInt64Ty(Ctx));
502   Value *One64S = IRB.CreateSExt(One32, IntegerType::getInt64Ty(Ctx));
503 
504   EXPECT_TRUE(m_One().match(One32));
505   EXPECT_FALSE(m_One().match(One64Z));
506   EXPECT_FALSE(m_One().match(One64S));
507 
508   EXPECT_FALSE(m_ZExt(m_One()).match(One32));
509   EXPECT_TRUE(m_ZExt(m_One()).match(One64Z));
510   EXPECT_FALSE(m_ZExt(m_One()).match(One64S));
511 
512   EXPECT_FALSE(m_SExt(m_One()).match(One32));
513   EXPECT_FALSE(m_SExt(m_One()).match(One64Z));
514   EXPECT_TRUE(m_SExt(m_One()).match(One64S));
515 
516   EXPECT_TRUE(m_ZExtOrSelf(m_One()).match(One32));
517   EXPECT_TRUE(m_ZExtOrSelf(m_One()).match(One64Z));
518   EXPECT_FALSE(m_ZExtOrSelf(m_One()).match(One64S));
519 
520   EXPECT_TRUE(m_SExtOrSelf(m_One()).match(One32));
521   EXPECT_FALSE(m_SExtOrSelf(m_One()).match(One64Z));
522   EXPECT_TRUE(m_SExtOrSelf(m_One()).match(One64S));
523 
524   EXPECT_FALSE(m_ZExtOrSExt(m_One()).match(One32));
525   EXPECT_TRUE(m_ZExtOrSExt(m_One()).match(One64Z));
526   EXPECT_TRUE(m_ZExtOrSExt(m_One()).match(One64S));
527 
528   EXPECT_TRUE(m_ZExtOrSExtOrSelf(m_One()).match(One32));
529   EXPECT_TRUE(m_ZExtOrSExtOrSelf(m_One()).match(One64Z));
530   EXPECT_TRUE(m_ZExtOrSExtOrSelf(m_One()).match(One64S));
531 }
532 
533 TEST_F(PatternMatchTest, BitCast) {
534   Value *OneDouble = ConstantFP::get(IRB.getDoubleTy(), APFloat(1.0));
535   Value *ScalableDouble = ConstantFP::get(
536       VectorType::get(IRB.getDoubleTy(), 2, /*Scalable=*/true), APFloat(1.0));
537   // scalar -> scalar
538   Value *DoubleToI64 = IRB.CreateBitCast(OneDouble, IRB.getInt64Ty());
539   // scalar -> vector
540   Value *DoubleToV2I32 = IRB.CreateBitCast(
541       OneDouble, VectorType::get(IRB.getInt32Ty(), 2, /*Scalable=*/false));
542   // vector -> scalar
543   Value *V2I32ToDouble = IRB.CreateBitCast(DoubleToV2I32, IRB.getDoubleTy());
544   // vector -> vector (same count)
545   Value *V2I32ToV2Float = IRB.CreateBitCast(
546       DoubleToV2I32, VectorType::get(IRB.getFloatTy(), 2, /*Scalable=*/false));
547   // vector -> vector (different count)
548   Value *V2I32TOV4I16 = IRB.CreateBitCast(
549       DoubleToV2I32, VectorType::get(IRB.getInt16Ty(), 4, /*Scalable=*/false));
550   // scalable vector -> scalable vector (same count)
551   Value *NXV2DoubleToNXV2I64 = IRB.CreateBitCast(
552       ScalableDouble, VectorType::get(IRB.getInt64Ty(), 2, /*Scalable=*/true));
553   // scalable vector -> scalable vector (different count)
554   Value *NXV2I64ToNXV4I32 = IRB.CreateBitCast(
555       NXV2DoubleToNXV2I64,
556       VectorType::get(IRB.getInt32Ty(), 4, /*Scalable=*/true));
557 
558   EXPECT_TRUE(m_BitCast(m_Value()).match(DoubleToI64));
559   EXPECT_TRUE(m_BitCast(m_Value()).match(DoubleToV2I32));
560   EXPECT_TRUE(m_BitCast(m_Value()).match(V2I32ToDouble));
561   EXPECT_TRUE(m_BitCast(m_Value()).match(V2I32ToV2Float));
562   EXPECT_TRUE(m_BitCast(m_Value()).match(V2I32TOV4I16));
563   EXPECT_TRUE(m_BitCast(m_Value()).match(NXV2DoubleToNXV2I64));
564   EXPECT_TRUE(m_BitCast(m_Value()).match(NXV2I64ToNXV4I32));
565 
566   EXPECT_TRUE(m_ElementWiseBitCast(m_Value()).match(DoubleToI64));
567   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(DoubleToV2I32));
568   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(V2I32ToDouble));
569   EXPECT_TRUE(m_ElementWiseBitCast(m_Value()).match(V2I32ToV2Float));
570   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(V2I32TOV4I16));
571   EXPECT_TRUE(m_ElementWiseBitCast(m_Value()).match(NXV2DoubleToNXV2I64));
572   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(NXV2I64ToNXV4I32));
573 }
574 
575 TEST_F(PatternMatchTest, Power2) {
576   Value *C128 = IRB.getInt32(128);
577   Value *CNeg128 = ConstantExpr::getNeg(cast<Constant>(C128));
578 
579   EXPECT_TRUE(m_Power2().match(C128));
580   EXPECT_FALSE(m_Power2().match(CNeg128));
581 
582   EXPECT_FALSE(m_NegatedPower2().match(C128));
583   EXPECT_TRUE(m_NegatedPower2().match(CNeg128));
584 
585   Value *CIntMin = IRB.getInt64(APSInt::getSignedMinValue(64).getSExtValue());
586   Value *CNegIntMin = ConstantExpr::getNeg(cast<Constant>(CIntMin));
587 
588   EXPECT_TRUE(m_Power2().match(CIntMin));
589   EXPECT_TRUE(m_Power2().match(CNegIntMin));
590 
591   EXPECT_TRUE(m_NegatedPower2().match(CIntMin));
592   EXPECT_TRUE(m_NegatedPower2().match(CNegIntMin));
593 }
594 
595 TEST_F(PatternMatchTest, Not) {
596   Value *C1 = IRB.getInt32(1);
597   Value *C2 = IRB.getInt32(2);
598   Value *C3 = IRB.getInt32(3);
599   Instruction *Not = BinaryOperator::CreateXor(C1, C2);
600 
601   // When `m_Not` does not match the `not` itself,
602   // it should not try to apply the inner matcher.
603   Value *Val = C3;
604   EXPECT_FALSE(m_Not(m_Value(Val)).match(Not));
605   EXPECT_EQ(Val, C3);
606   Not->deleteValue();
607 }
608 
609 TEST_F(PatternMatchTest, CommutativeDeferredValue) {
610   Value *X = IRB.getInt32(1);
611   Value *Y = IRB.getInt32(2);
612 
613   {
614     Value *tX = X;
615     EXPECT_TRUE(match(X, m_Deferred(tX)));
616     EXPECT_FALSE(match(Y, m_Deferred(tX)));
617   }
618   {
619     const Value *tX = X;
620     EXPECT_TRUE(match(X, m_Deferred(tX)));
621     EXPECT_FALSE(match(Y, m_Deferred(tX)));
622   }
623   {
624     Value *const tX = X;
625     EXPECT_TRUE(match(X, m_Deferred(tX)));
626     EXPECT_FALSE(match(Y, m_Deferred(tX)));
627   }
628   {
629     const Value *const tX = X;
630     EXPECT_TRUE(match(X, m_Deferred(tX)));
631     EXPECT_FALSE(match(Y, m_Deferred(tX)));
632   }
633 
634   {
635     Value *tX = nullptr;
636     EXPECT_TRUE(match(IRB.CreateAnd(X, X), m_And(m_Value(tX), m_Deferred(tX))));
637     EXPECT_EQ(tX, X);
638   }
639   {
640     Value *tX = nullptr;
641     EXPECT_FALSE(
642         match(IRB.CreateAnd(X, Y), m_c_And(m_Value(tX), m_Deferred(tX))));
643   }
644 
645   auto checkMatch = [X, Y](Value *Pattern) {
646     Value *tX = nullptr, *tY = nullptr;
647     EXPECT_TRUE(match(
648         Pattern, m_c_And(m_Value(tX), m_c_And(m_Deferred(tX), m_Value(tY)))));
649     EXPECT_EQ(tX, X);
650     EXPECT_EQ(tY, Y);
651   };
652 
653   checkMatch(IRB.CreateAnd(X, IRB.CreateAnd(X, Y)));
654   checkMatch(IRB.CreateAnd(X, IRB.CreateAnd(Y, X)));
655   checkMatch(IRB.CreateAnd(IRB.CreateAnd(X, Y), X));
656   checkMatch(IRB.CreateAnd(IRB.CreateAnd(Y, X), X));
657 }
658 
659 TEST_F(PatternMatchTest, FloatingPointOrderedMin) {
660   Type *FltTy = IRB.getFloatTy();
661   Value *L = ConstantFP::get(FltTy, 1.0);
662   Value *R = ConstantFP::get(FltTy, 2.0);
663   Value *MatchL, *MatchR;
664 
665   // Test OLT.
666   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
667                   .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), L, R)));
668   EXPECT_EQ(L, MatchL);
669   EXPECT_EQ(R, MatchR);
670 
671   // Test OLE.
672   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
673                   .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), L, R)));
674   EXPECT_EQ(L, MatchL);
675   EXPECT_EQ(R, MatchR);
676 
677   // Test no match on OGE.
678   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
679                    .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), L, R)));
680 
681   // Test no match on OGT.
682   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
683                    .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), L, R)));
684 
685   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
686   // %cmp = fcmp oge L, R
687   // %min = select %cmp R, L
688   // Given L == NaN
689   // the above is expanded to %cmp == false ==> %min = L
690   // which is true for UnordFMin, not OrdFMin, so test that:
691 
692   // [OU]GE with inverted select.
693   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
694                   .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), R, L)));
695   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
696                   .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), R, L)));
697   EXPECT_EQ(L, MatchL);
698   EXPECT_EQ(R, MatchR);
699 
700   // [OU]GT with inverted select.
701   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
702                   .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), R, L)));
703   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
704                   .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), R, L)));
705   EXPECT_EQ(L, MatchL);
706   EXPECT_EQ(R, MatchR);
707 }
708 
709 TEST_F(PatternMatchTest, FloatingPointOrderedMax) {
710   Type *FltTy = IRB.getFloatTy();
711   Value *L = ConstantFP::get(FltTy, 1.0);
712   Value *R = ConstantFP::get(FltTy, 2.0);
713   Value *MatchL, *MatchR;
714 
715   // Test OGT.
716   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
717                   .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), L, R)));
718   EXPECT_EQ(L, MatchL);
719   EXPECT_EQ(R, MatchR);
720 
721   // Test OGE.
722   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
723                   .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), L, R)));
724   EXPECT_EQ(L, MatchL);
725   EXPECT_EQ(R, MatchR);
726 
727   // Test no match on OLE.
728   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
729                    .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), L, R)));
730 
731   // Test no match on OLT.
732   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
733                    .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), L, R)));
734 
735 
736   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
737   // %cmp = fcmp ole L, R
738   // %max = select %cmp, R, L
739   // Given L == NaN,
740   // the above is expanded to %cmp == false ==> %max == L
741   // which is true for UnordFMax, not OrdFMax, so test that:
742 
743   // [OU]LE with inverted select.
744   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
745                    .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), R, L)));
746   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
747                   .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), R, L)));
748   EXPECT_EQ(L, MatchL);
749   EXPECT_EQ(R, MatchR);
750 
751   // [OUT]LT with inverted select.
752   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
753                    .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), R, L)));
754   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
755                   .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), R, L)));
756   EXPECT_EQ(L, MatchL);
757   EXPECT_EQ(R, MatchR);
758 }
759 
760 TEST_F(PatternMatchTest, FloatingPointUnorderedMin) {
761   Type *FltTy = IRB.getFloatTy();
762   Value *L = ConstantFP::get(FltTy, 1.0);
763   Value *R = ConstantFP::get(FltTy, 2.0);
764   Value *MatchL, *MatchR;
765 
766   // Test ULT.
767   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
768                   .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), L, R)));
769   EXPECT_EQ(L, MatchL);
770   EXPECT_EQ(R, MatchR);
771 
772   // Test ULE.
773   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
774                   .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), L, R)));
775   EXPECT_EQ(L, MatchL);
776   EXPECT_EQ(R, MatchR);
777 
778   // Test no match on UGE.
779   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
780                    .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), L, R)));
781 
782   // Test no match on UGT.
783   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
784                    .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), L, R)));
785 
786   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
787   // %cmp = fcmp uge L, R
788   // %min = select %cmp R, L
789   // Given L == NaN
790   // the above is expanded to %cmp == true ==> %min = R
791   // which is true for OrdFMin, not UnordFMin, so test that:
792 
793   // [UO]GE with inverted select.
794   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
795                   .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), R, L)));
796   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
797                   .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), R, L)));
798   EXPECT_EQ(L, MatchL);
799   EXPECT_EQ(R, MatchR);
800 
801   // [UO]GT with inverted select.
802   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
803                   .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), R, L)));
804   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
805                   .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), R, L)));
806   EXPECT_EQ(L, MatchL);
807   EXPECT_EQ(R, MatchR);
808 }
809 
810 TEST_F(PatternMatchTest, FloatingPointUnorderedMax) {
811   Type *FltTy = IRB.getFloatTy();
812   Value *L = ConstantFP::get(FltTy, 1.0);
813   Value *R = ConstantFP::get(FltTy, 2.0);
814   Value *MatchL, *MatchR;
815 
816   // Test UGT.
817   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
818                   .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), L, R)));
819   EXPECT_EQ(L, MatchL);
820   EXPECT_EQ(R, MatchR);
821 
822   // Test UGE.
823   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
824                   .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), L, R)));
825   EXPECT_EQ(L, MatchL);
826   EXPECT_EQ(R, MatchR);
827 
828   // Test no match on ULE.
829   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
830                    .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), L, R)));
831 
832   // Test no match on ULT.
833   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
834                    .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), L, R)));
835 
836   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
837   // %cmp = fcmp ule L, R
838   // %max = select %cmp R, L
839   // Given L == NaN
840   // the above is expanded to %cmp == true ==> %max = R
841   // which is true for OrdFMax, not UnordFMax, so test that:
842 
843   // [UO]LE with inverted select.
844   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
845                   .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), R, L)));
846   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
847                   .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), R, L)));
848   EXPECT_EQ(L, MatchL);
849   EXPECT_EQ(R, MatchR);
850 
851   // [UO]LT with inverted select.
852   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
853                   .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), R, L)));
854   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
855                   .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), R, L)));
856   EXPECT_EQ(L, MatchL);
857   EXPECT_EQ(R, MatchR);
858 }
859 
860 TEST_F(PatternMatchTest, OverflowingBinOps) {
861   Value *L = IRB.getInt32(1);
862   Value *R = IRB.getInt32(2);
863   Value *MatchL, *MatchR;
864 
865   EXPECT_TRUE(
866       m_NSWAdd(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNSWAdd(L, R)));
867   EXPECT_EQ(L, MatchL);
868   EXPECT_EQ(R, MatchR);
869   MatchL = MatchR = nullptr;
870   EXPECT_TRUE(
871       m_NSWSub(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNSWSub(L, R)));
872   EXPECT_EQ(L, MatchL);
873   EXPECT_EQ(R, MatchR);
874   MatchL = MatchR = nullptr;
875   EXPECT_TRUE(
876       m_NSWMul(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNSWMul(L, R)));
877   EXPECT_EQ(L, MatchL);
878   EXPECT_EQ(R, MatchR);
879   MatchL = MatchR = nullptr;
880   EXPECT_TRUE(m_NSWShl(m_Value(MatchL), m_Value(MatchR)).match(
881       IRB.CreateShl(L, R, "", /* NUW */ false, /* NSW */ true)));
882   EXPECT_EQ(L, MatchL);
883   EXPECT_EQ(R, MatchR);
884 
885   EXPECT_TRUE(
886       m_NUWAdd(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNUWAdd(L, R)));
887   EXPECT_EQ(L, MatchL);
888   EXPECT_EQ(R, MatchR);
889   MatchL = MatchR = nullptr;
890   EXPECT_TRUE(
891       m_NUWSub(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNUWSub(L, R)));
892   EXPECT_EQ(L, MatchL);
893   EXPECT_EQ(R, MatchR);
894   MatchL = MatchR = nullptr;
895   EXPECT_TRUE(
896       m_NUWMul(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNUWMul(L, R)));
897   EXPECT_EQ(L, MatchL);
898   EXPECT_EQ(R, MatchR);
899   MatchL = MatchR = nullptr;
900   EXPECT_TRUE(m_NUWShl(m_Value(MatchL), m_Value(MatchR)).match(
901       IRB.CreateShl(L, R, "", /* NUW */ true, /* NSW */ false)));
902   EXPECT_EQ(L, MatchL);
903   EXPECT_EQ(R, MatchR);
904 
905   EXPECT_FALSE(m_NSWAdd(m_Value(), m_Value()).match(IRB.CreateAdd(L, R)));
906   EXPECT_FALSE(m_NSWAdd(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
907   EXPECT_FALSE(m_NSWAdd(m_Value(), m_Value()).match(IRB.CreateNSWSub(L, R)));
908   EXPECT_FALSE(m_NSWSub(m_Value(), m_Value()).match(IRB.CreateSub(L, R)));
909   EXPECT_FALSE(m_NSWSub(m_Value(), m_Value()).match(IRB.CreateNUWSub(L, R)));
910   EXPECT_FALSE(m_NSWSub(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
911   EXPECT_FALSE(m_NSWMul(m_Value(), m_Value()).match(IRB.CreateMul(L, R)));
912   EXPECT_FALSE(m_NSWMul(m_Value(), m_Value()).match(IRB.CreateNUWMul(L, R)));
913   EXPECT_FALSE(m_NSWMul(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
914   EXPECT_FALSE(m_NSWShl(m_Value(), m_Value()).match(IRB.CreateShl(L, R)));
915   EXPECT_FALSE(m_NSWShl(m_Value(), m_Value()).match(
916       IRB.CreateShl(L, R, "", /* NUW */ true, /* NSW */ false)));
917   EXPECT_FALSE(m_NSWShl(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
918 
919   EXPECT_FALSE(m_NUWAdd(m_Value(), m_Value()).match(IRB.CreateAdd(L, R)));
920   EXPECT_FALSE(m_NUWAdd(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
921   EXPECT_FALSE(m_NUWAdd(m_Value(), m_Value()).match(IRB.CreateNUWSub(L, R)));
922   EXPECT_FALSE(m_NUWSub(m_Value(), m_Value()).match(IRB.CreateSub(L, R)));
923   EXPECT_FALSE(m_NUWSub(m_Value(), m_Value()).match(IRB.CreateNSWSub(L, R)));
924   EXPECT_FALSE(m_NUWSub(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
925   EXPECT_FALSE(m_NUWMul(m_Value(), m_Value()).match(IRB.CreateMul(L, R)));
926   EXPECT_FALSE(m_NUWMul(m_Value(), m_Value()).match(IRB.CreateNSWMul(L, R)));
927   EXPECT_FALSE(m_NUWMul(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
928   EXPECT_FALSE(m_NUWShl(m_Value(), m_Value()).match(IRB.CreateShl(L, R)));
929   EXPECT_FALSE(m_NUWShl(m_Value(), m_Value()).match(
930       IRB.CreateShl(L, R, "", /* NUW */ false, /* NSW */ true)));
931   EXPECT_FALSE(m_NUWShl(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
932 }
933 
934 TEST_F(PatternMatchTest, LoadStoreOps) {
935   // Create this load/store sequence:
936   //
937   //  %p = alloca i32*
938   //  %0 = load i32*, i32** %p
939   //  store i32 42, i32* %0
940 
941   Value *Alloca = IRB.CreateAlloca(IRB.getInt32Ty());
942   Value *LoadInst = IRB.CreateLoad(IRB.getInt32Ty(), Alloca);
943   Value *FourtyTwo = IRB.getInt32(42);
944   Value *StoreInst = IRB.CreateStore(FourtyTwo, Alloca);
945   Value *MatchLoad, *MatchStoreVal, *MatchStorePointer;
946 
947   EXPECT_TRUE(m_Load(m_Value(MatchLoad)).match(LoadInst));
948   EXPECT_EQ(Alloca, MatchLoad);
949 
950   EXPECT_TRUE(m_Load(m_Specific(Alloca)).match(LoadInst));
951 
952   EXPECT_FALSE(m_Load(m_Value(MatchLoad)).match(Alloca));
953 
954   EXPECT_TRUE(m_Store(m_Value(MatchStoreVal), m_Value(MatchStorePointer))
955                 .match(StoreInst));
956   EXPECT_EQ(FourtyTwo, MatchStoreVal);
957   EXPECT_EQ(Alloca, MatchStorePointer);
958 
959   EXPECT_FALSE(m_Store(m_Value(MatchStoreVal), m_Value(MatchStorePointer))
960                 .match(Alloca));
961 
962   EXPECT_TRUE(m_Store(m_SpecificInt(42), m_Specific(Alloca))
963                 .match(StoreInst));
964   EXPECT_FALSE(m_Store(m_SpecificInt(42), m_Specific(FourtyTwo))
965                 .match(StoreInst));
966   EXPECT_FALSE(m_Store(m_SpecificInt(43), m_Specific(Alloca))
967                 .match(StoreInst));
968 }
969 
970 TEST_F(PatternMatchTest, VectorOps) {
971   // Build up small tree of vector operations
972   //
973   //   Val = 0 + 1
974   //   Val2 = Val + 3
975   //   VI1 = insertelement <2 x i8> undef, i8 1, i32 0 = <1, undef>
976   //   VI2 = insertelement <2 x i8> %VI1, i8 %Val2, i8 %Val = <1, 4>
977   //   VI3 = insertelement <2 x i8> %VI1, i8 %Val2, i32 1 = <1, 4>
978   //   VI4 = insertelement <2 x i8> %VI1, i8 2, i8 %Val = <1, 2>
979   //
980   //   SI1 = shufflevector <2 x i8> %VI1, <2 x i8> undef, zeroinitializer
981   //   SI2 = shufflevector <2 x i8> %VI3, <2 x i8> %VI4, <2 x i8> <i8 0, i8 2>
982   //   SI3 = shufflevector <2 x i8> %VI3, <2 x i8> undef, zeroinitializer
983   //   SI4 = shufflevector <2 x i8> %VI4, <2 x i8> undef, zeroinitializer
984   //
985   //   SP1 = VectorSplat(2, i8 2)
986   //   SP2 = VectorSplat(2, i8 %Val)
987   Type *VecTy = FixedVectorType::get(IRB.getInt8Ty(), 2);
988   Type *i32 = IRB.getInt32Ty();
989   Type *i32VecTy = FixedVectorType::get(i32, 2);
990 
991   Value *Val = IRB.CreateAdd(IRB.getInt8(0), IRB.getInt8(1));
992   Value *Val2 = IRB.CreateAdd(Val, IRB.getInt8(3));
993 
994   SmallVector<Constant *, 2> VecElemIdxs;
995   VecElemIdxs.push_back(ConstantInt::get(i32, 0));
996   VecElemIdxs.push_back(ConstantInt::get(i32, 2));
997   auto *IdxVec = ConstantVector::get(VecElemIdxs);
998 
999   Value *VI1 = IRB.CreateInsertElement(VecTy, IRB.getInt8(1), (uint64_t)0);
1000   Value *VI2 = IRB.CreateInsertElement(VI1, Val2, Val);
1001   Value *VI3 = IRB.CreateInsertElement(VI1, Val2, (uint64_t)1);
1002   Value *VI4 = IRB.CreateInsertElement(VI1, IRB.getInt8(2), Val);
1003 
1004   Value *EX1 = IRB.CreateExtractElement(VI4, Val);
1005   Value *EX2 = IRB.CreateExtractElement(VI4, (uint64_t)0);
1006   Value *EX3 = IRB.CreateExtractElement(IdxVec, (uint64_t)1);
1007 
1008   Constant *Zero = ConstantAggregateZero::get(i32VecTy);
1009   SmallVector<int, 16> ZeroMask;
1010   ShuffleVectorInst::getShuffleMask(Zero, ZeroMask);
1011 
1012   Value *SI1 = IRB.CreateShuffleVector(VI1, ZeroMask);
1013   Value *SI2 = IRB.CreateShuffleVector(VI3, VI4, IdxVec);
1014   Value *SI3 = IRB.CreateShuffleVector(VI3, ZeroMask);
1015   Value *SI4 = IRB.CreateShuffleVector(VI4, ZeroMask);
1016 
1017   Value *SP1 = IRB.CreateVectorSplat(2, IRB.getInt8(2));
1018   Value *SP2 = IRB.CreateVectorSplat(2, Val);
1019 
1020   Value *A = nullptr, *B = nullptr, *C = nullptr;
1021 
1022   // Test matching insertelement
1023   EXPECT_TRUE(match(VI1, m_InsertElt(m_Value(), m_Value(), m_Value())));
1024   EXPECT_TRUE(
1025       match(VI1, m_InsertElt(m_Undef(), m_ConstantInt(), m_ConstantInt())));
1026   EXPECT_TRUE(
1027       match(VI1, m_InsertElt(m_Undef(), m_ConstantInt(), m_Zero())));
1028   EXPECT_TRUE(
1029       match(VI1, m_InsertElt(m_Undef(), m_SpecificInt(1), m_Zero())));
1030   EXPECT_TRUE(match(VI2, m_InsertElt(m_Value(), m_Value(), m_Value())));
1031   EXPECT_FALSE(
1032       match(VI2, m_InsertElt(m_Value(), m_Value(), m_ConstantInt())));
1033   EXPECT_FALSE(
1034       match(VI2, m_InsertElt(m_Value(), m_ConstantInt(), m_Value())));
1035   EXPECT_FALSE(match(VI2, m_InsertElt(m_Constant(), m_Value(), m_Value())));
1036   EXPECT_TRUE(match(VI3, m_InsertElt(m_Value(A), m_Value(B), m_Value(C))));
1037   EXPECT_TRUE(A == VI1);
1038   EXPECT_TRUE(B == Val2);
1039   EXPECT_TRUE(isa<ConstantInt>(C));
1040   A = B = C = nullptr; // reset
1041 
1042   // Test matching extractelement
1043   EXPECT_TRUE(match(EX1, m_ExtractElt(m_Value(A), m_Value(B))));
1044   EXPECT_TRUE(A == VI4);
1045   EXPECT_TRUE(B == Val);
1046   A = B = C = nullptr; // reset
1047   EXPECT_FALSE(match(EX1, m_ExtractElt(m_Value(), m_ConstantInt())));
1048   EXPECT_TRUE(match(EX2, m_ExtractElt(m_Value(), m_ConstantInt())));
1049   EXPECT_TRUE(match(EX3, m_ExtractElt(m_Constant(), m_ConstantInt())));
1050 
1051   // Test matching shufflevector
1052   ArrayRef<int> Mask;
1053   EXPECT_TRUE(match(SI1, m_Shuffle(m_Value(), m_Undef(), m_ZeroMask())));
1054   EXPECT_TRUE(match(SI2, m_Shuffle(m_Value(A), m_Value(B), m_Mask(Mask))));
1055   EXPECT_TRUE(A == VI3);
1056   EXPECT_TRUE(B == VI4);
1057   A = B = C = nullptr; // reset
1058 
1059   // Test matching the vector splat pattern
1060   EXPECT_TRUE(match(
1061       SI1,
1062       m_Shuffle(m_InsertElt(m_Undef(), m_SpecificInt(1), m_Zero()),
1063                 m_Undef(), m_ZeroMask())));
1064   EXPECT_FALSE(match(
1065       SI3, m_Shuffle(m_InsertElt(m_Undef(), m_Value(), m_Zero()),
1066                      m_Undef(), m_ZeroMask())));
1067   EXPECT_FALSE(match(
1068       SI4, m_Shuffle(m_InsertElt(m_Undef(), m_Value(), m_Zero()),
1069                      m_Undef(), m_ZeroMask())));
1070   EXPECT_TRUE(match(
1071       SP1,
1072       m_Shuffle(m_InsertElt(m_Undef(), m_SpecificInt(2), m_Zero()),
1073                 m_Undef(), m_ZeroMask())));
1074   EXPECT_TRUE(match(
1075       SP2, m_Shuffle(m_InsertElt(m_Undef(), m_Value(A), m_Zero()),
1076                      m_Undef(), m_ZeroMask())));
1077   EXPECT_TRUE(A == Val);
1078 }
1079 
1080 TEST_F(PatternMatchTest, UndefPoisonMix) {
1081   Type *ScalarTy = IRB.getInt8Ty();
1082   ArrayType *ArrTy = ArrayType::get(ScalarTy, 2);
1083   StructType *StTy = StructType::get(ScalarTy, ScalarTy);
1084   StructType *StTy2 = StructType::get(ScalarTy, StTy);
1085   StructType *StTy3 = StructType::get(StTy, ScalarTy);
1086   Constant *Zero = ConstantInt::getNullValue(ScalarTy);
1087   UndefValue *U = UndefValue::get(ScalarTy);
1088   UndefValue *P = PoisonValue::get(ScalarTy);
1089 
1090   EXPECT_TRUE(match(ConstantVector::get({U, P}), m_Undef()));
1091   EXPECT_TRUE(match(ConstantVector::get({P, U}), m_Undef()));
1092 
1093   EXPECT_TRUE(match(ConstantArray::get(ArrTy, {U, P}), m_Undef()));
1094   EXPECT_TRUE(match(ConstantArray::get(ArrTy, {P, U}), m_Undef()));
1095 
1096   auto *UP = ConstantStruct::get(StTy, {U, P});
1097   EXPECT_TRUE(match(ConstantStruct::get(StTy2, {U, UP}), m_Undef()));
1098   EXPECT_TRUE(match(ConstantStruct::get(StTy2, {P, UP}), m_Undef()));
1099   EXPECT_TRUE(match(ConstantStruct::get(StTy3, {UP, U}), m_Undef()));
1100   EXPECT_TRUE(match(ConstantStruct::get(StTy3, {UP, P}), m_Undef()));
1101 
1102   EXPECT_FALSE(match(ConstantStruct::get(StTy, {U, Zero}), m_Undef()));
1103   EXPECT_FALSE(match(ConstantStruct::get(StTy, {Zero, U}), m_Undef()));
1104   EXPECT_FALSE(match(ConstantStruct::get(StTy, {P, Zero}), m_Undef()));
1105   EXPECT_FALSE(match(ConstantStruct::get(StTy, {Zero, P}), m_Undef()));
1106 
1107   EXPECT_FALSE(match(ConstantStruct::get(StTy2, {Zero, UP}), m_Undef()));
1108   EXPECT_FALSE(match(ConstantStruct::get(StTy3, {UP, Zero}), m_Undef()));
1109 }
1110 
1111 TEST_F(PatternMatchTest, VectorUndefInt) {
1112   Type *ScalarTy = IRB.getInt8Ty();
1113   Type *VectorTy = FixedVectorType::get(ScalarTy, 4);
1114   Constant *ScalarUndef = UndefValue::get(ScalarTy);
1115   Constant *VectorUndef = UndefValue::get(VectorTy);
1116   Constant *ScalarZero = Constant::getNullValue(ScalarTy);
1117   Constant *VectorZero = Constant::getNullValue(VectorTy);
1118 
1119   SmallVector<Constant *, 4> Elems;
1120   Elems.push_back(ScalarUndef);
1121   Elems.push_back(ScalarZero);
1122   Elems.push_back(ScalarUndef);
1123   Elems.push_back(ScalarZero);
1124   Constant *VectorZeroUndef = ConstantVector::get(Elems);
1125 
1126   EXPECT_TRUE(match(ScalarUndef, m_Undef()));
1127   EXPECT_TRUE(match(VectorUndef, m_Undef()));
1128   EXPECT_FALSE(match(ScalarZero, m_Undef()));
1129   EXPECT_FALSE(match(VectorZero, m_Undef()));
1130   EXPECT_FALSE(match(VectorZeroUndef, m_Undef()));
1131 
1132   EXPECT_FALSE(match(ScalarUndef, m_Zero()));
1133   EXPECT_FALSE(match(VectorUndef, m_Zero()));
1134   EXPECT_TRUE(match(ScalarZero, m_Zero()));
1135   EXPECT_TRUE(match(VectorZero, m_Zero()));
1136   EXPECT_TRUE(match(VectorZeroUndef, m_Zero()));
1137 
1138   const APInt *C;
1139   // Regardless of whether undefs are allowed,
1140   // a fully undef constant does not match.
1141   EXPECT_FALSE(match(ScalarUndef, m_APInt(C)));
1142   EXPECT_FALSE(match(ScalarUndef, m_APIntForbidUndef(C)));
1143   EXPECT_FALSE(match(ScalarUndef, m_APIntAllowUndef(C)));
1144   EXPECT_FALSE(match(VectorUndef, m_APInt(C)));
1145   EXPECT_FALSE(match(VectorUndef, m_APIntForbidUndef(C)));
1146   EXPECT_FALSE(match(VectorUndef, m_APIntAllowUndef(C)));
1147 
1148   // We can always match simple constants and simple splats.
1149   C = nullptr;
1150   EXPECT_TRUE(match(ScalarZero, m_APInt(C)));
1151   EXPECT_TRUE(C->isZero());
1152   C = nullptr;
1153   EXPECT_TRUE(match(ScalarZero, m_APIntForbidUndef(C)));
1154   EXPECT_TRUE(C->isZero());
1155   C = nullptr;
1156   EXPECT_TRUE(match(ScalarZero, m_APIntAllowUndef(C)));
1157   EXPECT_TRUE(C->isZero());
1158   C = nullptr;
1159   EXPECT_TRUE(match(VectorZero, m_APInt(C)));
1160   EXPECT_TRUE(C->isZero());
1161   C = nullptr;
1162   EXPECT_TRUE(match(VectorZero, m_APIntForbidUndef(C)));
1163   EXPECT_TRUE(C->isZero());
1164   C = nullptr;
1165   EXPECT_TRUE(match(VectorZero, m_APIntAllowUndef(C)));
1166   EXPECT_TRUE(C->isZero());
1167 
1168   // Whether splats with undef can be matched depends on the matcher.
1169   EXPECT_FALSE(match(VectorZeroUndef, m_APInt(C)));
1170   EXPECT_FALSE(match(VectorZeroUndef, m_APIntForbidUndef(C)));
1171   C = nullptr;
1172   EXPECT_TRUE(match(VectorZeroUndef, m_APIntAllowUndef(C)));
1173   EXPECT_TRUE(C->isZero());
1174 }
1175 
1176 TEST_F(PatternMatchTest, VectorUndefFloat) {
1177   Type *ScalarTy = IRB.getFloatTy();
1178   Type *VectorTy = FixedVectorType::get(ScalarTy, 4);
1179   Constant *ScalarUndef = UndefValue::get(ScalarTy);
1180   Constant *VectorUndef = UndefValue::get(VectorTy);
1181   Constant *ScalarZero = Constant::getNullValue(ScalarTy);
1182   Constant *VectorZero = Constant::getNullValue(VectorTy);
1183   Constant *ScalarPosInf = ConstantFP::getInfinity(ScalarTy, false);
1184   Constant *ScalarNegInf = ConstantFP::getInfinity(ScalarTy, true);
1185   Constant *ScalarNaN = ConstantFP::getNaN(ScalarTy, true);
1186 
1187   Constant *VectorZeroUndef =
1188       ConstantVector::get({ScalarUndef, ScalarZero, ScalarUndef, ScalarZero});
1189 
1190   Constant *VectorInfUndef = ConstantVector::get(
1191       {ScalarPosInf, ScalarNegInf, ScalarUndef, ScalarPosInf});
1192 
1193   Constant *VectorNaNUndef =
1194       ConstantVector::get({ScalarUndef, ScalarNaN, ScalarNaN, ScalarNaN});
1195 
1196   EXPECT_TRUE(match(ScalarUndef, m_Undef()));
1197   EXPECT_TRUE(match(VectorUndef, m_Undef()));
1198   EXPECT_FALSE(match(ScalarZero, m_Undef()));
1199   EXPECT_FALSE(match(VectorZero, m_Undef()));
1200   EXPECT_FALSE(match(VectorZeroUndef, m_Undef()));
1201   EXPECT_FALSE(match(VectorInfUndef, m_Undef()));
1202   EXPECT_FALSE(match(VectorNaNUndef, m_Undef()));
1203 
1204   EXPECT_FALSE(match(ScalarUndef, m_AnyZeroFP()));
1205   EXPECT_FALSE(match(VectorUndef, m_AnyZeroFP()));
1206   EXPECT_TRUE(match(ScalarZero, m_AnyZeroFP()));
1207   EXPECT_TRUE(match(VectorZero, m_AnyZeroFP()));
1208   EXPECT_TRUE(match(VectorZeroUndef, m_AnyZeroFP()));
1209   EXPECT_FALSE(match(VectorInfUndef, m_AnyZeroFP()));
1210   EXPECT_FALSE(match(VectorNaNUndef, m_AnyZeroFP()));
1211 
1212   EXPECT_FALSE(match(ScalarUndef, m_NaN()));
1213   EXPECT_FALSE(match(VectorUndef, m_NaN()));
1214   EXPECT_FALSE(match(VectorZeroUndef, m_NaN()));
1215   EXPECT_FALSE(match(ScalarPosInf, m_NaN()));
1216   EXPECT_FALSE(match(ScalarNegInf, m_NaN()));
1217   EXPECT_TRUE(match(ScalarNaN, m_NaN()));
1218   EXPECT_FALSE(match(VectorInfUndef, m_NaN()));
1219   EXPECT_TRUE(match(VectorNaNUndef, m_NaN()));
1220 
1221   EXPECT_FALSE(match(ScalarUndef, m_NonNaN()));
1222   EXPECT_FALSE(match(VectorUndef, m_NonNaN()));
1223   EXPECT_TRUE(match(VectorZeroUndef, m_NonNaN()));
1224   EXPECT_TRUE(match(ScalarPosInf, m_NonNaN()));
1225   EXPECT_TRUE(match(ScalarNegInf, m_NonNaN()));
1226   EXPECT_FALSE(match(ScalarNaN, m_NonNaN()));
1227   EXPECT_TRUE(match(VectorInfUndef, m_NonNaN()));
1228   EXPECT_FALSE(match(VectorNaNUndef, m_NonNaN()));
1229 
1230   EXPECT_FALSE(match(ScalarUndef, m_Inf()));
1231   EXPECT_FALSE(match(VectorUndef, m_Inf()));
1232   EXPECT_FALSE(match(VectorZeroUndef, m_Inf()));
1233   EXPECT_TRUE(match(ScalarPosInf, m_Inf()));
1234   EXPECT_TRUE(match(ScalarNegInf, m_Inf()));
1235   EXPECT_FALSE(match(ScalarNaN, m_Inf()));
1236   EXPECT_TRUE(match(VectorInfUndef, m_Inf()));
1237   EXPECT_FALSE(match(VectorNaNUndef, m_Inf()));
1238 
1239   EXPECT_FALSE(match(ScalarUndef, m_NonInf()));
1240   EXPECT_FALSE(match(VectorUndef, m_NonInf()));
1241   EXPECT_TRUE(match(VectorZeroUndef, m_NonInf()));
1242   EXPECT_FALSE(match(ScalarPosInf, m_NonInf()));
1243   EXPECT_FALSE(match(ScalarNegInf, m_NonInf()));
1244   EXPECT_TRUE(match(ScalarNaN, m_NonInf()));
1245   EXPECT_FALSE(match(VectorInfUndef, m_NonInf()));
1246   EXPECT_TRUE(match(VectorNaNUndef, m_NonInf()));
1247 
1248   EXPECT_FALSE(match(ScalarUndef, m_Finite()));
1249   EXPECT_FALSE(match(VectorUndef, m_Finite()));
1250   EXPECT_TRUE(match(VectorZeroUndef, m_Finite()));
1251   EXPECT_FALSE(match(ScalarPosInf, m_Finite()));
1252   EXPECT_FALSE(match(ScalarNegInf, m_Finite()));
1253   EXPECT_FALSE(match(ScalarNaN, m_Finite()));
1254   EXPECT_FALSE(match(VectorInfUndef, m_Finite()));
1255   EXPECT_FALSE(match(VectorNaNUndef, m_Finite()));
1256 
1257   const APFloat *C;
1258   // Regardless of whether undefs are allowed,
1259   // a fully undef constant does not match.
1260   EXPECT_FALSE(match(ScalarUndef, m_APFloat(C)));
1261   EXPECT_FALSE(match(ScalarUndef, m_APFloatForbidUndef(C)));
1262   EXPECT_FALSE(match(ScalarUndef, m_APFloatAllowUndef(C)));
1263   EXPECT_FALSE(match(VectorUndef, m_APFloat(C)));
1264   EXPECT_FALSE(match(VectorUndef, m_APFloatForbidUndef(C)));
1265   EXPECT_FALSE(match(VectorUndef, m_APFloatAllowUndef(C)));
1266 
1267   // We can always match simple constants and simple splats.
1268   C = nullptr;
1269   EXPECT_TRUE(match(ScalarZero, m_APFloat(C)));
1270   EXPECT_TRUE(C->isZero());
1271   C = nullptr;
1272   EXPECT_TRUE(match(ScalarZero, m_APFloatForbidUndef(C)));
1273   EXPECT_TRUE(C->isZero());
1274   C = nullptr;
1275   EXPECT_TRUE(match(ScalarZero, m_APFloatAllowUndef(C)));
1276   EXPECT_TRUE(C->isZero());
1277   C = nullptr;
1278   EXPECT_TRUE(match(VectorZero, m_APFloat(C)));
1279   EXPECT_TRUE(C->isZero());
1280   C = nullptr;
1281   EXPECT_TRUE(match(VectorZero, m_APFloatForbidUndef(C)));
1282   EXPECT_TRUE(C->isZero());
1283   C = nullptr;
1284   EXPECT_TRUE(match(VectorZero, m_APFloatAllowUndef(C)));
1285   EXPECT_TRUE(C->isZero());
1286 
1287   // Whether splats with undef can be matched depends on the matcher.
1288   EXPECT_FALSE(match(VectorZeroUndef, m_APFloat(C)));
1289   EXPECT_FALSE(match(VectorZeroUndef, m_APFloatForbidUndef(C)));
1290   C = nullptr;
1291   EXPECT_TRUE(match(VectorZeroUndef, m_APFloatAllowUndef(C)));
1292   EXPECT_TRUE(C->isZero());
1293   C = nullptr;
1294   EXPECT_TRUE(match(VectorZeroUndef, m_Finite(C)));
1295   EXPECT_TRUE(C->isZero());
1296 }
1297 
1298 TEST_F(PatternMatchTest, FloatingPointFNeg) {
1299   Type *FltTy = IRB.getFloatTy();
1300   Value *One = ConstantFP::get(FltTy, 1.0);
1301   Value *Z = ConstantFP::get(FltTy, 0.0);
1302   Value *NZ = ConstantFP::get(FltTy, -0.0);
1303   Value *V = IRB.CreateFNeg(One);
1304   Value *V1 = IRB.CreateFSub(NZ, One);
1305   Value *V2 = IRB.CreateFSub(Z, One);
1306   Value *V3 = IRB.CreateFAdd(NZ, One);
1307   Value *Match;
1308 
1309   // Test FNeg(1.0)
1310   EXPECT_TRUE(match(V, m_FNeg(m_Value(Match))));
1311   EXPECT_EQ(One, Match);
1312 
1313   // Test FSub(-0.0, 1.0)
1314   EXPECT_TRUE(match(V1, m_FNeg(m_Value(Match))));
1315   EXPECT_EQ(One, Match);
1316 
1317   // Test FSub(0.0, 1.0)
1318   EXPECT_FALSE(match(V2, m_FNeg(m_Value(Match))));
1319   cast<Instruction>(V2)->setHasNoSignedZeros(true);
1320   EXPECT_TRUE(match(V2, m_FNeg(m_Value(Match))));
1321   EXPECT_EQ(One, Match);
1322 
1323   // Test FAdd(-0.0, 1.0)
1324   EXPECT_FALSE(match(V3, m_FNeg(m_Value(Match))));
1325 }
1326 
1327 TEST_F(PatternMatchTest, CondBranchTest) {
1328   BasicBlock *TrueBB = BasicBlock::Create(Ctx, "TrueBB", F);
1329   BasicBlock *FalseBB = BasicBlock::Create(Ctx, "FalseBB", F);
1330   Value *Br1 = IRB.CreateCondBr(IRB.getTrue(), TrueBB, FalseBB);
1331 
1332   EXPECT_TRUE(match(Br1, m_Br(m_Value(), m_BasicBlock(), m_BasicBlock())));
1333 
1334   BasicBlock *A, *B;
1335   EXPECT_TRUE(match(Br1, m_Br(m_Value(), m_BasicBlock(A), m_BasicBlock(B))));
1336   EXPECT_EQ(TrueBB, A);
1337   EXPECT_EQ(FalseBB, B);
1338 
1339   EXPECT_FALSE(
1340       match(Br1, m_Br(m_Value(), m_SpecificBB(FalseBB), m_BasicBlock())));
1341   EXPECT_FALSE(
1342       match(Br1, m_Br(m_Value(), m_BasicBlock(), m_SpecificBB(TrueBB))));
1343   EXPECT_FALSE(
1344       match(Br1, m_Br(m_Value(), m_SpecificBB(FalseBB), m_BasicBlock(TrueBB))));
1345   EXPECT_TRUE(
1346       match(Br1, m_Br(m_Value(), m_SpecificBB(TrueBB), m_BasicBlock(FalseBB))));
1347 
1348   // Check we can use m_Deferred with branches.
1349   EXPECT_FALSE(match(Br1, m_Br(m_Value(), m_BasicBlock(A), m_Deferred(A))));
1350   Value *Br2 = IRB.CreateCondBr(IRB.getTrue(), TrueBB, TrueBB);
1351   A = nullptr;
1352   EXPECT_TRUE(match(Br2, m_Br(m_Value(), m_BasicBlock(A), m_Deferred(A))));
1353 }
1354 
1355 TEST_F(PatternMatchTest, WithOverflowInst) {
1356   Value *Add = IRB.CreateBinaryIntrinsic(Intrinsic::uadd_with_overflow,
1357                                          IRB.getInt32(0), IRB.getInt32(0));
1358   Value *Add0 = IRB.CreateExtractValue(Add, 0);
1359   Value *Add1 = IRB.CreateExtractValue(Add, 1);
1360 
1361   EXPECT_TRUE(match(Add0, m_ExtractValue<0>(m_Value())));
1362   EXPECT_FALSE(match(Add0, m_ExtractValue<1>(m_Value())));
1363   EXPECT_FALSE(match(Add1, m_ExtractValue<0>(m_Value())));
1364   EXPECT_TRUE(match(Add1, m_ExtractValue<1>(m_Value())));
1365   EXPECT_FALSE(match(Add, m_ExtractValue<1>(m_Value())));
1366   EXPECT_FALSE(match(Add, m_ExtractValue<1>(m_Value())));
1367 
1368   WithOverflowInst *WOI;
1369   EXPECT_FALSE(match(Add0, m_WithOverflowInst(WOI)));
1370   EXPECT_FALSE(match(Add1, m_WithOverflowInst(WOI)));
1371   EXPECT_TRUE(match(Add, m_WithOverflowInst(WOI)));
1372 
1373   EXPECT_TRUE(match(Add0, m_ExtractValue<0>(m_WithOverflowInst(WOI))));
1374   EXPECT_EQ(Add, WOI);
1375   EXPECT_TRUE(match(Add1, m_ExtractValue<1>(m_WithOverflowInst(WOI))));
1376   EXPECT_EQ(Add, WOI);
1377 }
1378 
1379 TEST_F(PatternMatchTest, MinMaxIntrinsics) {
1380   Type *Ty = IRB.getInt32Ty();
1381   Value *L = ConstantInt::get(Ty, 1);
1382   Value *R = ConstantInt::get(Ty, 2);
1383   Value *MatchL, *MatchR;
1384 
1385   // Check for intrinsic ID match and capture of operands.
1386   EXPECT_TRUE(m_SMax(m_Value(MatchL), m_Value(MatchR))
1387                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smax, L, R)));
1388   EXPECT_EQ(L, MatchL);
1389   EXPECT_EQ(R, MatchR);
1390 
1391   EXPECT_TRUE(m_SMin(m_Value(MatchL), m_Value(MatchR))
1392                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smin, L, R)));
1393   EXPECT_EQ(L, MatchL);
1394   EXPECT_EQ(R, MatchR);
1395 
1396   EXPECT_TRUE(m_UMax(m_Value(MatchL), m_Value(MatchR))
1397                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umax, L, R)));
1398   EXPECT_EQ(L, MatchL);
1399   EXPECT_EQ(R, MatchR);
1400 
1401   EXPECT_TRUE(m_UMin(m_Value(MatchL), m_Value(MatchR))
1402                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umin, L, R)));
1403   EXPECT_EQ(L, MatchL);
1404   EXPECT_EQ(R, MatchR);
1405 
1406   // Check for intrinsic ID mismatch.
1407   EXPECT_FALSE(m_SMax(m_Value(MatchL), m_Value(MatchR))
1408                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smin, L, R)));
1409   EXPECT_FALSE(m_SMin(m_Value(MatchL), m_Value(MatchR))
1410                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umax, L, R)));
1411   EXPECT_FALSE(m_UMax(m_Value(MatchL), m_Value(MatchR))
1412                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umin, L, R)));
1413   EXPECT_FALSE(m_UMin(m_Value(MatchL), m_Value(MatchR))
1414                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smax, L, R)));
1415 }
1416 
1417 TEST_F(PatternMatchTest, IntrinsicMatcher) {
1418   Value *Name = IRB.CreateAlloca(IRB.getInt8Ty());
1419   Value *Hash = IRB.getInt64(0);
1420   Value *Num = IRB.getInt32(1);
1421   Value *Index = IRB.getInt32(2);
1422   Value *Step = IRB.getInt64(3);
1423 
1424   Value *Ops[] = {Name, Hash, Num, Index, Step};
1425   Module *M = BB->getParent()->getParent();
1426   Function *TheFn =
1427       Intrinsic::getDeclaration(M, Intrinsic::instrprof_increment_step);
1428 
1429   Value *Intrinsic5 = CallInst::Create(TheFn, Ops, "", BB);
1430 
1431   // Match without capturing.
1432   EXPECT_TRUE(match(
1433       Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1434                       m_Value(), m_Value(), m_Value(), m_Value(), m_Value())));
1435   EXPECT_FALSE(match(
1436       Intrinsic5, m_Intrinsic<Intrinsic::memmove>(
1437                       m_Value(), m_Value(), m_Value(), m_Value(), m_Value())));
1438 
1439   // Match with capturing.
1440   Value *Arg1 = nullptr;
1441   Value *Arg2 = nullptr;
1442   Value *Arg3 = nullptr;
1443   Value *Arg4 = nullptr;
1444   Value *Arg5 = nullptr;
1445   EXPECT_TRUE(
1446       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1447                             m_Value(Arg1), m_Value(Arg2), m_Value(Arg3),
1448                             m_Value(Arg4), m_Value(Arg5))));
1449   EXPECT_EQ(Arg1, Name);
1450   EXPECT_EQ(Arg2, Hash);
1451   EXPECT_EQ(Arg3, Num);
1452   EXPECT_EQ(Arg4, Index);
1453   EXPECT_EQ(Arg5, Step);
1454 
1455   // Match specific second argument.
1456   EXPECT_TRUE(
1457       match(Intrinsic5,
1458             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1459                 m_Value(), m_SpecificInt(0), m_Value(), m_Value(), m_Value())));
1460   EXPECT_FALSE(
1461       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1462                             m_Value(), m_SpecificInt(10), m_Value(), m_Value(),
1463                             m_Value())));
1464 
1465   // Match specific third argument.
1466   EXPECT_TRUE(
1467       match(Intrinsic5,
1468             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1469                 m_Value(), m_Value(), m_SpecificInt(1), m_Value(), m_Value())));
1470   EXPECT_FALSE(
1471       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1472                             m_Value(), m_Value(), m_SpecificInt(10), m_Value(),
1473                             m_Value())));
1474 
1475   // Match specific fourth argument.
1476   EXPECT_TRUE(
1477       match(Intrinsic5,
1478             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1479                 m_Value(), m_Value(), m_Value(), m_SpecificInt(2), m_Value())));
1480   EXPECT_FALSE(
1481       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1482                             m_Value(), m_Value(), m_Value(), m_SpecificInt(10),
1483                             m_Value())));
1484 
1485   // Match specific fifth argument.
1486   EXPECT_TRUE(
1487       match(Intrinsic5,
1488             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1489                 m_Value(), m_Value(), m_Value(), m_Value(), m_SpecificInt(3))));
1490   EXPECT_FALSE(
1491       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1492                             m_Value(), m_Value(), m_Value(), m_Value(),
1493                             m_SpecificInt(10))));
1494 }
1495 
1496 namespace {
1497 
1498 struct is_unsigned_zero_pred {
1499   bool isValue(const APInt &C) { return C.isZero(); }
1500 };
1501 
1502 struct is_float_zero_pred {
1503   bool isValue(const APFloat &C) { return C.isZero(); }
1504 };
1505 
1506 template <typename T> struct always_true_pred {
1507   bool isValue(const T &) { return true; }
1508 };
1509 
1510 template <typename T> struct always_false_pred {
1511   bool isValue(const T &) { return false; }
1512 };
1513 
1514 struct is_unsigned_max_pred {
1515   bool isValue(const APInt &C) { return C.isMaxValue(); }
1516 };
1517 
1518 struct is_float_nan_pred {
1519   bool isValue(const APFloat &C) { return C.isNaN(); }
1520 };
1521 
1522 } // namespace
1523 
1524 TEST_F(PatternMatchTest, ConstantPredicateType) {
1525 
1526   // Scalar integer
1527   APInt U32Max = APInt::getAllOnes(32);
1528   APInt U32Zero = APInt::getZero(32);
1529   APInt U32DeadBeef(32, 0xDEADBEEF);
1530 
1531   Type *U32Ty = Type::getInt32Ty(Ctx);
1532 
1533   Constant *CU32Max = Constant::getIntegerValue(U32Ty, U32Max);
1534   Constant *CU32Zero = Constant::getIntegerValue(U32Ty, U32Zero);
1535   Constant *CU32DeadBeef = Constant::getIntegerValue(U32Ty, U32DeadBeef);
1536 
1537   EXPECT_TRUE(match(CU32Max, cst_pred_ty<is_unsigned_max_pred>()));
1538   EXPECT_FALSE(match(CU32Max, cst_pred_ty<is_unsigned_zero_pred>()));
1539   EXPECT_TRUE(match(CU32Max, cst_pred_ty<always_true_pred<APInt>>()));
1540   EXPECT_FALSE(match(CU32Max, cst_pred_ty<always_false_pred<APInt>>()));
1541 
1542   EXPECT_FALSE(match(CU32Zero, cst_pred_ty<is_unsigned_max_pred>()));
1543   EXPECT_TRUE(match(CU32Zero, cst_pred_ty<is_unsigned_zero_pred>()));
1544   EXPECT_TRUE(match(CU32Zero, cst_pred_ty<always_true_pred<APInt>>()));
1545   EXPECT_FALSE(match(CU32Zero, cst_pred_ty<always_false_pred<APInt>>()));
1546 
1547   EXPECT_FALSE(match(CU32DeadBeef, cst_pred_ty<is_unsigned_max_pred>()));
1548   EXPECT_FALSE(match(CU32DeadBeef, cst_pred_ty<is_unsigned_zero_pred>()));
1549   EXPECT_TRUE(match(CU32DeadBeef, cst_pred_ty<always_true_pred<APInt>>()));
1550   EXPECT_FALSE(match(CU32DeadBeef, cst_pred_ty<always_false_pred<APInt>>()));
1551 
1552   // Scalar float
1553   APFloat F32NaN = APFloat::getNaN(APFloat::IEEEsingle());
1554   APFloat F32Zero = APFloat::getZero(APFloat::IEEEsingle());
1555   APFloat F32Pi(3.14f);
1556 
1557   Type *F32Ty = Type::getFloatTy(Ctx);
1558 
1559   Constant *CF32NaN = ConstantFP::get(F32Ty, F32NaN);
1560   Constant *CF32Zero = ConstantFP::get(F32Ty, F32Zero);
1561   Constant *CF32Pi = ConstantFP::get(F32Ty, F32Pi);
1562 
1563   EXPECT_TRUE(match(CF32NaN, cstfp_pred_ty<is_float_nan_pred>()));
1564   EXPECT_FALSE(match(CF32NaN, cstfp_pred_ty<is_float_zero_pred>()));
1565   EXPECT_TRUE(match(CF32NaN, cstfp_pred_ty<always_true_pred<APFloat>>()));
1566   EXPECT_FALSE(match(CF32NaN, cstfp_pred_ty<always_false_pred<APFloat>>()));
1567 
1568   EXPECT_FALSE(match(CF32Zero, cstfp_pred_ty<is_float_nan_pred>()));
1569   EXPECT_TRUE(match(CF32Zero, cstfp_pred_ty<is_float_zero_pred>()));
1570   EXPECT_TRUE(match(CF32Zero, cstfp_pred_ty<always_true_pred<APFloat>>()));
1571   EXPECT_FALSE(match(CF32Zero, cstfp_pred_ty<always_false_pred<APFloat>>()));
1572 
1573   EXPECT_FALSE(match(CF32Pi, cstfp_pred_ty<is_float_nan_pred>()));
1574   EXPECT_FALSE(match(CF32Pi, cstfp_pred_ty<is_float_zero_pred>()));
1575   EXPECT_TRUE(match(CF32Pi, cstfp_pred_ty<always_true_pred<APFloat>>()));
1576   EXPECT_FALSE(match(CF32Pi, cstfp_pred_ty<always_false_pred<APFloat>>()));
1577 
1578   auto FixedEC = ElementCount::getFixed(4);
1579   auto ScalableEC = ElementCount::getScalable(4);
1580 
1581   // Vector splat
1582 
1583   for (auto EC : {FixedEC, ScalableEC}) {
1584     // integer
1585 
1586     Constant *CSplatU32Max = ConstantVector::getSplat(EC, CU32Max);
1587     Constant *CSplatU32Zero = ConstantVector::getSplat(EC, CU32Zero);
1588     Constant *CSplatU32DeadBeef = ConstantVector::getSplat(EC, CU32DeadBeef);
1589 
1590     EXPECT_TRUE(match(CSplatU32Max, cst_pred_ty<is_unsigned_max_pred>()));
1591     EXPECT_FALSE(match(CSplatU32Max, cst_pred_ty<is_unsigned_zero_pred>()));
1592     EXPECT_TRUE(match(CSplatU32Max, cst_pred_ty<always_true_pred<APInt>>()));
1593     EXPECT_FALSE(match(CSplatU32Max, cst_pred_ty<always_false_pred<APInt>>()));
1594 
1595     EXPECT_FALSE(match(CSplatU32Zero, cst_pred_ty<is_unsigned_max_pred>()));
1596     EXPECT_TRUE(match(CSplatU32Zero, cst_pred_ty<is_unsigned_zero_pred>()));
1597     EXPECT_TRUE(match(CSplatU32Zero, cst_pred_ty<always_true_pred<APInt>>()));
1598     EXPECT_FALSE(match(CSplatU32Zero, cst_pred_ty<always_false_pred<APInt>>()));
1599 
1600     EXPECT_FALSE(match(CSplatU32DeadBeef, cst_pred_ty<is_unsigned_max_pred>()));
1601     EXPECT_FALSE(
1602         match(CSplatU32DeadBeef, cst_pred_ty<is_unsigned_zero_pred>()));
1603     EXPECT_TRUE(
1604         match(CSplatU32DeadBeef, cst_pred_ty<always_true_pred<APInt>>()));
1605     EXPECT_FALSE(
1606         match(CSplatU32DeadBeef, cst_pred_ty<always_false_pred<APInt>>()));
1607 
1608     // float
1609 
1610     Constant *CSplatF32NaN = ConstantVector::getSplat(EC, CF32NaN);
1611     Constant *CSplatF32Zero = ConstantVector::getSplat(EC, CF32Zero);
1612     Constant *CSplatF32Pi = ConstantVector::getSplat(EC, CF32Pi);
1613 
1614     EXPECT_TRUE(match(CSplatF32NaN, cstfp_pred_ty<is_float_nan_pred>()));
1615     EXPECT_FALSE(match(CSplatF32NaN, cstfp_pred_ty<is_float_zero_pred>()));
1616     EXPECT_TRUE(
1617         match(CSplatF32NaN, cstfp_pred_ty<always_true_pred<APFloat>>()));
1618     EXPECT_FALSE(
1619         match(CSplatF32NaN, cstfp_pred_ty<always_false_pred<APFloat>>()));
1620 
1621     EXPECT_FALSE(match(CSplatF32Zero, cstfp_pred_ty<is_float_nan_pred>()));
1622     EXPECT_TRUE(match(CSplatF32Zero, cstfp_pred_ty<is_float_zero_pred>()));
1623     EXPECT_TRUE(
1624         match(CSplatF32Zero, cstfp_pred_ty<always_true_pred<APFloat>>()));
1625     EXPECT_FALSE(
1626         match(CSplatF32Zero, cstfp_pred_ty<always_false_pred<APFloat>>()));
1627 
1628     EXPECT_FALSE(match(CSplatF32Pi, cstfp_pred_ty<is_float_nan_pred>()));
1629     EXPECT_FALSE(match(CSplatF32Pi, cstfp_pred_ty<is_float_zero_pred>()));
1630     EXPECT_TRUE(match(CSplatF32Pi, cstfp_pred_ty<always_true_pred<APFloat>>()));
1631     EXPECT_FALSE(
1632         match(CSplatF32Pi, cstfp_pred_ty<always_false_pred<APFloat>>()));
1633   }
1634 
1635   // Int arbitrary vector
1636 
1637   Constant *CMixedU32 = ConstantVector::get({CU32Max, CU32Zero, CU32DeadBeef});
1638   Constant *CU32Undef = UndefValue::get(U32Ty);
1639   Constant *CU32MaxWithUndef =
1640       ConstantVector::get({CU32Undef, CU32Max, CU32Undef});
1641 
1642   EXPECT_FALSE(match(CMixedU32, cst_pred_ty<is_unsigned_max_pred>()));
1643   EXPECT_FALSE(match(CMixedU32, cst_pred_ty<is_unsigned_zero_pred>()));
1644   EXPECT_TRUE(match(CMixedU32, cst_pred_ty<always_true_pred<APInt>>()));
1645   EXPECT_FALSE(match(CMixedU32, cst_pred_ty<always_false_pred<APInt>>()));
1646 
1647   EXPECT_TRUE(match(CU32MaxWithUndef, cst_pred_ty<is_unsigned_max_pred>()));
1648   EXPECT_FALSE(match(CU32MaxWithUndef, cst_pred_ty<is_unsigned_zero_pred>()));
1649   EXPECT_TRUE(match(CU32MaxWithUndef, cst_pred_ty<always_true_pred<APInt>>()));
1650   EXPECT_FALSE(
1651       match(CU32MaxWithUndef, cst_pred_ty<always_false_pred<APInt>>()));
1652 
1653   // Float arbitrary vector
1654 
1655   Constant *CMixedF32 = ConstantVector::get({CF32NaN, CF32Zero, CF32Pi});
1656   Constant *CF32Undef = UndefValue::get(F32Ty);
1657   Constant *CF32NaNWithUndef =
1658       ConstantVector::get({CF32Undef, CF32NaN, CF32Undef});
1659 
1660   EXPECT_FALSE(match(CMixedF32, cstfp_pred_ty<is_float_nan_pred>()));
1661   EXPECT_FALSE(match(CMixedF32, cstfp_pred_ty<is_float_zero_pred>()));
1662   EXPECT_TRUE(match(CMixedF32, cstfp_pred_ty<always_true_pred<APFloat>>()));
1663   EXPECT_FALSE(match(CMixedF32, cstfp_pred_ty<always_false_pred<APFloat>>()));
1664 
1665   EXPECT_TRUE(match(CF32NaNWithUndef, cstfp_pred_ty<is_float_nan_pred>()));
1666   EXPECT_FALSE(match(CF32NaNWithUndef, cstfp_pred_ty<is_float_zero_pred>()));
1667   EXPECT_TRUE(
1668       match(CF32NaNWithUndef, cstfp_pred_ty<always_true_pred<APFloat>>()));
1669   EXPECT_FALSE(
1670       match(CF32NaNWithUndef, cstfp_pred_ty<always_false_pred<APFloat>>()));
1671 }
1672 
1673 TEST_F(PatternMatchTest, InsertValue) {
1674   Type *StructTy = StructType::create(IRB.getContext(),
1675                                       {IRB.getInt32Ty(), IRB.getInt64Ty()});
1676   Value *Ins0 =
1677       IRB.CreateInsertValue(UndefValue::get(StructTy), IRB.getInt32(20), 0);
1678   Value *Ins1 = IRB.CreateInsertValue(Ins0, IRB.getInt64(90), 1);
1679 
1680   EXPECT_TRUE(match(Ins0, m_InsertValue<0>(m_Value(), m_Value())));
1681   EXPECT_FALSE(match(Ins0, m_InsertValue<1>(m_Value(), m_Value())));
1682   EXPECT_FALSE(match(Ins1, m_InsertValue<0>(m_Value(), m_Value())));
1683   EXPECT_TRUE(match(Ins1, m_InsertValue<1>(m_Value(), m_Value())));
1684 
1685   EXPECT_TRUE(match(Ins0, m_InsertValue<0>(m_Undef(), m_SpecificInt(20))));
1686   EXPECT_FALSE(match(Ins0, m_InsertValue<0>(m_Undef(), m_SpecificInt(0))));
1687 
1688   EXPECT_TRUE(
1689       match(Ins1, m_InsertValue<1>(m_InsertValue<0>(m_Value(), m_Value()),
1690                                    m_SpecificInt(90))));
1691   EXPECT_FALSE(match(IRB.getInt64(99), m_InsertValue<0>(m_Value(), m_Value())));
1692 }
1693 
1694 TEST_F(PatternMatchTest, LogicalSelects) {
1695   Value *Alloca = IRB.CreateAlloca(IRB.getInt1Ty());
1696   Value *X = IRB.CreateLoad(IRB.getInt1Ty(), Alloca);
1697   Value *Y = IRB.CreateLoad(IRB.getInt1Ty(), Alloca);
1698   Constant *T = IRB.getInt1(true);
1699   Constant *F = IRB.getInt1(false);
1700   Value *And = IRB.CreateSelect(X, Y, F);
1701   Value *Or = IRB.CreateSelect(X, T, Y);
1702 
1703   // Logical and:
1704   // Check basic no-capture logic - opcode and constant must match.
1705   EXPECT_TRUE(match(And, m_LogicalAnd(m_Value(), m_Value())));
1706   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Value(), m_Value())));
1707   EXPECT_FALSE(match(And, m_LogicalOr(m_Value(), m_Value())));
1708   EXPECT_FALSE(match(And, m_c_LogicalOr(m_Value(), m_Value())));
1709 
1710   // Check with captures.
1711   EXPECT_TRUE(match(And, m_LogicalAnd(m_Specific(X), m_Value())));
1712   EXPECT_TRUE(match(And, m_LogicalAnd(m_Value(), m_Specific(Y))));
1713   EXPECT_TRUE(match(And, m_LogicalAnd(m_Specific(X), m_Specific(Y))));
1714 
1715   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(Y), m_Value())));
1716   EXPECT_FALSE(match(And, m_LogicalAnd(m_Value(), m_Specific(X))));
1717   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(Y), m_Specific(X))));
1718 
1719   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(X), m_Specific(X))));
1720   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(Y), m_Specific(Y))));
1721 
1722   // Check captures for commutative match.
1723   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(X), m_Value())));
1724   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Value(), m_Specific(Y))));
1725   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(X), m_Specific(Y))));
1726 
1727   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(Y), m_Value())));
1728   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Value(), m_Specific(X))));
1729   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(Y), m_Specific(X))));
1730 
1731   EXPECT_FALSE(match(And, m_c_LogicalAnd(m_Specific(X), m_Specific(X))));
1732   EXPECT_FALSE(match(And, m_c_LogicalAnd(m_Specific(Y), m_Specific(Y))));
1733 
1734   // Logical or:
1735   // Check basic no-capture logic - opcode and constant must match.
1736   EXPECT_TRUE(match(Or, m_LogicalOr(m_Value(), m_Value())));
1737   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Value(), m_Value())));
1738   EXPECT_FALSE(match(Or, m_LogicalAnd(m_Value(), m_Value())));
1739   EXPECT_FALSE(match(Or, m_c_LogicalAnd(m_Value(), m_Value())));
1740 
1741   // Check with captures.
1742   EXPECT_TRUE(match(Or, m_LogicalOr(m_Specific(X), m_Value())));
1743   EXPECT_TRUE(match(Or, m_LogicalOr(m_Value(), m_Specific(Y))));
1744   EXPECT_TRUE(match(Or, m_LogicalOr(m_Specific(X), m_Specific(Y))));
1745 
1746   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(Y), m_Value())));
1747   EXPECT_FALSE(match(Or, m_LogicalOr(m_Value(), m_Specific(X))));
1748   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(Y), m_Specific(X))));
1749 
1750   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(X), m_Specific(X))));
1751   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(Y), m_Specific(Y))));
1752 
1753   // Check captures for commutative match.
1754   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(X), m_Value())));
1755   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Value(), m_Specific(Y))));
1756   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(X), m_Specific(Y))));
1757 
1758   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(Y), m_Value())));
1759   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Value(), m_Specific(X))));
1760   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(Y), m_Specific(X))));
1761 
1762   EXPECT_FALSE(match(Or, m_c_LogicalOr(m_Specific(X), m_Specific(X))));
1763   EXPECT_FALSE(match(Or, m_c_LogicalOr(m_Specific(Y), m_Specific(Y))));
1764 }
1765 
1766 TEST_F(PatternMatchTest, VectorLogicalSelects) {
1767   Type *i1 = IRB.getInt1Ty();
1768   Type *v3i1 = FixedVectorType::get(i1, 3);
1769 
1770   Value *Alloca = IRB.CreateAlloca(i1);
1771   Value *AllocaVec = IRB.CreateAlloca(v3i1);
1772   Value *Scalar = IRB.CreateLoad(i1, Alloca);
1773   Value *Vector = IRB.CreateLoad(v3i1, AllocaVec);
1774   Constant *F = Constant::getNullValue(v3i1);
1775   Constant *T = Constant::getAllOnesValue(v3i1);
1776 
1777   // select <3 x i1> Vector, <3 x i1> Vector, <3 x i1> <i1 0, i1 0, i1 0>
1778   Value *VecAnd = IRB.CreateSelect(Vector, Vector, F);
1779 
1780   // select i1 Scalar, <3 x i1> Vector, <3 x i1> <i1 0, i1 0, i1 0>
1781   Value *MixedTypeAnd = IRB.CreateSelect(Scalar, Vector, F);
1782 
1783   // select <3 x i1> Vector, <3 x i1> <i1 1, i1 1, i1 1>, <3 x i1> Vector
1784   Value *VecOr = IRB.CreateSelect(Vector, T, Vector);
1785 
1786   // select i1 Scalar, <3 x i1> <i1 1, i1 1, i1 1>, <3 x i1> Vector
1787   Value *MixedTypeOr = IRB.CreateSelect(Scalar, T, Vector);
1788 
1789   // We allow matching a real vector logical select,
1790   // but not a scalar select of vector bools.
1791   EXPECT_TRUE(match(VecAnd, m_LogicalAnd(m_Value(), m_Value())));
1792   EXPECT_FALSE(match(MixedTypeAnd, m_LogicalAnd(m_Value(), m_Value())));
1793   EXPECT_TRUE(match(VecOr, m_LogicalOr(m_Value(), m_Value())));
1794   EXPECT_FALSE(match(MixedTypeOr, m_LogicalOr(m_Value(), m_Value())));
1795 }
1796 
1797 TEST_F(PatternMatchTest, VScale) {
1798   DataLayout DL = M->getDataLayout();
1799 
1800   Type *VecTy = ScalableVectorType::get(IRB.getInt8Ty(), 1);
1801   Value *NullPtrVec =
1802       Constant::getNullValue(PointerType::getUnqual(VecTy->getContext()));
1803   Value *GEP = IRB.CreateGEP(VecTy, NullPtrVec, IRB.getInt64(1));
1804   Value *PtrToInt = IRB.CreatePtrToInt(GEP, DL.getIntPtrType(GEP->getType()));
1805   EXPECT_TRUE(match(PtrToInt, m_VScale()));
1806 
1807   Type *VecTy2 = ScalableVectorType::get(IRB.getInt8Ty(), 2);
1808   Value *NullPtrVec2 =
1809       Constant::getNullValue(PointerType::getUnqual(VecTy2->getContext()));
1810   Value *GEP2 = IRB.CreateGEP(VecTy, NullPtrVec2, IRB.getInt64(1));
1811   Value *PtrToInt2 =
1812       IRB.CreatePtrToInt(GEP2, DL.getIntPtrType(GEP2->getType()));
1813   EXPECT_TRUE(match(PtrToInt2, m_VScale()));
1814 }
1815 
1816 TEST_F(PatternMatchTest, NotForbidUndef) {
1817   Type *ScalarTy = IRB.getInt8Ty();
1818   Type *VectorTy = FixedVectorType::get(ScalarTy, 3);
1819   Constant *ScalarUndef = UndefValue::get(ScalarTy);
1820   Constant *ScalarOnes = Constant::getAllOnesValue(ScalarTy);
1821   Constant *VectorZero = Constant::getNullValue(VectorTy);
1822   Constant *VectorOnes = Constant::getAllOnesValue(VectorTy);
1823 
1824   SmallVector<Constant *, 3> MixedElems;
1825   MixedElems.push_back(ScalarOnes);
1826   MixedElems.push_back(ScalarOnes);
1827   MixedElems.push_back(ScalarUndef);
1828   Constant *VectorMixed = ConstantVector::get(MixedElems);
1829 
1830   Value *Not = IRB.CreateXor(VectorZero, VectorOnes);
1831   Value *X;
1832   EXPECT_TRUE(match(Not, m_Not(m_Value())));
1833   EXPECT_TRUE(match(Not, m_NotForbidUndef(m_Value(X))));
1834   EXPECT_TRUE(match(X, m_Zero()));
1835 
1836   Value *NotCommute = IRB.CreateXor(VectorOnes, VectorZero);
1837   Value *Y;
1838   EXPECT_TRUE(match(NotCommute, m_Not(m_Value())));
1839   EXPECT_TRUE(match(NotCommute, m_NotForbidUndef(m_Value(Y))));
1840   EXPECT_TRUE(match(Y, m_Zero()));
1841 
1842   Value *NotWithUndefs = IRB.CreateXor(VectorZero, VectorMixed);
1843   EXPECT_TRUE(match(NotWithUndefs, m_Not(m_Value())));
1844   EXPECT_FALSE(match(NotWithUndefs, m_NotForbidUndef(m_Value())));
1845 
1846   Value *NotWithUndefsCommute = IRB.CreateXor(VectorMixed, VectorZero);
1847   EXPECT_TRUE(match(NotWithUndefsCommute, m_Not(m_Value())));
1848   EXPECT_FALSE(match(NotWithUndefsCommute, m_NotForbidUndef(m_Value(X))));
1849 }
1850 
1851 template <typename T> struct MutableConstTest : PatternMatchTest { };
1852 
1853 typedef ::testing::Types<std::tuple<Value*, Instruction*>,
1854                          std::tuple<const Value*, const Instruction *>>
1855     MutableConstTestTypes;
1856 TYPED_TEST_SUITE(MutableConstTest, MutableConstTestTypes, );
1857 
1858 TYPED_TEST(MutableConstTest, ICmp) {
1859   auto &IRB = PatternMatchTest::IRB;
1860 
1861   typedef std::tuple_element_t<0, TypeParam> ValueType;
1862   typedef std::tuple_element_t<1, TypeParam> InstructionType;
1863 
1864   Value *L = IRB.getInt32(1);
1865   Value *R = IRB.getInt32(2);
1866   ICmpInst::Predicate Pred = ICmpInst::ICMP_UGT;
1867 
1868   ValueType MatchL;
1869   ValueType MatchR;
1870   ICmpInst::Predicate MatchPred;
1871 
1872   EXPECT_TRUE(m_ICmp(MatchPred, m_Value(MatchL), m_Value(MatchR))
1873               .match((InstructionType)IRB.CreateICmp(Pred, L, R)));
1874   EXPECT_EQ(L, MatchL);
1875   EXPECT_EQ(R, MatchR);
1876 }
1877 
1878 TEST_F(PatternMatchTest, ConstExpr) {
1879   Constant *G =
1880       M->getOrInsertGlobal("dummy", PointerType::getUnqual(IRB.getInt32Ty()));
1881   Constant *S = ConstantExpr::getPtrToInt(G, IRB.getInt32Ty());
1882   Type *VecTy = FixedVectorType::get(IRB.getInt32Ty(), 2);
1883   PoisonValue *P = PoisonValue::get(VecTy);
1884   Constant *V = ConstantExpr::getInsertElement(P, S, IRB.getInt32(0));
1885 
1886   // The match succeeds on a constant that is a constant expression itself
1887   // or a constant that contains a constant expression.
1888   EXPECT_TRUE(match(S, m_ConstantExpr()));
1889   EXPECT_TRUE(match(V, m_ConstantExpr()));
1890 }
1891 
1892 } // anonymous namespace.
1893