xref: /llvm-project/llvm/unittests/IR/PatternMatch.cpp (revision d8428dfeb8d9a0bbb5345f96f29a4a66eb950769)
1 //===---- llvm/unittest/IR/PatternMatch.cpp - PatternMatch unit tests ----===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 
9 #include "llvm/IR/PatternMatch.h"
10 #include "llvm/ADT/APSInt.h"
11 #include "llvm/ADT/STLExtras.h"
12 #include "llvm/Analysis/ValueTracking.h"
13 #include "llvm/IR/BasicBlock.h"
14 #include "llvm/IR/Constants.h"
15 #include "llvm/IR/DataLayout.h"
16 #include "llvm/IR/DerivedTypes.h"
17 #include "llvm/IR/Function.h"
18 #include "llvm/IR/IRBuilder.h"
19 #include "llvm/IR/Instructions.h"
20 #include "llvm/IR/LLVMContext.h"
21 #include "llvm/IR/MDBuilder.h"
22 #include "llvm/IR/Module.h"
23 #include "llvm/IR/NoFolder.h"
24 #include "llvm/IR/Operator.h"
25 #include "llvm/IR/Type.h"
26 #include "gtest/gtest.h"
27 
28 using namespace llvm;
29 using namespace llvm::PatternMatch;
30 
31 namespace {
32 
33 struct PatternMatchTest : ::testing::Test {
34   LLVMContext Ctx;
35   std::unique_ptr<Module> M;
36   Function *F;
37   BasicBlock *BB;
38   IRBuilder<NoFolder> IRB;
39 
40   PatternMatchTest()
41       : M(new Module("PatternMatchTestModule", Ctx)),
42         F(Function::Create(
43             FunctionType::get(Type::getVoidTy(Ctx), /* IsVarArg */ false),
44             Function::ExternalLinkage, "f", M.get())),
45         BB(BasicBlock::Create(Ctx, "entry", F)), IRB(BB) {}
46 };
47 
48 TEST_F(PatternMatchTest, OneUse) {
49   // Build up a little tree of values:
50   //
51   //   One  = (1 + 2) + 42
52   //   Two  = One + 42
53   //   Leaf = (Two + 8) + (Two + 13)
54   Value *One = IRB.CreateAdd(IRB.CreateAdd(IRB.getInt32(1), IRB.getInt32(2)),
55                              IRB.getInt32(42));
56   Value *Two = IRB.CreateAdd(One, IRB.getInt32(42));
57   Value *Leaf = IRB.CreateAdd(IRB.CreateAdd(Two, IRB.getInt32(8)),
58                               IRB.CreateAdd(Two, IRB.getInt32(13)));
59   Value *V;
60 
61   EXPECT_TRUE(m_OneUse(m_Value(V)).match(One));
62   EXPECT_EQ(One, V);
63 
64   EXPECT_FALSE(m_OneUse(m_Value()).match(Two));
65   EXPECT_FALSE(m_OneUse(m_Value()).match(Leaf));
66 }
67 
68 TEST_F(PatternMatchTest, SpecificIntEQ) {
69   Type *IntTy = IRB.getInt32Ty();
70   unsigned BitWidth = IntTy->getScalarSizeInBits();
71 
72   Value *Zero = ConstantInt::get(IntTy, 0);
73   Value *One = ConstantInt::get(IntTy, 1);
74   Value *NegOne = ConstantInt::get(IntTy, -1);
75 
76   EXPECT_TRUE(
77       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 0))
78           .match(Zero));
79   EXPECT_FALSE(
80       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 0))
81           .match(One));
82   EXPECT_FALSE(
83       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 0))
84           .match(NegOne));
85 
86   EXPECT_FALSE(
87       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 1))
88           .match(Zero));
89   EXPECT_TRUE(
90       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 1))
91           .match(One));
92   EXPECT_FALSE(
93       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, 1))
94           .match(NegOne));
95 
96   EXPECT_FALSE(
97       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, -1))
98           .match(Zero));
99   EXPECT_FALSE(
100       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, -1))
101           .match(One));
102   EXPECT_TRUE(
103       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_EQ, APInt(BitWidth, -1))
104           .match(NegOne));
105 }
106 
107 TEST_F(PatternMatchTest, SpecificIntNE) {
108   Type *IntTy = IRB.getInt32Ty();
109   unsigned BitWidth = IntTy->getScalarSizeInBits();
110 
111   Value *Zero = ConstantInt::get(IntTy, 0);
112   Value *One = ConstantInt::get(IntTy, 1);
113   Value *NegOne = ConstantInt::get(IntTy, -1);
114 
115   EXPECT_FALSE(
116       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 0))
117           .match(Zero));
118   EXPECT_TRUE(
119       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 0))
120           .match(One));
121   EXPECT_TRUE(
122       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 0))
123           .match(NegOne));
124 
125   EXPECT_TRUE(
126       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 1))
127           .match(Zero));
128   EXPECT_FALSE(
129       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 1))
130           .match(One));
131   EXPECT_TRUE(
132       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, 1))
133           .match(NegOne));
134 
135   EXPECT_TRUE(
136       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, -1))
137           .match(Zero));
138   EXPECT_TRUE(
139       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, -1))
140           .match(One));
141   EXPECT_FALSE(
142       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_NE, APInt(BitWidth, -1))
143           .match(NegOne));
144 }
145 
146 TEST_F(PatternMatchTest, SpecificIntUGT) {
147   Type *IntTy = IRB.getInt32Ty();
148   unsigned BitWidth = IntTy->getScalarSizeInBits();
149 
150   Value *Zero = ConstantInt::get(IntTy, 0);
151   Value *One = ConstantInt::get(IntTy, 1);
152   Value *NegOne = ConstantInt::get(IntTy, -1);
153 
154   EXPECT_FALSE(
155       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 0))
156           .match(Zero));
157   EXPECT_TRUE(
158       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 0))
159           .match(One));
160   EXPECT_TRUE(
161       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 0))
162           .match(NegOne));
163 
164   EXPECT_FALSE(
165       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 1))
166           .match(Zero));
167   EXPECT_FALSE(
168       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 1))
169           .match(One));
170   EXPECT_TRUE(
171       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, 1))
172           .match(NegOne));
173 
174   EXPECT_FALSE(
175       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, -1))
176           .match(Zero));
177   EXPECT_FALSE(
178       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, -1))
179           .match(One));
180   EXPECT_FALSE(
181       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGT, APInt(BitWidth, -1))
182           .match(NegOne));
183 }
184 
185 TEST_F(PatternMatchTest, SignbitZeroChecks) {
186   Type *IntTy = IRB.getInt32Ty();
187 
188   Value *Zero = ConstantInt::get(IntTy, 0);
189   Value *One = ConstantInt::get(IntTy, 1);
190   Value *NegOne = ConstantInt::get(IntTy, -1);
191 
192   EXPECT_TRUE(m_Negative().match(NegOne));
193   EXPECT_FALSE(m_NonNegative().match(NegOne));
194   EXPECT_FALSE(m_StrictlyPositive().match(NegOne));
195   EXPECT_TRUE(m_NonPositive().match(NegOne));
196 
197   EXPECT_FALSE(m_Negative().match(Zero));
198   EXPECT_TRUE(m_NonNegative().match(Zero));
199   EXPECT_FALSE(m_StrictlyPositive().match(Zero));
200   EXPECT_TRUE(m_NonPositive().match(Zero));
201 
202   EXPECT_FALSE(m_Negative().match(One));
203   EXPECT_TRUE(m_NonNegative().match(One));
204   EXPECT_TRUE(m_StrictlyPositive().match(One));
205   EXPECT_FALSE(m_NonPositive().match(One));
206 }
207 
208 TEST_F(PatternMatchTest, SpecificIntUGE) {
209   Type *IntTy = IRB.getInt32Ty();
210   unsigned BitWidth = IntTy->getScalarSizeInBits();
211 
212   Value *Zero = ConstantInt::get(IntTy, 0);
213   Value *One = ConstantInt::get(IntTy, 1);
214   Value *NegOne = ConstantInt::get(IntTy, -1);
215 
216   EXPECT_TRUE(
217       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 0))
218           .match(Zero));
219   EXPECT_TRUE(
220       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 0))
221           .match(One));
222   EXPECT_TRUE(
223       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 0))
224           .match(NegOne));
225 
226   EXPECT_FALSE(
227       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 1))
228           .match(Zero));
229   EXPECT_TRUE(
230       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 1))
231           .match(One));
232   EXPECT_TRUE(
233       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, 1))
234           .match(NegOne));
235 
236   EXPECT_FALSE(
237       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, -1))
238           .match(Zero));
239   EXPECT_FALSE(
240       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, -1))
241           .match(One));
242   EXPECT_TRUE(
243       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_UGE, APInt(BitWidth, -1))
244           .match(NegOne));
245 }
246 
247 TEST_F(PatternMatchTest, SpecificIntULT) {
248   Type *IntTy = IRB.getInt32Ty();
249   unsigned BitWidth = IntTy->getScalarSizeInBits();
250 
251   Value *Zero = ConstantInt::get(IntTy, 0);
252   Value *One = ConstantInt::get(IntTy, 1);
253   Value *NegOne = ConstantInt::get(IntTy, -1);
254 
255   EXPECT_FALSE(
256       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 0))
257           .match(Zero));
258   EXPECT_FALSE(
259       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 0))
260           .match(One));
261   EXPECT_FALSE(
262       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 0))
263           .match(NegOne));
264 
265   EXPECT_TRUE(
266       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 1))
267           .match(Zero));
268   EXPECT_FALSE(
269       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 1))
270           .match(One));
271   EXPECT_FALSE(
272       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, 1))
273           .match(NegOne));
274 
275   EXPECT_TRUE(
276       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, -1))
277           .match(Zero));
278   EXPECT_TRUE(
279       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, -1))
280           .match(One));
281   EXPECT_FALSE(
282       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULT, APInt(BitWidth, -1))
283           .match(NegOne));
284 }
285 
286 TEST_F(PatternMatchTest, SpecificIntULE) {
287   Type *IntTy = IRB.getInt32Ty();
288   unsigned BitWidth = IntTy->getScalarSizeInBits();
289 
290   Value *Zero = ConstantInt::get(IntTy, 0);
291   Value *One = ConstantInt::get(IntTy, 1);
292   Value *NegOne = ConstantInt::get(IntTy, -1);
293 
294   EXPECT_TRUE(
295       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 0))
296           .match(Zero));
297   EXPECT_FALSE(
298       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 0))
299           .match(One));
300   EXPECT_FALSE(
301       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 0))
302           .match(NegOne));
303 
304   EXPECT_TRUE(
305       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 1))
306           .match(Zero));
307   EXPECT_TRUE(
308       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 1))
309           .match(One));
310   EXPECT_FALSE(
311       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, 1))
312           .match(NegOne));
313 
314   EXPECT_TRUE(
315       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, -1))
316           .match(Zero));
317   EXPECT_TRUE(
318       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, -1))
319           .match(One));
320   EXPECT_TRUE(
321       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_ULE, APInt(BitWidth, -1))
322           .match(NegOne));
323 }
324 
325 TEST_F(PatternMatchTest, SpecificIntSGT) {
326   Type *IntTy = IRB.getInt32Ty();
327   unsigned BitWidth = IntTy->getScalarSizeInBits();
328 
329   Value *Zero = ConstantInt::get(IntTy, 0);
330   Value *One = ConstantInt::get(IntTy, 1);
331   Value *NegOne = ConstantInt::get(IntTy, -1);
332 
333   EXPECT_FALSE(
334       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 0))
335           .match(Zero));
336   EXPECT_TRUE(
337       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 0))
338           .match(One));
339   EXPECT_FALSE(
340       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 0))
341           .match(NegOne));
342 
343   EXPECT_FALSE(
344       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 1))
345           .match(Zero));
346   EXPECT_FALSE(
347       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 1))
348           .match(One));
349   EXPECT_FALSE(
350       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, 1))
351           .match(NegOne));
352 
353   EXPECT_TRUE(
354       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, -1))
355           .match(Zero));
356   EXPECT_TRUE(
357       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, -1))
358           .match(One));
359   EXPECT_FALSE(
360       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGT, APInt(BitWidth, -1))
361           .match(NegOne));
362 }
363 
364 TEST_F(PatternMatchTest, SpecificIntSGE) {
365   Type *IntTy = IRB.getInt32Ty();
366   unsigned BitWidth = IntTy->getScalarSizeInBits();
367 
368   Value *Zero = ConstantInt::get(IntTy, 0);
369   Value *One = ConstantInt::get(IntTy, 1);
370   Value *NegOne = ConstantInt::get(IntTy, -1);
371 
372   EXPECT_TRUE(
373       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 0))
374           .match(Zero));
375   EXPECT_TRUE(
376       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 0))
377           .match(One));
378   EXPECT_FALSE(
379       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 0))
380           .match(NegOne));
381 
382   EXPECT_FALSE(
383       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 1))
384           .match(Zero));
385   EXPECT_TRUE(
386       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 1))
387           .match(One));
388   EXPECT_FALSE(
389       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, 1))
390           .match(NegOne));
391 
392   EXPECT_TRUE(
393       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, -1))
394           .match(Zero));
395   EXPECT_TRUE(
396       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, -1))
397           .match(One));
398   EXPECT_TRUE(
399       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SGE, APInt(BitWidth, -1))
400           .match(NegOne));
401 }
402 
403 TEST_F(PatternMatchTest, SpecificIntSLT) {
404   Type *IntTy = IRB.getInt32Ty();
405   unsigned BitWidth = IntTy->getScalarSizeInBits();
406 
407   Value *Zero = ConstantInt::get(IntTy, 0);
408   Value *One = ConstantInt::get(IntTy, 1);
409   Value *NegOne = ConstantInt::get(IntTy, -1);
410 
411   EXPECT_FALSE(
412       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 0))
413           .match(Zero));
414   EXPECT_FALSE(
415       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 0))
416           .match(One));
417   EXPECT_TRUE(
418       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 0))
419           .match(NegOne));
420 
421   EXPECT_TRUE(
422       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 1))
423           .match(Zero));
424   EXPECT_FALSE(
425       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 1))
426           .match(One));
427   EXPECT_TRUE(
428       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, 1))
429           .match(NegOne));
430 
431   EXPECT_FALSE(
432       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, -1))
433           .match(Zero));
434   EXPECT_FALSE(
435       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, -1))
436           .match(One));
437   EXPECT_FALSE(
438       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLT, APInt(BitWidth, -1))
439           .match(NegOne));
440 }
441 
442 TEST_F(PatternMatchTest, SpecificIntSLE) {
443   Type *IntTy = IRB.getInt32Ty();
444   unsigned BitWidth = IntTy->getScalarSizeInBits();
445 
446   Value *Zero = ConstantInt::get(IntTy, 0);
447   Value *One = ConstantInt::get(IntTy, 1);
448   Value *NegOne = ConstantInt::get(IntTy, -1);
449 
450   EXPECT_TRUE(
451       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 0))
452           .match(Zero));
453   EXPECT_FALSE(
454       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 0))
455           .match(One));
456   EXPECT_TRUE(
457       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 0))
458           .match(NegOne));
459 
460   EXPECT_TRUE(
461       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 1))
462           .match(Zero));
463   EXPECT_TRUE(
464       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 1))
465           .match(One));
466   EXPECT_TRUE(
467       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, 1))
468           .match(NegOne));
469 
470   EXPECT_FALSE(
471       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, -1))
472           .match(Zero));
473   EXPECT_FALSE(
474       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, -1))
475           .match(One));
476   EXPECT_TRUE(
477       m_SpecificInt_ICMP(ICmpInst::Predicate::ICMP_SLE, APInt(BitWidth, -1))
478           .match(NegOne));
479 }
480 
481 TEST_F(PatternMatchTest, Unless) {
482   Value *X = IRB.CreateAdd(IRB.getInt32(1), IRB.getInt32(0));
483 
484   EXPECT_TRUE(m_Add(m_One(), m_Zero()).match(X));
485   EXPECT_FALSE(m_Add(m_Zero(), m_One()).match(X));
486 
487   EXPECT_FALSE(m_Unless(m_Add(m_One(), m_Zero())).match(X));
488   EXPECT_TRUE(m_Unless(m_Add(m_Zero(), m_One())).match(X));
489 
490   EXPECT_TRUE(m_c_Add(m_One(), m_Zero()).match(X));
491   EXPECT_TRUE(m_c_Add(m_Zero(), m_One()).match(X));
492 
493   EXPECT_FALSE(m_Unless(m_c_Add(m_One(), m_Zero())).match(X));
494   EXPECT_FALSE(m_Unless(m_c_Add(m_Zero(), m_One())).match(X));
495 }
496 
497 TEST_F(PatternMatchTest, BitWise) {
498   Value *Or = IRB.CreateOr(IRB.getInt32(1), IRB.getInt32(0));
499   Value *Xor = IRB.CreateXor(IRB.getInt32(1), IRB.getInt32(0));
500   Value *And = IRB.CreateXor(IRB.getInt32(1), IRB.getInt32(0));
501   Constant *T = IRB.getInt1(true);
502   Constant *F = IRB.getInt1(false);
503   Value *Alloca = IRB.CreateAlloca(IRB.getInt1Ty());
504   Value *X = IRB.CreateLoad(IRB.getInt1Ty(), Alloca);
505   Value *Y = IRB.CreateLoad(IRB.getInt1Ty(), Alloca);
506   Value *LAnd = IRB.CreateSelect(X, Y, F);
507   Value *LOr = IRB.CreateSelect(X, T, Y);
508   Value *Add = IRB.CreateAdd(IRB.getInt32(1), IRB.getInt32(0));
509 
510   EXPECT_TRUE(m_BitwiseLogic(m_One(), m_Zero()).match(Or));
511   EXPECT_TRUE(m_BitwiseLogic(m_One(), m_Zero()).match(Xor));
512   EXPECT_TRUE(m_BitwiseLogic(m_One(), m_Zero()).match(And));
513   EXPECT_FALSE(m_BitwiseLogic(m_Value(), m_Value()).match(LAnd));
514   EXPECT_FALSE(m_BitwiseLogic(m_Value(), m_Value()).match(LOr));
515   EXPECT_FALSE(m_BitwiseLogic(m_Value(), m_Value()).match(Add));
516 
517   EXPECT_FALSE(m_BitwiseLogic(m_Zero(), m_One()).match(Or));
518   EXPECT_FALSE(m_BitwiseLogic(m_Zero(), m_One()).match(Xor));
519   EXPECT_FALSE(m_BitwiseLogic(m_Zero(), m_One()).match(And));
520 
521   EXPECT_TRUE(m_c_BitwiseLogic(m_One(), m_Zero()).match(Or));
522   EXPECT_TRUE(m_c_BitwiseLogic(m_One(), m_Zero()).match(Xor));
523   EXPECT_TRUE(m_c_BitwiseLogic(m_One(), m_Zero()).match(And));
524   EXPECT_FALSE(m_c_BitwiseLogic(m_Value(), m_Value()).match(LAnd));
525   EXPECT_FALSE(m_c_BitwiseLogic(m_Value(), m_Value()).match(LOr));
526   EXPECT_FALSE(m_c_BitwiseLogic(m_Value(), m_Value()).match(Add));
527 
528   EXPECT_TRUE(m_c_BitwiseLogic(m_Zero(), m_One()).match(Or));
529   EXPECT_TRUE(m_c_BitwiseLogic(m_Zero(), m_One()).match(Xor));
530   EXPECT_TRUE(m_c_BitwiseLogic(m_Zero(), m_One()).match(And));
531 
532   EXPECT_FALSE(m_c_BitwiseLogic(m_One(), m_One()).match(Or));
533   EXPECT_FALSE(m_c_BitwiseLogic(m_Zero(), m_Zero()).match(Xor));
534 }
535 
536 TEST_F(PatternMatchTest, ZExtSExtSelf) {
537   LLVMContext &Ctx = IRB.getContext();
538 
539   Value *One32 = IRB.getInt32(1);
540   Value *One64Z = IRB.CreateZExt(One32, IntegerType::getInt64Ty(Ctx));
541   Value *One64S = IRB.CreateSExt(One32, IntegerType::getInt64Ty(Ctx));
542 
543   EXPECT_TRUE(m_One().match(One32));
544   EXPECT_FALSE(m_One().match(One64Z));
545   EXPECT_FALSE(m_One().match(One64S));
546 
547   EXPECT_FALSE(m_ZExt(m_One()).match(One32));
548   EXPECT_TRUE(m_ZExt(m_One()).match(One64Z));
549   EXPECT_FALSE(m_ZExt(m_One()).match(One64S));
550 
551   EXPECT_FALSE(m_SExt(m_One()).match(One32));
552   EXPECT_FALSE(m_SExt(m_One()).match(One64Z));
553   EXPECT_TRUE(m_SExt(m_One()).match(One64S));
554 
555   EXPECT_TRUE(m_ZExtOrSelf(m_One()).match(One32));
556   EXPECT_TRUE(m_ZExtOrSelf(m_One()).match(One64Z));
557   EXPECT_FALSE(m_ZExtOrSelf(m_One()).match(One64S));
558 
559   EXPECT_TRUE(m_SExtOrSelf(m_One()).match(One32));
560   EXPECT_FALSE(m_SExtOrSelf(m_One()).match(One64Z));
561   EXPECT_TRUE(m_SExtOrSelf(m_One()).match(One64S));
562 
563   EXPECT_FALSE(m_ZExtOrSExt(m_One()).match(One32));
564   EXPECT_TRUE(m_ZExtOrSExt(m_One()).match(One64Z));
565   EXPECT_TRUE(m_ZExtOrSExt(m_One()).match(One64S));
566 
567   EXPECT_TRUE(m_ZExtOrSExtOrSelf(m_One()).match(One32));
568   EXPECT_TRUE(m_ZExtOrSExtOrSelf(m_One()).match(One64Z));
569   EXPECT_TRUE(m_ZExtOrSExtOrSelf(m_One()).match(One64S));
570 }
571 
572 TEST_F(PatternMatchTest, BitCast) {
573   Value *OneDouble = ConstantFP::get(IRB.getDoubleTy(), APFloat(1.0));
574   Value *ScalableDouble = ConstantFP::get(
575       VectorType::get(IRB.getDoubleTy(), 2, /*Scalable=*/true), APFloat(1.0));
576   // scalar -> scalar
577   Value *DoubleToI64 = IRB.CreateBitCast(OneDouble, IRB.getInt64Ty());
578   // scalar -> vector
579   Value *DoubleToV2I32 = IRB.CreateBitCast(
580       OneDouble, VectorType::get(IRB.getInt32Ty(), 2, /*Scalable=*/false));
581   // vector -> scalar
582   Value *V2I32ToDouble = IRB.CreateBitCast(DoubleToV2I32, IRB.getDoubleTy());
583   // vector -> vector (same count)
584   Value *V2I32ToV2Float = IRB.CreateBitCast(
585       DoubleToV2I32, VectorType::get(IRB.getFloatTy(), 2, /*Scalable=*/false));
586   // vector -> vector (different count)
587   Value *V2I32TOV4I16 = IRB.CreateBitCast(
588       DoubleToV2I32, VectorType::get(IRB.getInt16Ty(), 4, /*Scalable=*/false));
589   // scalable vector -> scalable vector (same count)
590   Value *NXV2DoubleToNXV2I64 = IRB.CreateBitCast(
591       ScalableDouble, VectorType::get(IRB.getInt64Ty(), 2, /*Scalable=*/true));
592   // scalable vector -> scalable vector (different count)
593   Value *NXV2I64ToNXV4I32 = IRB.CreateBitCast(
594       NXV2DoubleToNXV2I64,
595       VectorType::get(IRB.getInt32Ty(), 4, /*Scalable=*/true));
596 
597   EXPECT_TRUE(m_BitCast(m_Value()).match(DoubleToI64));
598   EXPECT_TRUE(m_BitCast(m_Value()).match(DoubleToV2I32));
599   EXPECT_TRUE(m_BitCast(m_Value()).match(V2I32ToDouble));
600   EXPECT_TRUE(m_BitCast(m_Value()).match(V2I32ToV2Float));
601   EXPECT_TRUE(m_BitCast(m_Value()).match(V2I32TOV4I16));
602   EXPECT_TRUE(m_BitCast(m_Value()).match(NXV2DoubleToNXV2I64));
603   EXPECT_TRUE(m_BitCast(m_Value()).match(NXV2I64ToNXV4I32));
604 
605   EXPECT_TRUE(m_ElementWiseBitCast(m_Value()).match(DoubleToI64));
606   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(DoubleToV2I32));
607   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(V2I32ToDouble));
608   EXPECT_TRUE(m_ElementWiseBitCast(m_Value()).match(V2I32ToV2Float));
609   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(V2I32TOV4I16));
610   EXPECT_TRUE(m_ElementWiseBitCast(m_Value()).match(NXV2DoubleToNXV2I64));
611   EXPECT_FALSE(m_ElementWiseBitCast(m_Value()).match(NXV2I64ToNXV4I32));
612 }
613 
614 TEST_F(PatternMatchTest, CheckedInt) {
615   Type *I8Ty = IRB.getInt8Ty();
616   const APInt *Res = nullptr;
617 
618   auto CheckUgt1 = [](const APInt &C) { return C.ugt(1); };
619   auto CheckTrue = [](const APInt &) { return true; };
620   auto CheckFalse = [](const APInt &) { return false; };
621   auto CheckNonZero = [](const APInt &C) { return !C.isZero(); };
622   auto CheckPow2 = [](const APInt &C) { return C.isPowerOf2(); };
623 
624   auto DoScalarCheck = [&](int8_t Val) {
625     APInt APVal(8, Val);
626     Constant *C = ConstantInt::get(I8Ty, Val);
627 
628     Res = nullptr;
629     EXPECT_TRUE(m_CheckedInt(CheckTrue).match(C));
630     EXPECT_TRUE(m_CheckedInt(Res, CheckTrue).match(C));
631     EXPECT_EQ(*Res, APVal);
632 
633     Res = nullptr;
634     EXPECT_FALSE(m_CheckedInt(CheckFalse).match(C));
635     EXPECT_FALSE(m_CheckedInt(Res, CheckFalse).match(C));
636 
637     Res = nullptr;
638     EXPECT_EQ(CheckUgt1(APVal), m_CheckedInt(CheckUgt1).match(C));
639     EXPECT_EQ(CheckUgt1(APVal), m_CheckedInt(Res, CheckUgt1).match(C));
640     if (CheckUgt1(APVal)) {
641       EXPECT_NE(Res, nullptr);
642       EXPECT_EQ(*Res, APVal);
643     }
644 
645     Res = nullptr;
646     EXPECT_EQ(CheckNonZero(APVal), m_CheckedInt(CheckNonZero).match(C));
647     EXPECT_EQ(CheckNonZero(APVal), m_CheckedInt(Res, CheckNonZero).match(C));
648     if (CheckNonZero(APVal)) {
649       EXPECT_NE(Res, nullptr);
650       EXPECT_EQ(*Res, APVal);
651     }
652 
653     Res = nullptr;
654     EXPECT_EQ(CheckPow2(APVal), m_CheckedInt(CheckPow2).match(C));
655     EXPECT_EQ(CheckPow2(APVal), m_CheckedInt(Res, CheckPow2).match(C));
656     if (CheckPow2(APVal)) {
657       EXPECT_NE(Res, nullptr);
658       EXPECT_EQ(*Res, APVal);
659     }
660 
661   };
662 
663   DoScalarCheck(0);
664   DoScalarCheck(1);
665   DoScalarCheck(2);
666   DoScalarCheck(3);
667 
668   EXPECT_FALSE(m_CheckedInt(CheckTrue).match(UndefValue::get(I8Ty)));
669   EXPECT_FALSE(m_CheckedInt(Res, CheckTrue).match(UndefValue::get(I8Ty)));
670   EXPECT_EQ(Res, nullptr);
671 
672   EXPECT_FALSE(m_CheckedInt(CheckFalse).match(UndefValue::get(I8Ty)));
673   EXPECT_FALSE(m_CheckedInt(Res, CheckFalse).match(UndefValue::get(I8Ty)));
674   EXPECT_EQ(Res, nullptr);
675 
676   EXPECT_FALSE(m_CheckedInt(CheckTrue).match(PoisonValue::get(I8Ty)));
677   EXPECT_FALSE(m_CheckedInt(Res, CheckTrue).match(PoisonValue::get(I8Ty)));
678   EXPECT_EQ(Res, nullptr);
679 
680   EXPECT_FALSE(m_CheckedInt(CheckFalse).match(PoisonValue::get(I8Ty)));
681   EXPECT_FALSE(m_CheckedInt(Res, CheckFalse).match(PoisonValue::get(I8Ty)));
682   EXPECT_EQ(Res, nullptr);
683 
684   auto DoVecCheckImpl = [&](ArrayRef<std::optional<int8_t>> Vals,
685                             function_ref<bool(const APInt &)> CheckFn,
686                             bool UndefAsPoison) {
687     SmallVector<Constant *> VecElems;
688     std::optional<bool> Okay;
689     bool AllSame = true;
690     bool HasUndef = false;
691     std::optional<APInt> First;
692     for (const std::optional<int8_t> &Val : Vals) {
693       if (!Val.has_value()) {
694         VecElems.push_back(UndefAsPoison ? PoisonValue::get(I8Ty)
695                                          : UndefValue::get(I8Ty));
696         HasUndef = true;
697       } else {
698         if (!Okay.has_value())
699           Okay = true;
700         APInt APVal(8, *Val);
701         if (!First.has_value())
702           First = APVal;
703         else
704           AllSame &= First->eq(APVal);
705         Okay = *Okay && CheckFn(APVal);
706         VecElems.push_back(ConstantInt::get(I8Ty, *Val));
707       }
708     }
709 
710     Constant *C = ConstantVector::get(VecElems);
711     EXPECT_EQ(!(HasUndef && !UndefAsPoison) && Okay.value_or(false),
712               m_CheckedInt(CheckFn).match(C));
713 
714     Res = nullptr;
715     bool Expec =
716         !(HasUndef && !UndefAsPoison) && AllSame && Okay.value_or(false);
717     EXPECT_EQ(Expec, m_CheckedInt(Res, CheckFn).match(C));
718     if (Expec) {
719       EXPECT_NE(Res, nullptr);
720       EXPECT_EQ(*Res, *First);
721     }
722   };
723   auto DoVecCheck = [&](ArrayRef<std::optional<int8_t>> Vals) {
724     DoVecCheckImpl(Vals, CheckTrue, /*UndefAsPoison=*/false);
725     DoVecCheckImpl(Vals, CheckFalse, /*UndefAsPoison=*/false);
726     DoVecCheckImpl(Vals, CheckTrue, /*UndefAsPoison=*/true);
727     DoVecCheckImpl(Vals, CheckFalse, /*UndefAsPoison=*/true);
728     DoVecCheckImpl(Vals, CheckUgt1, /*UndefAsPoison=*/false);
729     DoVecCheckImpl(Vals, CheckNonZero, /*UndefAsPoison=*/false);
730     DoVecCheckImpl(Vals, CheckPow2, /*UndefAsPoison=*/false);
731   };
732 
733   DoVecCheck({0, 1});
734   DoVecCheck({1, 1});
735   DoVecCheck({1, 2});
736   DoVecCheck({1, std::nullopt});
737   DoVecCheck({1, std::nullopt, 1});
738   DoVecCheck({1, std::nullopt, 2});
739   DoVecCheck({std::nullopt, std::nullopt, std::nullopt});
740 }
741 
742 TEST_F(PatternMatchTest, Power2) {
743   Value *C128 = IRB.getInt32(128);
744   Value *CNeg128 = ConstantExpr::getNeg(cast<Constant>(C128));
745 
746   EXPECT_TRUE(m_Power2().match(C128));
747   EXPECT_FALSE(m_Power2().match(CNeg128));
748 
749   EXPECT_TRUE(m_Power2OrZero().match(C128));
750   EXPECT_FALSE(m_Power2OrZero().match(CNeg128));
751 
752   EXPECT_FALSE(m_NegatedPower2().match(C128));
753   EXPECT_TRUE(m_NegatedPower2().match(CNeg128));
754 
755   EXPECT_FALSE(m_NegatedPower2OrZero().match(C128));
756   EXPECT_TRUE(m_NegatedPower2OrZero().match(CNeg128));
757 
758   Value *CIntMin = IRB.getInt64(APSInt::getSignedMinValue(64).getSExtValue());
759   Value *CNegIntMin = ConstantExpr::getNeg(cast<Constant>(CIntMin));
760 
761   EXPECT_TRUE(m_Power2().match(CIntMin));
762   EXPECT_TRUE(m_Power2().match(CNegIntMin));
763 
764   EXPECT_TRUE(m_Power2OrZero().match(CIntMin));
765   EXPECT_TRUE(m_Power2OrZero().match(CNegIntMin));
766 
767   EXPECT_TRUE(m_NegatedPower2().match(CIntMin));
768   EXPECT_TRUE(m_NegatedPower2().match(CNegIntMin));
769 
770   EXPECT_TRUE(m_NegatedPower2OrZero().match(CIntMin));
771   EXPECT_TRUE(m_NegatedPower2OrZero().match(CNegIntMin));
772 
773   Value *CZero = IRB.getInt64(0);
774 
775   EXPECT_FALSE(m_Power2().match(CZero));
776 
777   EXPECT_TRUE(m_Power2OrZero().match(CZero));
778 
779   EXPECT_FALSE(m_NegatedPower2().match(CZero));
780 
781   EXPECT_TRUE(m_NegatedPower2OrZero().match(CZero));
782 }
783 
784 TEST_F(PatternMatchTest, Not) {
785   Value *C1 = IRB.getInt32(1);
786   Value *C2 = IRB.getInt32(2);
787   Value *C3 = IRB.getInt32(3);
788   Instruction *Not = BinaryOperator::CreateXor(C1, C2);
789 
790   // When `m_Not` does not match the `not` itself,
791   // it should not try to apply the inner matcher.
792   Value *Val = C3;
793   EXPECT_FALSE(m_Not(m_Value(Val)).match(Not));
794   EXPECT_EQ(Val, C3);
795   Not->deleteValue();
796 }
797 
798 TEST_F(PatternMatchTest, CommutativeDeferredValue) {
799   Value *X = IRB.getInt32(1);
800   Value *Y = IRB.getInt32(2);
801 
802   {
803     Value *tX = X;
804     EXPECT_TRUE(match(X, m_Deferred(tX)));
805     EXPECT_FALSE(match(Y, m_Deferred(tX)));
806   }
807   {
808     const Value *tX = X;
809     EXPECT_TRUE(match(X, m_Deferred(tX)));
810     EXPECT_FALSE(match(Y, m_Deferred(tX)));
811   }
812   {
813     Value *const tX = X;
814     EXPECT_TRUE(match(X, m_Deferred(tX)));
815     EXPECT_FALSE(match(Y, m_Deferred(tX)));
816   }
817   {
818     const Value *const tX = X;
819     EXPECT_TRUE(match(X, m_Deferred(tX)));
820     EXPECT_FALSE(match(Y, m_Deferred(tX)));
821   }
822 
823   {
824     Value *tX = nullptr;
825     EXPECT_TRUE(match(IRB.CreateAnd(X, X), m_And(m_Value(tX), m_Deferred(tX))));
826     EXPECT_EQ(tX, X);
827   }
828   {
829     Value *tX = nullptr;
830     EXPECT_FALSE(
831         match(IRB.CreateAnd(X, Y), m_c_And(m_Value(tX), m_Deferred(tX))));
832   }
833 
834   auto checkMatch = [X, Y](Value *Pattern) {
835     Value *tX = nullptr, *tY = nullptr;
836     EXPECT_TRUE(match(
837         Pattern, m_c_And(m_Value(tX), m_c_And(m_Deferred(tX), m_Value(tY)))));
838     EXPECT_EQ(tX, X);
839     EXPECT_EQ(tY, Y);
840   };
841 
842   checkMatch(IRB.CreateAnd(X, IRB.CreateAnd(X, Y)));
843   checkMatch(IRB.CreateAnd(X, IRB.CreateAnd(Y, X)));
844   checkMatch(IRB.CreateAnd(IRB.CreateAnd(X, Y), X));
845   checkMatch(IRB.CreateAnd(IRB.CreateAnd(Y, X), X));
846 }
847 
848 TEST_F(PatternMatchTest, FloatingPointOrderedMin) {
849   Type *FltTy = IRB.getFloatTy();
850   Value *L = ConstantFP::get(FltTy, 1.0);
851   Value *R = ConstantFP::get(FltTy, 2.0);
852   Value *MatchL, *MatchR;
853 
854   // Test OLT.
855   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
856                   .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), L, R)));
857   EXPECT_EQ(L, MatchL);
858   EXPECT_EQ(R, MatchR);
859 
860   // Test OLE.
861   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
862                   .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), L, R)));
863   EXPECT_EQ(L, MatchL);
864   EXPECT_EQ(R, MatchR);
865 
866   // Test no match on OGE.
867   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
868                    .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), L, R)));
869 
870   // Test no match on OGT.
871   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
872                    .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), L, R)));
873 
874   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
875   // %cmp = fcmp oge L, R
876   // %min = select %cmp R, L
877   // Given L == NaN
878   // the above is expanded to %cmp == false ==> %min = L
879   // which is true for UnordFMin, not OrdFMin, so test that:
880 
881   // [OU]GE with inverted select.
882   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
883                   .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), R, L)));
884   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
885                   .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), R, L)));
886   EXPECT_EQ(L, MatchL);
887   EXPECT_EQ(R, MatchR);
888 
889   // [OU]GT with inverted select.
890   EXPECT_FALSE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
891                   .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), R, L)));
892   EXPECT_TRUE(m_OrdFMin(m_Value(MatchL), m_Value(MatchR))
893                   .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), R, L)));
894   EXPECT_EQ(L, MatchL);
895   EXPECT_EQ(R, MatchR);
896 }
897 
898 TEST_F(PatternMatchTest, FloatingPointOrderedMax) {
899   Type *FltTy = IRB.getFloatTy();
900   Value *L = ConstantFP::get(FltTy, 1.0);
901   Value *R = ConstantFP::get(FltTy, 2.0);
902   Value *MatchL, *MatchR;
903 
904   // Test OGT.
905   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
906                   .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), L, R)));
907   EXPECT_EQ(L, MatchL);
908   EXPECT_EQ(R, MatchR);
909 
910   // Test OGE.
911   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
912                   .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), L, R)));
913   EXPECT_EQ(L, MatchL);
914   EXPECT_EQ(R, MatchR);
915 
916   // Test no match on OLE.
917   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
918                    .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), L, R)));
919 
920   // Test no match on OLT.
921   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
922                    .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), L, R)));
923 
924 
925   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
926   // %cmp = fcmp ole L, R
927   // %max = select %cmp, R, L
928   // Given L == NaN,
929   // the above is expanded to %cmp == false ==> %max == L
930   // which is true for UnordFMax, not OrdFMax, so test that:
931 
932   // [OU]LE with inverted select.
933   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
934                    .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), R, L)));
935   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
936                   .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), R, L)));
937   EXPECT_EQ(L, MatchL);
938   EXPECT_EQ(R, MatchR);
939 
940   // [OUT]LT with inverted select.
941   EXPECT_FALSE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
942                    .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), R, L)));
943   EXPECT_TRUE(m_OrdFMax(m_Value(MatchL), m_Value(MatchR))
944                   .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), R, L)));
945   EXPECT_EQ(L, MatchL);
946   EXPECT_EQ(R, MatchR);
947 }
948 
949 TEST_F(PatternMatchTest, FloatingPointUnorderedMin) {
950   Type *FltTy = IRB.getFloatTy();
951   Value *L = ConstantFP::get(FltTy, 1.0);
952   Value *R = ConstantFP::get(FltTy, 2.0);
953   Value *MatchL, *MatchR;
954 
955   // Test ULT.
956   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
957                   .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), L, R)));
958   EXPECT_EQ(L, MatchL);
959   EXPECT_EQ(R, MatchR);
960 
961   // Test ULE.
962   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
963                   .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), L, R)));
964   EXPECT_EQ(L, MatchL);
965   EXPECT_EQ(R, MatchR);
966 
967   // Test no match on UGE.
968   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
969                    .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), L, R)));
970 
971   // Test no match on UGT.
972   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
973                    .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), L, R)));
974 
975   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
976   // %cmp = fcmp uge L, R
977   // %min = select %cmp R, L
978   // Given L == NaN
979   // the above is expanded to %cmp == true ==> %min = R
980   // which is true for OrdFMin, not UnordFMin, so test that:
981 
982   // [UO]GE with inverted select.
983   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
984                   .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), R, L)));
985   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
986                   .match(IRB.CreateSelect(IRB.CreateFCmpOGE(L, R), R, L)));
987   EXPECT_EQ(L, MatchL);
988   EXPECT_EQ(R, MatchR);
989 
990   // [UO]GT with inverted select.
991   EXPECT_FALSE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
992                   .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), R, L)));
993   EXPECT_TRUE(m_UnordFMin(m_Value(MatchL), m_Value(MatchR))
994                   .match(IRB.CreateSelect(IRB.CreateFCmpOGT(L, R), R, L)));
995   EXPECT_EQ(L, MatchL);
996   EXPECT_EQ(R, MatchR);
997 }
998 
999 TEST_F(PatternMatchTest, FloatingPointUnorderedMax) {
1000   Type *FltTy = IRB.getFloatTy();
1001   Value *L = ConstantFP::get(FltTy, 1.0);
1002   Value *R = ConstantFP::get(FltTy, 2.0);
1003   Value *MatchL, *MatchR;
1004 
1005   // Test UGT.
1006   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
1007                   .match(IRB.CreateSelect(IRB.CreateFCmpUGT(L, R), L, R)));
1008   EXPECT_EQ(L, MatchL);
1009   EXPECT_EQ(R, MatchR);
1010 
1011   // Test UGE.
1012   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
1013                   .match(IRB.CreateSelect(IRB.CreateFCmpUGE(L, R), L, R)));
1014   EXPECT_EQ(L, MatchL);
1015   EXPECT_EQ(R, MatchR);
1016 
1017   // Test no match on ULE.
1018   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
1019                    .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), L, R)));
1020 
1021   // Test no match on ULT.
1022   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
1023                    .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), L, R)));
1024 
1025   // Test inverted selects. Note, that this "inverts" the ordering, e.g.:
1026   // %cmp = fcmp ule L, R
1027   // %max = select %cmp R, L
1028   // Given L == NaN
1029   // the above is expanded to %cmp == true ==> %max = R
1030   // which is true for OrdFMax, not UnordFMax, so test that:
1031 
1032   // [UO]LE with inverted select.
1033   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
1034                   .match(IRB.CreateSelect(IRB.CreateFCmpULE(L, R), R, L)));
1035   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
1036                   .match(IRB.CreateSelect(IRB.CreateFCmpOLE(L, R), R, L)));
1037   EXPECT_EQ(L, MatchL);
1038   EXPECT_EQ(R, MatchR);
1039 
1040   // [UO]LT with inverted select.
1041   EXPECT_FALSE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
1042                   .match(IRB.CreateSelect(IRB.CreateFCmpULT(L, R), R, L)));
1043   EXPECT_TRUE(m_UnordFMax(m_Value(MatchL), m_Value(MatchR))
1044                   .match(IRB.CreateSelect(IRB.CreateFCmpOLT(L, R), R, L)));
1045   EXPECT_EQ(L, MatchL);
1046   EXPECT_EQ(R, MatchR);
1047 }
1048 
1049 TEST_F(PatternMatchTest, OverflowingBinOps) {
1050   Value *L = IRB.getInt32(1);
1051   Value *R = IRB.getInt32(2);
1052   Value *MatchL, *MatchR;
1053 
1054   EXPECT_TRUE(
1055       m_NSWAdd(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNSWAdd(L, R)));
1056   EXPECT_EQ(L, MatchL);
1057   EXPECT_EQ(R, MatchR);
1058   MatchL = MatchR = nullptr;
1059   EXPECT_TRUE(
1060       m_NSWSub(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNSWSub(L, R)));
1061   EXPECT_EQ(L, MatchL);
1062   EXPECT_EQ(R, MatchR);
1063   MatchL = MatchR = nullptr;
1064   EXPECT_TRUE(
1065       m_NSWMul(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNSWMul(L, R)));
1066   EXPECT_EQ(L, MatchL);
1067   EXPECT_EQ(R, MatchR);
1068   MatchL = MatchR = nullptr;
1069   EXPECT_TRUE(m_NSWShl(m_Value(MatchL), m_Value(MatchR)).match(
1070       IRB.CreateShl(L, R, "", /* NUW */ false, /* NSW */ true)));
1071   EXPECT_EQ(L, MatchL);
1072   EXPECT_EQ(R, MatchR);
1073 
1074   EXPECT_TRUE(
1075       m_NUWAdd(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNUWAdd(L, R)));
1076   EXPECT_EQ(L, MatchL);
1077   EXPECT_EQ(R, MatchR);
1078   MatchL = MatchR = nullptr;
1079 
1080   EXPECT_TRUE(
1081       m_c_NUWAdd(m_Specific(L), m_Specific(R)).match(IRB.CreateNUWAdd(L, R)));
1082   EXPECT_TRUE(
1083       m_c_NUWAdd(m_Specific(R), m_Specific(L)).match(IRB.CreateNUWAdd(L, R)));
1084   EXPECT_FALSE(
1085       m_c_NUWAdd(m_Specific(R), m_ZeroInt()).match(IRB.CreateNUWAdd(L, R)));
1086   EXPECT_FALSE(
1087       m_NUWAdd(m_Specific(R), m_Specific(L)).match(IRB.CreateNUWAdd(L, R)));
1088 
1089   EXPECT_TRUE(
1090       m_NUWSub(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNUWSub(L, R)));
1091   EXPECT_EQ(L, MatchL);
1092   EXPECT_EQ(R, MatchR);
1093   MatchL = MatchR = nullptr;
1094   EXPECT_TRUE(
1095       m_NUWMul(m_Value(MatchL), m_Value(MatchR)).match(IRB.CreateNUWMul(L, R)));
1096   EXPECT_EQ(L, MatchL);
1097   EXPECT_EQ(R, MatchR);
1098   MatchL = MatchR = nullptr;
1099   EXPECT_TRUE(m_NUWShl(m_Value(MatchL), m_Value(MatchR)).match(
1100       IRB.CreateShl(L, R, "", /* NUW */ true, /* NSW */ false)));
1101   EXPECT_EQ(L, MatchL);
1102   EXPECT_EQ(R, MatchR);
1103 
1104   EXPECT_FALSE(m_NSWAdd(m_Value(), m_Value()).match(IRB.CreateAdd(L, R)));
1105   EXPECT_FALSE(m_NSWAdd(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
1106   EXPECT_FALSE(m_NSWAdd(m_Value(), m_Value()).match(IRB.CreateNSWSub(L, R)));
1107   EXPECT_FALSE(m_NSWSub(m_Value(), m_Value()).match(IRB.CreateSub(L, R)));
1108   EXPECT_FALSE(m_NSWSub(m_Value(), m_Value()).match(IRB.CreateNUWSub(L, R)));
1109   EXPECT_FALSE(m_NSWSub(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
1110   EXPECT_FALSE(m_NSWMul(m_Value(), m_Value()).match(IRB.CreateMul(L, R)));
1111   EXPECT_FALSE(m_NSWMul(m_Value(), m_Value()).match(IRB.CreateNUWMul(L, R)));
1112   EXPECT_FALSE(m_NSWMul(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
1113   EXPECT_FALSE(m_NSWShl(m_Value(), m_Value()).match(IRB.CreateShl(L, R)));
1114   EXPECT_FALSE(m_NSWShl(m_Value(), m_Value()).match(
1115       IRB.CreateShl(L, R, "", /* NUW */ true, /* NSW */ false)));
1116   EXPECT_FALSE(m_NSWShl(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
1117 
1118   EXPECT_FALSE(m_NUWAdd(m_Value(), m_Value()).match(IRB.CreateAdd(L, R)));
1119   EXPECT_FALSE(m_NUWAdd(m_Value(), m_Value()).match(IRB.CreateNSWAdd(L, R)));
1120   EXPECT_FALSE(m_NUWAdd(m_Value(), m_Value()).match(IRB.CreateNUWSub(L, R)));
1121   EXPECT_FALSE(m_NUWSub(m_Value(), m_Value()).match(IRB.CreateSub(L, R)));
1122   EXPECT_FALSE(m_NUWSub(m_Value(), m_Value()).match(IRB.CreateNSWSub(L, R)));
1123   EXPECT_FALSE(m_NUWSub(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
1124   EXPECT_FALSE(m_NUWMul(m_Value(), m_Value()).match(IRB.CreateMul(L, R)));
1125   EXPECT_FALSE(m_NUWMul(m_Value(), m_Value()).match(IRB.CreateNSWMul(L, R)));
1126   EXPECT_FALSE(m_NUWMul(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
1127   EXPECT_FALSE(m_NUWShl(m_Value(), m_Value()).match(IRB.CreateShl(L, R)));
1128   EXPECT_FALSE(m_NUWShl(m_Value(), m_Value()).match(
1129       IRB.CreateShl(L, R, "", /* NUW */ false, /* NSW */ true)));
1130   EXPECT_FALSE(m_NUWShl(m_Value(), m_Value()).match(IRB.CreateNUWAdd(L, R)));
1131 }
1132 
1133 TEST_F(PatternMatchTest, LoadStoreOps) {
1134   // Create this load/store sequence:
1135   //
1136   //  %p = alloca i32*
1137   //  %0 = load i32*, i32** %p
1138   //  store i32 42, i32* %0
1139 
1140   Value *Alloca = IRB.CreateAlloca(IRB.getInt32Ty());
1141   Value *LoadInst = IRB.CreateLoad(IRB.getInt32Ty(), Alloca);
1142   Value *FourtyTwo = IRB.getInt32(42);
1143   Value *StoreInst = IRB.CreateStore(FourtyTwo, Alloca);
1144   Value *MatchLoad, *MatchStoreVal, *MatchStorePointer;
1145 
1146   EXPECT_TRUE(m_Load(m_Value(MatchLoad)).match(LoadInst));
1147   EXPECT_EQ(Alloca, MatchLoad);
1148 
1149   EXPECT_TRUE(m_Load(m_Specific(Alloca)).match(LoadInst));
1150 
1151   EXPECT_FALSE(m_Load(m_Value(MatchLoad)).match(Alloca));
1152 
1153   EXPECT_TRUE(m_Store(m_Value(MatchStoreVal), m_Value(MatchStorePointer))
1154                 .match(StoreInst));
1155   EXPECT_EQ(FourtyTwo, MatchStoreVal);
1156   EXPECT_EQ(Alloca, MatchStorePointer);
1157 
1158   EXPECT_FALSE(m_Store(m_Value(MatchStoreVal), m_Value(MatchStorePointer))
1159                 .match(Alloca));
1160 
1161   EXPECT_TRUE(m_Store(m_SpecificInt(42), m_Specific(Alloca))
1162                 .match(StoreInst));
1163   EXPECT_FALSE(m_Store(m_SpecificInt(42), m_Specific(FourtyTwo))
1164                 .match(StoreInst));
1165   EXPECT_FALSE(m_Store(m_SpecificInt(43), m_Specific(Alloca))
1166                 .match(StoreInst));
1167 }
1168 
1169 TEST_F(PatternMatchTest, VectorOps) {
1170   // Build up small tree of vector operations
1171   //
1172   //   Val = 0 + 1
1173   //   Val2 = Val + 3
1174   //   VI1 = insertelement <2 x i8> undef, i8 1, i32 0 = <1, undef>
1175   //   VI2 = insertelement <2 x i8> %VI1, i8 %Val2, i8 %Val = <1, 4>
1176   //   VI3 = insertelement <2 x i8> %VI1, i8 %Val2, i32 1 = <1, 4>
1177   //   VI4 = insertelement <2 x i8> %VI1, i8 2, i8 %Val = <1, 2>
1178   //
1179   //   SI1 = shufflevector <2 x i8> %VI1, <2 x i8> undef, zeroinitializer
1180   //   SI2 = shufflevector <2 x i8> %VI3, <2 x i8> %VI4, <2 x i8> <i8 0, i8 2>
1181   //   SI3 = shufflevector <2 x i8> %VI3, <2 x i8> undef, zeroinitializer
1182   //   SI4 = shufflevector <2 x i8> %VI4, <2 x i8> undef, zeroinitializer
1183   //
1184   //   SP1 = VectorSplat(2, i8 2)
1185   //   SP2 = VectorSplat(2, i8 %Val)
1186   Type *VecTy = FixedVectorType::get(IRB.getInt8Ty(), 2);
1187   Type *i32 = IRB.getInt32Ty();
1188   Type *i32VecTy = FixedVectorType::get(i32, 2);
1189 
1190   Value *Val = IRB.CreateAdd(IRB.getInt8(0), IRB.getInt8(1));
1191   Value *Val2 = IRB.CreateAdd(Val, IRB.getInt8(3));
1192 
1193   SmallVector<Constant *, 2> VecElemIdxs;
1194   VecElemIdxs.push_back(ConstantInt::get(i32, 0));
1195   VecElemIdxs.push_back(ConstantInt::get(i32, 2));
1196   auto *IdxVec = ConstantVector::get(VecElemIdxs);
1197 
1198   Value *VI1 = IRB.CreateInsertElement(VecTy, IRB.getInt8(1), (uint64_t)0);
1199   Value *VI2 = IRB.CreateInsertElement(VI1, Val2, Val);
1200   Value *VI3 = IRB.CreateInsertElement(VI1, Val2, (uint64_t)1);
1201   Value *VI4 = IRB.CreateInsertElement(VI1, IRB.getInt8(2), Val);
1202 
1203   Value *EX1 = IRB.CreateExtractElement(VI4, Val);
1204   Value *EX2 = IRB.CreateExtractElement(VI4, (uint64_t)0);
1205   Value *EX3 = IRB.CreateExtractElement(IdxVec, (uint64_t)1);
1206 
1207   Constant *Zero = ConstantAggregateZero::get(i32VecTy);
1208   SmallVector<int, 16> ZeroMask;
1209   ShuffleVectorInst::getShuffleMask(Zero, ZeroMask);
1210 
1211   Value *SI1 = IRB.CreateShuffleVector(VI1, ZeroMask);
1212   Value *SI2 = IRB.CreateShuffleVector(VI3, VI4, IdxVec);
1213   Value *SI3 = IRB.CreateShuffleVector(VI3, ZeroMask);
1214   Value *SI4 = IRB.CreateShuffleVector(VI4, ZeroMask);
1215 
1216   Value *SP1 = IRB.CreateVectorSplat(2, IRB.getInt8(2));
1217   Value *SP2 = IRB.CreateVectorSplat(2, Val);
1218 
1219   Value *A = nullptr, *B = nullptr, *C = nullptr;
1220 
1221   // Test matching insertelement
1222   EXPECT_TRUE(match(VI1, m_InsertElt(m_Value(), m_Value(), m_Value())));
1223   EXPECT_TRUE(
1224       match(VI1, m_InsertElt(m_Undef(), m_ConstantInt(), m_ConstantInt())));
1225   EXPECT_TRUE(
1226       match(VI1, m_InsertElt(m_Undef(), m_ConstantInt(), m_Zero())));
1227   EXPECT_TRUE(
1228       match(VI1, m_InsertElt(m_Undef(), m_SpecificInt(1), m_Zero())));
1229   EXPECT_TRUE(match(VI2, m_InsertElt(m_Value(), m_Value(), m_Value())));
1230   EXPECT_FALSE(
1231       match(VI2, m_InsertElt(m_Value(), m_Value(), m_ConstantInt())));
1232   EXPECT_FALSE(
1233       match(VI2, m_InsertElt(m_Value(), m_ConstantInt(), m_Value())));
1234   EXPECT_FALSE(match(VI2, m_InsertElt(m_Constant(), m_Value(), m_Value())));
1235   EXPECT_TRUE(match(VI3, m_InsertElt(m_Value(A), m_Value(B), m_Value(C))));
1236   EXPECT_TRUE(A == VI1);
1237   EXPECT_TRUE(B == Val2);
1238   EXPECT_TRUE(isa<ConstantInt>(C));
1239   A = B = C = nullptr; // reset
1240 
1241   // Test matching extractelement
1242   EXPECT_TRUE(match(EX1, m_ExtractElt(m_Value(A), m_Value(B))));
1243   EXPECT_TRUE(A == VI4);
1244   EXPECT_TRUE(B == Val);
1245   A = B = C = nullptr; // reset
1246   EXPECT_FALSE(match(EX1, m_ExtractElt(m_Value(), m_ConstantInt())));
1247   EXPECT_TRUE(match(EX2, m_ExtractElt(m_Value(), m_ConstantInt())));
1248   EXPECT_TRUE(match(EX3, m_ExtractElt(m_Constant(), m_ConstantInt())));
1249 
1250   // Test matching shufflevector
1251   ArrayRef<int> Mask;
1252   EXPECT_TRUE(match(SI1, m_Shuffle(m_Value(), m_Undef(), m_ZeroMask())));
1253   EXPECT_TRUE(match(SI2, m_Shuffle(m_Value(A), m_Value(B), m_Mask(Mask))));
1254   EXPECT_TRUE(A == VI3);
1255   EXPECT_TRUE(B == VI4);
1256   A = B = C = nullptr; // reset
1257 
1258   // Test matching the vector splat pattern
1259   EXPECT_TRUE(match(
1260       SI1,
1261       m_Shuffle(m_InsertElt(m_Undef(), m_SpecificInt(1), m_Zero()),
1262                 m_Undef(), m_ZeroMask())));
1263   EXPECT_FALSE(match(
1264       SI3, m_Shuffle(m_InsertElt(m_Undef(), m_Value(), m_Zero()),
1265                      m_Undef(), m_ZeroMask())));
1266   EXPECT_FALSE(match(
1267       SI4, m_Shuffle(m_InsertElt(m_Undef(), m_Value(), m_Zero()),
1268                      m_Undef(), m_ZeroMask())));
1269   EXPECT_TRUE(match(
1270       SP1,
1271       m_Shuffle(m_InsertElt(m_Undef(), m_SpecificInt(2), m_Zero()),
1272                 m_Undef(), m_ZeroMask())));
1273   EXPECT_TRUE(match(
1274       SP2, m_Shuffle(m_InsertElt(m_Undef(), m_Value(A), m_Zero()),
1275                      m_Undef(), m_ZeroMask())));
1276   EXPECT_TRUE(A == Val);
1277 }
1278 
1279 TEST_F(PatternMatchTest, UndefPoisonMix) {
1280   Type *ScalarTy = IRB.getInt8Ty();
1281   ArrayType *ArrTy = ArrayType::get(ScalarTy, 2);
1282   StructType *StTy = StructType::get(ScalarTy, ScalarTy);
1283   StructType *StTy2 = StructType::get(ScalarTy, StTy);
1284   StructType *StTy3 = StructType::get(StTy, ScalarTy);
1285   Constant *Zero = ConstantInt::getNullValue(ScalarTy);
1286   UndefValue *U = UndefValue::get(ScalarTy);
1287   UndefValue *P = PoisonValue::get(ScalarTy);
1288 
1289   EXPECT_TRUE(match(ConstantVector::get({U, P}), m_Undef()));
1290   EXPECT_TRUE(match(ConstantVector::get({P, U}), m_Undef()));
1291 
1292   EXPECT_TRUE(match(ConstantArray::get(ArrTy, {U, P}), m_Undef()));
1293   EXPECT_TRUE(match(ConstantArray::get(ArrTy, {P, U}), m_Undef()));
1294 
1295   auto *UP = ConstantStruct::get(StTy, {U, P});
1296   EXPECT_TRUE(match(ConstantStruct::get(StTy2, {U, UP}), m_Undef()));
1297   EXPECT_TRUE(match(ConstantStruct::get(StTy2, {P, UP}), m_Undef()));
1298   EXPECT_TRUE(match(ConstantStruct::get(StTy3, {UP, U}), m_Undef()));
1299   EXPECT_TRUE(match(ConstantStruct::get(StTy3, {UP, P}), m_Undef()));
1300 
1301   EXPECT_FALSE(match(ConstantStruct::get(StTy, {U, Zero}), m_Undef()));
1302   EXPECT_FALSE(match(ConstantStruct::get(StTy, {Zero, U}), m_Undef()));
1303   EXPECT_FALSE(match(ConstantStruct::get(StTy, {P, Zero}), m_Undef()));
1304   EXPECT_FALSE(match(ConstantStruct::get(StTy, {Zero, P}), m_Undef()));
1305 
1306   EXPECT_FALSE(match(ConstantStruct::get(StTy2, {Zero, UP}), m_Undef()));
1307   EXPECT_FALSE(match(ConstantStruct::get(StTy3, {UP, Zero}), m_Undef()));
1308 }
1309 
1310 TEST_F(PatternMatchTest, VectorUndefInt) {
1311   Type *ScalarTy = IRB.getInt8Ty();
1312   Type *VectorTy = FixedVectorType::get(ScalarTy, 4);
1313   Constant *ScalarUndef = UndefValue::get(ScalarTy);
1314   Constant *VectorUndef = UndefValue::get(VectorTy);
1315   Constant *ScalarPoison = PoisonValue::get(ScalarTy);
1316   Constant *VectorPoison = PoisonValue::get(VectorTy);
1317   Constant *ScalarZero = Constant::getNullValue(ScalarTy);
1318   Constant *VectorZero = Constant::getNullValue(VectorTy);
1319 
1320   SmallVector<Constant *, 4> Elems;
1321   Elems.push_back(ScalarUndef);
1322   Elems.push_back(ScalarZero);
1323   Elems.push_back(ScalarUndef);
1324   Elems.push_back(ScalarZero);
1325   Constant *VectorZeroUndef = ConstantVector::get(Elems);
1326 
1327   SmallVector<Constant *, 4> Elems2;
1328   Elems2.push_back(ScalarPoison);
1329   Elems2.push_back(ScalarZero);
1330   Elems2.push_back(ScalarPoison);
1331   Elems2.push_back(ScalarZero);
1332   Constant *VectorZeroPoison = ConstantVector::get(Elems2);
1333 
1334   EXPECT_TRUE(match(ScalarUndef, m_Undef()));
1335   EXPECT_TRUE(match(ScalarPoison, m_Undef()));
1336   EXPECT_TRUE(match(VectorUndef, m_Undef()));
1337   EXPECT_TRUE(match(VectorPoison, m_Undef()));
1338   EXPECT_FALSE(match(ScalarZero, m_Undef()));
1339   EXPECT_FALSE(match(VectorZero, m_Undef()));
1340   EXPECT_FALSE(match(VectorZeroUndef, m_Undef()));
1341   EXPECT_FALSE(match(VectorZeroPoison, m_Undef()));
1342 
1343   EXPECT_FALSE(match(ScalarUndef, m_Zero()));
1344   EXPECT_FALSE(match(ScalarPoison, m_Zero()));
1345   EXPECT_FALSE(match(VectorUndef, m_Zero()));
1346   EXPECT_FALSE(match(VectorPoison, m_Zero()));
1347   EXPECT_FALSE(match(VectorZeroUndef, m_Zero()));
1348   EXPECT_TRUE(match(ScalarZero, m_Zero()));
1349   EXPECT_TRUE(match(VectorZero, m_Zero()));
1350   EXPECT_TRUE(match(VectorZeroPoison, m_Zero()));
1351 
1352   const APInt *C;
1353   // Regardless of whether poison is allowed,
1354   // a fully undef/poison constant does not match.
1355   EXPECT_FALSE(match(ScalarUndef, m_APInt(C)));
1356   EXPECT_FALSE(match(ScalarUndef, m_APIntForbidPoison(C)));
1357   EXPECT_FALSE(match(ScalarUndef, m_APIntAllowPoison(C)));
1358   EXPECT_FALSE(match(VectorUndef, m_APInt(C)));
1359   EXPECT_FALSE(match(VectorUndef, m_APIntForbidPoison(C)));
1360   EXPECT_FALSE(match(VectorUndef, m_APIntAllowPoison(C)));
1361   EXPECT_FALSE(match(ScalarPoison, m_APInt(C)));
1362   EXPECT_FALSE(match(ScalarPoison, m_APIntForbidPoison(C)));
1363   EXPECT_FALSE(match(ScalarPoison, m_APIntAllowPoison(C)));
1364   EXPECT_FALSE(match(VectorPoison, m_APInt(C)));
1365   EXPECT_FALSE(match(VectorPoison, m_APIntForbidPoison(C)));
1366   EXPECT_FALSE(match(VectorPoison, m_APIntAllowPoison(C)));
1367 
1368   // We can always match simple constants and simple splats.
1369   C = nullptr;
1370   EXPECT_TRUE(match(ScalarZero, m_APInt(C)));
1371   EXPECT_TRUE(C->isZero());
1372   C = nullptr;
1373   EXPECT_TRUE(match(ScalarZero, m_APIntForbidPoison(C)));
1374   EXPECT_TRUE(C->isZero());
1375   C = nullptr;
1376   EXPECT_TRUE(match(ScalarZero, m_APIntAllowPoison(C)));
1377   EXPECT_TRUE(C->isZero());
1378   C = nullptr;
1379   EXPECT_TRUE(match(VectorZero, m_APInt(C)));
1380   EXPECT_TRUE(C->isZero());
1381   C = nullptr;
1382   EXPECT_TRUE(match(VectorZero, m_APIntForbidPoison(C)));
1383   EXPECT_TRUE(C->isZero());
1384   C = nullptr;
1385   EXPECT_TRUE(match(VectorZero, m_APIntAllowPoison(C)));
1386   EXPECT_TRUE(C->isZero());
1387 
1388   // Splats with undef are never allowed.
1389   // Whether splats with poison can be matched depends on the matcher.
1390   EXPECT_FALSE(match(VectorZeroUndef, m_APInt(C)));
1391   EXPECT_FALSE(match(VectorZeroUndef, m_APIntForbidPoison(C)));
1392   EXPECT_FALSE(match(VectorZeroUndef, m_APIntAllowPoison(C)));
1393 
1394   EXPECT_FALSE(match(VectorZeroPoison, m_APInt(C)));
1395   EXPECT_FALSE(match(VectorZeroPoison, m_APIntForbidPoison(C)));
1396   C = nullptr;
1397   EXPECT_TRUE(match(VectorZeroPoison, m_APIntAllowPoison(C)));
1398   EXPECT_TRUE(C->isZero());
1399 }
1400 
1401 TEST_F(PatternMatchTest, VectorUndefFloat) {
1402   Type *ScalarTy = IRB.getFloatTy();
1403   Type *VectorTy = FixedVectorType::get(ScalarTy, 4);
1404   Constant *ScalarUndef = UndefValue::get(ScalarTy);
1405   Constant *VectorUndef = UndefValue::get(VectorTy);
1406   Constant *ScalarPoison = PoisonValue::get(ScalarTy);
1407   Constant *VectorPoison = PoisonValue::get(VectorTy);
1408   Constant *ScalarZero = Constant::getNullValue(ScalarTy);
1409   Constant *VectorZero = Constant::getNullValue(VectorTy);
1410   Constant *ScalarPosInf = ConstantFP::getInfinity(ScalarTy, false);
1411   Constant *ScalarNegInf = ConstantFP::getInfinity(ScalarTy, true);
1412   Constant *ScalarNaN = ConstantFP::getNaN(ScalarTy, true);
1413 
1414   Constant *VectorZeroUndef =
1415       ConstantVector::get({ScalarUndef, ScalarZero, ScalarUndef, ScalarZero});
1416 
1417   Constant *VectorZeroPoison =
1418       ConstantVector::get({ScalarPoison, ScalarZero, ScalarPoison, ScalarZero});
1419 
1420   Constant *VectorInfUndef = ConstantVector::get(
1421       {ScalarPosInf, ScalarNegInf, ScalarUndef, ScalarPosInf});
1422 
1423   Constant *VectorInfPoison = ConstantVector::get(
1424       {ScalarPosInf, ScalarNegInf, ScalarPoison, ScalarPosInf});
1425 
1426   Constant *VectorNaNUndef =
1427       ConstantVector::get({ScalarUndef, ScalarNaN, ScalarNaN, ScalarNaN});
1428 
1429   Constant *VectorNaNPoison =
1430       ConstantVector::get({ScalarPoison, ScalarNaN, ScalarNaN, ScalarNaN});
1431 
1432   EXPECT_TRUE(match(ScalarUndef, m_Undef()));
1433   EXPECT_TRUE(match(VectorUndef, m_Undef()));
1434   EXPECT_TRUE(match(ScalarPoison, m_Undef()));
1435   EXPECT_TRUE(match(VectorPoison, m_Undef()));
1436   EXPECT_FALSE(match(ScalarZero, m_Undef()));
1437   EXPECT_FALSE(match(VectorZero, m_Undef()));
1438   EXPECT_FALSE(match(VectorZeroUndef, m_Undef()));
1439   EXPECT_FALSE(match(VectorInfUndef, m_Undef()));
1440   EXPECT_FALSE(match(VectorNaNUndef, m_Undef()));
1441   EXPECT_FALSE(match(VectorZeroPoison, m_Undef()));
1442   EXPECT_FALSE(match(VectorInfPoison, m_Undef()));
1443   EXPECT_FALSE(match(VectorNaNPoison, m_Undef()));
1444 
1445   EXPECT_FALSE(match(ScalarUndef, m_AnyZeroFP()));
1446   EXPECT_FALSE(match(VectorUndef, m_AnyZeroFP()));
1447   EXPECT_FALSE(match(ScalarPoison, m_AnyZeroFP()));
1448   EXPECT_FALSE(match(VectorPoison, m_AnyZeroFP()));
1449   EXPECT_TRUE(match(ScalarZero, m_AnyZeroFP()));
1450   EXPECT_TRUE(match(VectorZero, m_AnyZeroFP()));
1451   EXPECT_FALSE(match(VectorZeroUndef, m_AnyZeroFP()));
1452   EXPECT_FALSE(match(VectorInfUndef, m_AnyZeroFP()));
1453   EXPECT_FALSE(match(VectorNaNUndef, m_AnyZeroFP()));
1454   EXPECT_TRUE(match(VectorZeroPoison, m_AnyZeroFP()));
1455   EXPECT_FALSE(match(VectorInfPoison, m_AnyZeroFP()));
1456   EXPECT_FALSE(match(VectorNaNPoison, m_AnyZeroFP()));
1457 
1458   EXPECT_FALSE(match(ScalarUndef, m_NaN()));
1459   EXPECT_FALSE(match(VectorUndef, m_NaN()));
1460   EXPECT_FALSE(match(VectorZeroUndef, m_NaN()));
1461   EXPECT_FALSE(match(ScalarPoison, m_NaN()));
1462   EXPECT_FALSE(match(VectorPoison, m_NaN()));
1463   EXPECT_FALSE(match(VectorZeroPoison, m_NaN()));
1464   EXPECT_FALSE(match(ScalarPosInf, m_NaN()));
1465   EXPECT_FALSE(match(ScalarNegInf, m_NaN()));
1466   EXPECT_TRUE(match(ScalarNaN, m_NaN()));
1467   EXPECT_FALSE(match(VectorInfUndef, m_NaN()));
1468   EXPECT_FALSE(match(VectorNaNUndef, m_NaN()));
1469   EXPECT_FALSE(match(VectorInfPoison, m_NaN()));
1470   EXPECT_TRUE(match(VectorNaNPoison, m_NaN()));
1471 
1472   EXPECT_FALSE(match(ScalarUndef, m_NonNaN()));
1473   EXPECT_FALSE(match(VectorUndef, m_NonNaN()));
1474   EXPECT_FALSE(match(VectorZeroUndef, m_NonNaN()));
1475   EXPECT_FALSE(match(ScalarPoison, m_NonNaN()));
1476   EXPECT_FALSE(match(VectorPoison, m_NonNaN()));
1477   EXPECT_TRUE(match(VectorZeroPoison, m_NonNaN()));
1478   EXPECT_TRUE(match(ScalarPosInf, m_NonNaN()));
1479   EXPECT_TRUE(match(ScalarNegInf, m_NonNaN()));
1480   EXPECT_FALSE(match(ScalarNaN, m_NonNaN()));
1481   EXPECT_FALSE(match(VectorInfUndef, m_NonNaN()));
1482   EXPECT_FALSE(match(VectorNaNUndef, m_NonNaN()));
1483   EXPECT_TRUE(match(VectorInfPoison, m_NonNaN()));
1484   EXPECT_FALSE(match(VectorNaNPoison, m_NonNaN()));
1485 
1486   EXPECT_FALSE(match(ScalarUndef, m_Inf()));
1487   EXPECT_FALSE(match(VectorUndef, m_Inf()));
1488   EXPECT_FALSE(match(VectorZeroUndef, m_Inf()));
1489   EXPECT_FALSE(match(ScalarPoison, m_Inf()));
1490   EXPECT_FALSE(match(VectorPoison, m_Inf()));
1491   EXPECT_FALSE(match(VectorZeroPoison, m_Inf()));
1492   EXPECT_TRUE(match(ScalarPosInf, m_Inf()));
1493   EXPECT_TRUE(match(ScalarNegInf, m_Inf()));
1494   EXPECT_FALSE(match(ScalarNaN, m_Inf()));
1495   EXPECT_FALSE(match(VectorInfUndef, m_Inf()));
1496   EXPECT_FALSE(match(VectorNaNUndef, m_Inf()));
1497   EXPECT_TRUE(match(VectorInfPoison, m_Inf()));
1498   EXPECT_FALSE(match(VectorNaNPoison, m_Inf()));
1499 
1500   EXPECT_FALSE(match(ScalarUndef, m_NonInf()));
1501   EXPECT_FALSE(match(VectorUndef, m_NonInf()));
1502   EXPECT_FALSE(match(VectorZeroUndef, m_NonInf()));
1503   EXPECT_FALSE(match(ScalarPoison, m_NonInf()));
1504   EXPECT_FALSE(match(VectorPoison, m_NonInf()));
1505   EXPECT_TRUE(match(VectorZeroPoison, m_NonInf()));
1506   EXPECT_FALSE(match(ScalarPosInf, m_NonInf()));
1507   EXPECT_FALSE(match(ScalarNegInf, m_NonInf()));
1508   EXPECT_TRUE(match(ScalarNaN, m_NonInf()));
1509   EXPECT_FALSE(match(VectorInfUndef, m_NonInf()));
1510   EXPECT_FALSE(match(VectorNaNUndef, m_NonInf()));
1511   EXPECT_FALSE(match(VectorInfPoison, m_NonInf()));
1512   EXPECT_TRUE(match(VectorNaNPoison, m_NonInf()));
1513 
1514   EXPECT_FALSE(match(ScalarUndef, m_Finite()));
1515   EXPECT_FALSE(match(VectorUndef, m_Finite()));
1516   EXPECT_FALSE(match(VectorZeroUndef, m_Finite()));
1517   EXPECT_FALSE(match(ScalarPoison, m_Finite()));
1518   EXPECT_FALSE(match(VectorPoison, m_Finite()));
1519   EXPECT_TRUE(match(VectorZeroPoison, m_Finite()));
1520   EXPECT_FALSE(match(ScalarPosInf, m_Finite()));
1521   EXPECT_FALSE(match(ScalarNegInf, m_Finite()));
1522   EXPECT_FALSE(match(ScalarNaN, m_Finite()));
1523   EXPECT_FALSE(match(VectorInfUndef, m_Finite()));
1524   EXPECT_FALSE(match(VectorNaNUndef, m_Finite()));
1525   EXPECT_FALSE(match(VectorInfPoison, m_Finite()));
1526   EXPECT_FALSE(match(VectorNaNPoison, m_Finite()));
1527 
1528   auto CheckTrue = [](const APFloat &) { return true; };
1529   EXPECT_FALSE(match(VectorZeroUndef, m_CheckedFp(CheckTrue)));
1530   EXPECT_TRUE(match(VectorZeroPoison, m_CheckedFp(CheckTrue)));
1531   EXPECT_TRUE(match(ScalarPosInf, m_CheckedFp(CheckTrue)));
1532   EXPECT_TRUE(match(ScalarNegInf, m_CheckedFp(CheckTrue)));
1533   EXPECT_TRUE(match(ScalarNaN, m_CheckedFp(CheckTrue)));
1534   EXPECT_FALSE(match(VectorInfUndef, m_CheckedFp(CheckTrue)));
1535   EXPECT_TRUE(match(VectorInfPoison, m_CheckedFp(CheckTrue)));
1536   EXPECT_FALSE(match(VectorNaNUndef, m_CheckedFp(CheckTrue)));
1537   EXPECT_TRUE(match(VectorNaNPoison, m_CheckedFp(CheckTrue)));
1538 
1539   auto CheckFalse = [](const APFloat &) { return false; };
1540   EXPECT_FALSE(match(VectorZeroUndef, m_CheckedFp(CheckFalse)));
1541   EXPECT_FALSE(match(VectorZeroPoison, m_CheckedFp(CheckFalse)));
1542   EXPECT_FALSE(match(ScalarPosInf, m_CheckedFp(CheckFalse)));
1543   EXPECT_FALSE(match(ScalarNegInf, m_CheckedFp(CheckFalse)));
1544   EXPECT_FALSE(match(ScalarNaN, m_CheckedFp(CheckFalse)));
1545   EXPECT_FALSE(match(VectorInfUndef, m_CheckedFp(CheckFalse)));
1546   EXPECT_FALSE(match(VectorInfPoison, m_CheckedFp(CheckFalse)));
1547   EXPECT_FALSE(match(VectorNaNUndef, m_CheckedFp(CheckFalse)));
1548   EXPECT_FALSE(match(VectorNaNPoison, m_CheckedFp(CheckFalse)));
1549 
1550   auto CheckNonNaN = [](const APFloat &C) { return !C.isNaN(); };
1551   EXPECT_FALSE(match(VectorZeroUndef, m_CheckedFp(CheckNonNaN)));
1552   EXPECT_TRUE(match(VectorZeroPoison, m_CheckedFp(CheckNonNaN)));
1553   EXPECT_TRUE(match(ScalarPosInf, m_CheckedFp(CheckNonNaN)));
1554   EXPECT_TRUE(match(ScalarNegInf, m_CheckedFp(CheckNonNaN)));
1555   EXPECT_FALSE(match(ScalarNaN, m_CheckedFp(CheckNonNaN)));
1556   EXPECT_FALSE(match(VectorInfUndef, m_CheckedFp(CheckNonNaN)));
1557   EXPECT_TRUE(match(VectorInfPoison, m_CheckedFp(CheckNonNaN)));
1558   EXPECT_FALSE(match(VectorNaNUndef, m_CheckedFp(CheckNonNaN)));
1559   EXPECT_FALSE(match(VectorNaNPoison, m_CheckedFp(CheckNonNaN)));
1560 
1561   const APFloat *C;
1562   // Regardless of whether poison is allowed,
1563   // a fully undef/poison constant does not match.
1564   EXPECT_FALSE(match(ScalarUndef, m_APFloat(C)));
1565   EXPECT_FALSE(match(ScalarUndef, m_APFloatForbidPoison(C)));
1566   EXPECT_FALSE(match(ScalarUndef, m_APFloatAllowPoison(C)));
1567   EXPECT_FALSE(match(ScalarUndef, m_CheckedFp(C, CheckTrue)));
1568   EXPECT_FALSE(match(VectorUndef, m_APFloat(C)));
1569   EXPECT_FALSE(match(VectorUndef, m_APFloatForbidPoison(C)));
1570   EXPECT_FALSE(match(VectorUndef, m_APFloatAllowPoison(C)));
1571   EXPECT_FALSE(match(VectorUndef, m_CheckedFp(C, CheckTrue)));
1572   EXPECT_FALSE(match(ScalarPoison, m_APFloat(C)));
1573   EXPECT_FALSE(match(ScalarPoison, m_APFloatForbidPoison(C)));
1574   EXPECT_FALSE(match(ScalarPoison, m_APFloatAllowPoison(C)));
1575   EXPECT_FALSE(match(ScalarPoison, m_CheckedFp(C, CheckTrue)));
1576   EXPECT_FALSE(match(VectorPoison, m_APFloat(C)));
1577   EXPECT_FALSE(match(VectorPoison, m_APFloatForbidPoison(C)));
1578   EXPECT_FALSE(match(VectorPoison, m_APFloatAllowPoison(C)));
1579   EXPECT_FALSE(match(VectorPoison, m_CheckedFp(C, CheckTrue)));
1580 
1581   // We can always match simple constants and simple splats.
1582   C = nullptr;
1583   EXPECT_TRUE(match(ScalarZero, m_APFloat(C)));
1584   EXPECT_TRUE(C->isZero());
1585   C = nullptr;
1586   EXPECT_TRUE(match(ScalarZero, m_APFloatForbidPoison(C)));
1587   EXPECT_TRUE(C->isZero());
1588   C = nullptr;
1589   EXPECT_TRUE(match(ScalarZero, m_APFloatAllowPoison(C)));
1590   EXPECT_TRUE(C->isZero());
1591   C = nullptr;
1592   EXPECT_TRUE(match(VectorZero, m_APFloat(C)));
1593   EXPECT_TRUE(C->isZero());
1594   C = nullptr;
1595   EXPECT_TRUE(match(VectorZero, m_APFloatForbidPoison(C)));
1596   EXPECT_TRUE(C->isZero());
1597   C = nullptr;
1598   EXPECT_TRUE(match(VectorZero, m_APFloatAllowPoison(C)));
1599   EXPECT_TRUE(C->isZero());
1600   C = nullptr;
1601   EXPECT_TRUE(match(VectorZero, m_CheckedFp(C, CheckTrue)));
1602   EXPECT_TRUE(C->isZero());
1603   C = nullptr;
1604   EXPECT_TRUE(match(VectorZero, m_CheckedFp(C, CheckNonNaN)));
1605   EXPECT_TRUE(C->isZero());
1606 
1607   // Splats with undef are never allowed.
1608   // Whether splats with poison can be matched depends on the matcher.
1609   EXPECT_FALSE(match(VectorZeroUndef, m_APFloat(C)));
1610   EXPECT_FALSE(match(VectorZeroUndef, m_APFloatForbidPoison(C)));
1611   EXPECT_FALSE(match(VectorZeroUndef, m_APFloatAllowPoison(C)));
1612   EXPECT_FALSE(match(VectorZeroUndef, m_Finite(C)));
1613 
1614   EXPECT_FALSE(match(VectorZeroPoison, m_APFloat(C)));
1615   EXPECT_FALSE(match(VectorZeroPoison, m_APFloatForbidPoison(C)));
1616   C = nullptr;
1617   EXPECT_TRUE(match(VectorZeroPoison, m_APFloatAllowPoison(C)));
1618   EXPECT_TRUE(C->isZero());
1619   C = nullptr;
1620   EXPECT_TRUE(match(VectorZeroPoison, m_Finite(C)));
1621   EXPECT_TRUE(C->isZero());
1622   EXPECT_FALSE(match(VectorZeroPoison, m_APFloat(C)));
1623   EXPECT_FALSE(match(VectorZeroPoison, m_APFloatForbidPoison(C)));
1624   C = nullptr;
1625   EXPECT_TRUE(match(VectorZeroPoison, m_APFloatAllowPoison(C)));
1626   EXPECT_TRUE(C->isZero());
1627   C = nullptr;
1628   EXPECT_TRUE(match(VectorZeroPoison, m_Finite(C)));
1629   EXPECT_TRUE(C->isZero());
1630   C = nullptr;
1631   EXPECT_TRUE(match(VectorZeroPoison, m_CheckedFp(C, CheckTrue)));
1632   EXPECT_TRUE(C->isZero());
1633   C = nullptr;
1634   EXPECT_TRUE(match(VectorZeroPoison, m_CheckedFp(C, CheckNonNaN)));
1635   EXPECT_TRUE(C->isZero());
1636 }
1637 
1638 TEST_F(PatternMatchTest, FloatingPointFNeg) {
1639   Type *FltTy = IRB.getFloatTy();
1640   Value *One = ConstantFP::get(FltTy, 1.0);
1641   Value *Z = ConstantFP::get(FltTy, 0.0);
1642   Value *NZ = ConstantFP::get(FltTy, -0.0);
1643   Value *V = IRB.CreateFNeg(One);
1644   Value *V1 = IRB.CreateFSub(NZ, One);
1645   Value *V2 = IRB.CreateFSub(Z, One);
1646   Value *V3 = IRB.CreateFAdd(NZ, One);
1647   Value *Match;
1648 
1649   // Test FNeg(1.0)
1650   EXPECT_TRUE(match(V, m_FNeg(m_Value(Match))));
1651   EXPECT_EQ(One, Match);
1652 
1653   // Test FSub(-0.0, 1.0)
1654   EXPECT_TRUE(match(V1, m_FNeg(m_Value(Match))));
1655   EXPECT_EQ(One, Match);
1656 
1657   // Test FSub(0.0, 1.0)
1658   EXPECT_FALSE(match(V2, m_FNeg(m_Value(Match))));
1659   cast<Instruction>(V2)->setHasNoSignedZeros(true);
1660   EXPECT_TRUE(match(V2, m_FNeg(m_Value(Match))));
1661   EXPECT_EQ(One, Match);
1662 
1663   // Test FAdd(-0.0, 1.0)
1664   EXPECT_FALSE(match(V3, m_FNeg(m_Value(Match))));
1665 }
1666 
1667 TEST_F(PatternMatchTest, CondBranchTest) {
1668   BasicBlock *TrueBB = BasicBlock::Create(Ctx, "TrueBB", F);
1669   BasicBlock *FalseBB = BasicBlock::Create(Ctx, "FalseBB", F);
1670   Value *Br1 = IRB.CreateCondBr(IRB.getTrue(), TrueBB, FalseBB);
1671 
1672   EXPECT_TRUE(match(Br1, m_Br(m_Value(), m_BasicBlock(), m_BasicBlock())));
1673 
1674   BasicBlock *A, *B;
1675   EXPECT_TRUE(match(Br1, m_Br(m_Value(), m_BasicBlock(A), m_BasicBlock(B))));
1676   EXPECT_EQ(TrueBB, A);
1677   EXPECT_EQ(FalseBB, B);
1678 
1679   EXPECT_FALSE(
1680       match(Br1, m_Br(m_Value(), m_SpecificBB(FalseBB), m_BasicBlock())));
1681   EXPECT_FALSE(
1682       match(Br1, m_Br(m_Value(), m_BasicBlock(), m_SpecificBB(TrueBB))));
1683   EXPECT_FALSE(
1684       match(Br1, m_Br(m_Value(), m_SpecificBB(FalseBB), m_BasicBlock(TrueBB))));
1685   EXPECT_TRUE(
1686       match(Br1, m_Br(m_Value(), m_SpecificBB(TrueBB), m_BasicBlock(FalseBB))));
1687 
1688   // Check we can use m_Deferred with branches.
1689   EXPECT_FALSE(match(Br1, m_Br(m_Value(), m_BasicBlock(A), m_Deferred(A))));
1690   Value *Br2 = IRB.CreateCondBr(IRB.getTrue(), TrueBB, TrueBB);
1691   A = nullptr;
1692   EXPECT_TRUE(match(Br2, m_Br(m_Value(), m_BasicBlock(A), m_Deferred(A))));
1693 }
1694 
1695 TEST_F(PatternMatchTest, WithOverflowInst) {
1696   Value *Add = IRB.CreateBinaryIntrinsic(Intrinsic::uadd_with_overflow,
1697                                          IRB.getInt32(0), IRB.getInt32(0));
1698   Value *Add0 = IRB.CreateExtractValue(Add, 0);
1699   Value *Add1 = IRB.CreateExtractValue(Add, 1);
1700 
1701   EXPECT_TRUE(match(Add0, m_ExtractValue<0>(m_Value())));
1702   EXPECT_FALSE(match(Add0, m_ExtractValue<1>(m_Value())));
1703   EXPECT_FALSE(match(Add1, m_ExtractValue<0>(m_Value())));
1704   EXPECT_TRUE(match(Add1, m_ExtractValue<1>(m_Value())));
1705   EXPECT_FALSE(match(Add, m_ExtractValue<1>(m_Value())));
1706   EXPECT_FALSE(match(Add, m_ExtractValue<1>(m_Value())));
1707 
1708   WithOverflowInst *WOI;
1709   EXPECT_FALSE(match(Add0, m_WithOverflowInst(WOI)));
1710   EXPECT_FALSE(match(Add1, m_WithOverflowInst(WOI)));
1711   EXPECT_TRUE(match(Add, m_WithOverflowInst(WOI)));
1712 
1713   EXPECT_TRUE(match(Add0, m_ExtractValue<0>(m_WithOverflowInst(WOI))));
1714   EXPECT_EQ(Add, WOI);
1715   EXPECT_TRUE(match(Add1, m_ExtractValue<1>(m_WithOverflowInst(WOI))));
1716   EXPECT_EQ(Add, WOI);
1717 }
1718 
1719 TEST_F(PatternMatchTest, MinMaxIntrinsics) {
1720   Type *Ty = IRB.getInt32Ty();
1721   Value *L = ConstantInt::get(Ty, 1);
1722   Value *R = ConstantInt::get(Ty, 2);
1723   Value *MatchL, *MatchR;
1724 
1725   // Check for intrinsic ID match and capture of operands.
1726   EXPECT_TRUE(m_SMax(m_Value(MatchL), m_Value(MatchR))
1727                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smax, L, R)));
1728   EXPECT_EQ(L, MatchL);
1729   EXPECT_EQ(R, MatchR);
1730 
1731   EXPECT_TRUE(m_SMin(m_Value(MatchL), m_Value(MatchR))
1732                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smin, L, R)));
1733   EXPECT_EQ(L, MatchL);
1734   EXPECT_EQ(R, MatchR);
1735 
1736   EXPECT_TRUE(m_UMax(m_Value(MatchL), m_Value(MatchR))
1737                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umax, L, R)));
1738   EXPECT_EQ(L, MatchL);
1739   EXPECT_EQ(R, MatchR);
1740 
1741   EXPECT_TRUE(m_UMin(m_Value(MatchL), m_Value(MatchR))
1742                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umin, L, R)));
1743   EXPECT_EQ(L, MatchL);
1744   EXPECT_EQ(R, MatchR);
1745 
1746   // Check for intrinsic ID mismatch.
1747   EXPECT_FALSE(m_SMax(m_Value(MatchL), m_Value(MatchR))
1748                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smin, L, R)));
1749   EXPECT_FALSE(m_SMin(m_Value(MatchL), m_Value(MatchR))
1750                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umax, L, R)));
1751   EXPECT_FALSE(m_UMax(m_Value(MatchL), m_Value(MatchR))
1752                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::umin, L, R)));
1753   EXPECT_FALSE(m_UMin(m_Value(MatchL), m_Value(MatchR))
1754                   .match(IRB.CreateBinaryIntrinsic(Intrinsic::smax, L, R)));
1755 }
1756 
1757 TEST_F(PatternMatchTest, IntrinsicMatcher) {
1758   Value *Name = IRB.CreateAlloca(IRB.getInt8Ty());
1759   Value *Hash = IRB.getInt64(0);
1760   Value *Num = IRB.getInt32(1);
1761   Value *Index = IRB.getInt32(2);
1762   Value *Step = IRB.getInt64(3);
1763 
1764   Value *Ops[] = {Name, Hash, Num, Index, Step};
1765   Module *M = BB->getParent()->getParent();
1766   Function *TheFn =
1767       Intrinsic::getDeclaration(M, Intrinsic::instrprof_increment_step);
1768 
1769   Value *Intrinsic5 = CallInst::Create(TheFn, Ops, "", BB);
1770 
1771   // Match without capturing.
1772   EXPECT_TRUE(match(
1773       Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1774                       m_Value(), m_Value(), m_Value(), m_Value(), m_Value())));
1775   EXPECT_FALSE(match(
1776       Intrinsic5, m_Intrinsic<Intrinsic::memmove>(
1777                       m_Value(), m_Value(), m_Value(), m_Value(), m_Value())));
1778 
1779   // Match with capturing.
1780   Value *Arg1 = nullptr;
1781   Value *Arg2 = nullptr;
1782   Value *Arg3 = nullptr;
1783   Value *Arg4 = nullptr;
1784   Value *Arg5 = nullptr;
1785   EXPECT_TRUE(
1786       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1787                             m_Value(Arg1), m_Value(Arg2), m_Value(Arg3),
1788                             m_Value(Arg4), m_Value(Arg5))));
1789   EXPECT_EQ(Arg1, Name);
1790   EXPECT_EQ(Arg2, Hash);
1791   EXPECT_EQ(Arg3, Num);
1792   EXPECT_EQ(Arg4, Index);
1793   EXPECT_EQ(Arg5, Step);
1794 
1795   // Match specific second argument.
1796   EXPECT_TRUE(
1797       match(Intrinsic5,
1798             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1799                 m_Value(), m_SpecificInt(0), m_Value(), m_Value(), m_Value())));
1800   EXPECT_FALSE(
1801       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1802                             m_Value(), m_SpecificInt(10), m_Value(), m_Value(),
1803                             m_Value())));
1804 
1805   // Match specific third argument.
1806   EXPECT_TRUE(
1807       match(Intrinsic5,
1808             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1809                 m_Value(), m_Value(), m_SpecificInt(1), m_Value(), m_Value())));
1810   EXPECT_FALSE(
1811       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1812                             m_Value(), m_Value(), m_SpecificInt(10), m_Value(),
1813                             m_Value())));
1814 
1815   // Match specific fourth argument.
1816   EXPECT_TRUE(
1817       match(Intrinsic5,
1818             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1819                 m_Value(), m_Value(), m_Value(), m_SpecificInt(2), m_Value())));
1820   EXPECT_FALSE(
1821       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1822                             m_Value(), m_Value(), m_Value(), m_SpecificInt(10),
1823                             m_Value())));
1824 
1825   // Match specific fifth argument.
1826   EXPECT_TRUE(
1827       match(Intrinsic5,
1828             m_Intrinsic<Intrinsic::instrprof_increment_step>(
1829                 m_Value(), m_Value(), m_Value(), m_Value(), m_SpecificInt(3))));
1830   EXPECT_FALSE(
1831       match(Intrinsic5, m_Intrinsic<Intrinsic::instrprof_increment_step>(
1832                             m_Value(), m_Value(), m_Value(), m_Value(),
1833                             m_SpecificInt(10))));
1834 }
1835 
1836 namespace {
1837 
1838 struct is_unsigned_zero_pred {
1839   bool isValue(const APInt &C) { return C.isZero(); }
1840 };
1841 
1842 struct is_float_zero_pred {
1843   bool isValue(const APFloat &C) { return C.isZero(); }
1844 };
1845 
1846 template <typename T> struct always_true_pred {
1847   bool isValue(const T &) { return true; }
1848 };
1849 
1850 template <typename T> struct always_false_pred {
1851   bool isValue(const T &) { return false; }
1852 };
1853 
1854 struct is_unsigned_max_pred {
1855   bool isValue(const APInt &C) { return C.isMaxValue(); }
1856 };
1857 
1858 struct is_float_nan_pred {
1859   bool isValue(const APFloat &C) { return C.isNaN(); }
1860 };
1861 
1862 } // namespace
1863 
1864 TEST_F(PatternMatchTest, ConstantPredicateType) {
1865 
1866   // Scalar integer
1867   APInt U32Max = APInt::getAllOnes(32);
1868   APInt U32Zero = APInt::getZero(32);
1869   APInt U32DeadBeef(32, 0xDEADBEEF);
1870 
1871   Type *U32Ty = Type::getInt32Ty(Ctx);
1872 
1873   Constant *CU32Max = Constant::getIntegerValue(U32Ty, U32Max);
1874   Constant *CU32Zero = Constant::getIntegerValue(U32Ty, U32Zero);
1875   Constant *CU32DeadBeef = Constant::getIntegerValue(U32Ty, U32DeadBeef);
1876 
1877   EXPECT_TRUE(match(CU32Max, cst_pred_ty<is_unsigned_max_pred>()));
1878   EXPECT_FALSE(match(CU32Max, cst_pred_ty<is_unsigned_zero_pred>()));
1879   EXPECT_TRUE(match(CU32Max, cst_pred_ty<always_true_pred<APInt>>()));
1880   EXPECT_FALSE(match(CU32Max, cst_pred_ty<always_false_pred<APInt>>()));
1881 
1882   EXPECT_FALSE(match(CU32Zero, cst_pred_ty<is_unsigned_max_pred>()));
1883   EXPECT_TRUE(match(CU32Zero, cst_pred_ty<is_unsigned_zero_pred>()));
1884   EXPECT_TRUE(match(CU32Zero, cst_pred_ty<always_true_pred<APInt>>()));
1885   EXPECT_FALSE(match(CU32Zero, cst_pred_ty<always_false_pred<APInt>>()));
1886 
1887   EXPECT_FALSE(match(CU32DeadBeef, cst_pred_ty<is_unsigned_max_pred>()));
1888   EXPECT_FALSE(match(CU32DeadBeef, cst_pred_ty<is_unsigned_zero_pred>()));
1889   EXPECT_TRUE(match(CU32DeadBeef, cst_pred_ty<always_true_pred<APInt>>()));
1890   EXPECT_FALSE(match(CU32DeadBeef, cst_pred_ty<always_false_pred<APInt>>()));
1891 
1892   // Scalar float
1893   APFloat F32NaN = APFloat::getNaN(APFloat::IEEEsingle());
1894   APFloat F32Zero = APFloat::getZero(APFloat::IEEEsingle());
1895   APFloat F32Pi(3.14f);
1896 
1897   Type *F32Ty = Type::getFloatTy(Ctx);
1898 
1899   Constant *CF32NaN = ConstantFP::get(F32Ty, F32NaN);
1900   Constant *CF32Zero = ConstantFP::get(F32Ty, F32Zero);
1901   Constant *CF32Pi = ConstantFP::get(F32Ty, F32Pi);
1902 
1903   EXPECT_TRUE(match(CF32NaN, cstfp_pred_ty<is_float_nan_pred>()));
1904   EXPECT_FALSE(match(CF32NaN, cstfp_pred_ty<is_float_zero_pred>()));
1905   EXPECT_TRUE(match(CF32NaN, cstfp_pred_ty<always_true_pred<APFloat>>()));
1906   EXPECT_FALSE(match(CF32NaN, cstfp_pred_ty<always_false_pred<APFloat>>()));
1907 
1908   EXPECT_FALSE(match(CF32Zero, cstfp_pred_ty<is_float_nan_pred>()));
1909   EXPECT_TRUE(match(CF32Zero, cstfp_pred_ty<is_float_zero_pred>()));
1910   EXPECT_TRUE(match(CF32Zero, cstfp_pred_ty<always_true_pred<APFloat>>()));
1911   EXPECT_FALSE(match(CF32Zero, cstfp_pred_ty<always_false_pred<APFloat>>()));
1912 
1913   EXPECT_FALSE(match(CF32Pi, cstfp_pred_ty<is_float_nan_pred>()));
1914   EXPECT_FALSE(match(CF32Pi, cstfp_pred_ty<is_float_zero_pred>()));
1915   EXPECT_TRUE(match(CF32Pi, cstfp_pred_ty<always_true_pred<APFloat>>()));
1916   EXPECT_FALSE(match(CF32Pi, cstfp_pred_ty<always_false_pred<APFloat>>()));
1917 
1918   auto FixedEC = ElementCount::getFixed(4);
1919   auto ScalableEC = ElementCount::getScalable(4);
1920 
1921   // Vector splat
1922 
1923   for (auto EC : {FixedEC, ScalableEC}) {
1924     // integer
1925 
1926     Constant *CSplatU32Max = ConstantVector::getSplat(EC, CU32Max);
1927     Constant *CSplatU32Zero = ConstantVector::getSplat(EC, CU32Zero);
1928     Constant *CSplatU32DeadBeef = ConstantVector::getSplat(EC, CU32DeadBeef);
1929 
1930     EXPECT_TRUE(match(CSplatU32Max, cst_pred_ty<is_unsigned_max_pred>()));
1931     EXPECT_FALSE(match(CSplatU32Max, cst_pred_ty<is_unsigned_zero_pred>()));
1932     EXPECT_TRUE(match(CSplatU32Max, cst_pred_ty<always_true_pred<APInt>>()));
1933     EXPECT_FALSE(match(CSplatU32Max, cst_pred_ty<always_false_pred<APInt>>()));
1934 
1935     EXPECT_FALSE(match(CSplatU32Zero, cst_pred_ty<is_unsigned_max_pred>()));
1936     EXPECT_TRUE(match(CSplatU32Zero, cst_pred_ty<is_unsigned_zero_pred>()));
1937     EXPECT_TRUE(match(CSplatU32Zero, cst_pred_ty<always_true_pred<APInt>>()));
1938     EXPECT_FALSE(match(CSplatU32Zero, cst_pred_ty<always_false_pred<APInt>>()));
1939 
1940     EXPECT_FALSE(match(CSplatU32DeadBeef, cst_pred_ty<is_unsigned_max_pred>()));
1941     EXPECT_FALSE(
1942         match(CSplatU32DeadBeef, cst_pred_ty<is_unsigned_zero_pred>()));
1943     EXPECT_TRUE(
1944         match(CSplatU32DeadBeef, cst_pred_ty<always_true_pred<APInt>>()));
1945     EXPECT_FALSE(
1946         match(CSplatU32DeadBeef, cst_pred_ty<always_false_pred<APInt>>()));
1947 
1948     // float
1949 
1950     Constant *CSplatF32NaN = ConstantVector::getSplat(EC, CF32NaN);
1951     Constant *CSplatF32Zero = ConstantVector::getSplat(EC, CF32Zero);
1952     Constant *CSplatF32Pi = ConstantVector::getSplat(EC, CF32Pi);
1953 
1954     EXPECT_TRUE(match(CSplatF32NaN, cstfp_pred_ty<is_float_nan_pred>()));
1955     EXPECT_FALSE(match(CSplatF32NaN, cstfp_pred_ty<is_float_zero_pred>()));
1956     EXPECT_TRUE(
1957         match(CSplatF32NaN, cstfp_pred_ty<always_true_pred<APFloat>>()));
1958     EXPECT_FALSE(
1959         match(CSplatF32NaN, cstfp_pred_ty<always_false_pred<APFloat>>()));
1960 
1961     EXPECT_FALSE(match(CSplatF32Zero, cstfp_pred_ty<is_float_nan_pred>()));
1962     EXPECT_TRUE(match(CSplatF32Zero, cstfp_pred_ty<is_float_zero_pred>()));
1963     EXPECT_TRUE(
1964         match(CSplatF32Zero, cstfp_pred_ty<always_true_pred<APFloat>>()));
1965     EXPECT_FALSE(
1966         match(CSplatF32Zero, cstfp_pred_ty<always_false_pred<APFloat>>()));
1967 
1968     EXPECT_FALSE(match(CSplatF32Pi, cstfp_pred_ty<is_float_nan_pred>()));
1969     EXPECT_FALSE(match(CSplatF32Pi, cstfp_pred_ty<is_float_zero_pred>()));
1970     EXPECT_TRUE(match(CSplatF32Pi, cstfp_pred_ty<always_true_pred<APFloat>>()));
1971     EXPECT_FALSE(
1972         match(CSplatF32Pi, cstfp_pred_ty<always_false_pred<APFloat>>()));
1973   }
1974 
1975   // Int arbitrary vector
1976 
1977   Constant *CMixedU32 = ConstantVector::get({CU32Max, CU32Zero, CU32DeadBeef});
1978   Constant *CU32Undef = UndefValue::get(U32Ty);
1979   Constant *CU32Poison = PoisonValue::get(U32Ty);
1980   Constant *CU32MaxWithUndef =
1981       ConstantVector::get({CU32Undef, CU32Max, CU32Undef});
1982   Constant *CU32MaxWithPoison =
1983       ConstantVector::get({CU32Poison, CU32Max, CU32Poison});
1984 
1985   EXPECT_FALSE(match(CMixedU32, cst_pred_ty<is_unsigned_max_pred>()));
1986   EXPECT_FALSE(match(CMixedU32, cst_pred_ty<is_unsigned_zero_pred>()));
1987   EXPECT_TRUE(match(CMixedU32, cst_pred_ty<always_true_pred<APInt>>()));
1988   EXPECT_FALSE(match(CMixedU32, cst_pred_ty<always_false_pred<APInt>>()));
1989 
1990   EXPECT_FALSE(match(CU32MaxWithUndef, cst_pred_ty<is_unsigned_max_pred>()));
1991   EXPECT_FALSE(match(CU32MaxWithUndef, cst_pred_ty<is_unsigned_zero_pred>()));
1992   EXPECT_FALSE(match(CU32MaxWithUndef, cst_pred_ty<always_true_pred<APInt>>()));
1993   EXPECT_FALSE(
1994       match(CU32MaxWithUndef, cst_pred_ty<always_false_pred<APInt>>()));
1995 
1996   EXPECT_TRUE(match(CU32MaxWithPoison, cst_pred_ty<is_unsigned_max_pred>()));
1997   EXPECT_FALSE(match(CU32MaxWithPoison, cst_pred_ty<is_unsigned_zero_pred>()));
1998   EXPECT_TRUE(match(CU32MaxWithPoison, cst_pred_ty<always_true_pred<APInt>>()));
1999   EXPECT_FALSE(
2000       match(CU32MaxWithPoison, cst_pred_ty<always_false_pred<APInt>>()));
2001 
2002   // Float arbitrary vector
2003 
2004   Constant *CMixedF32 = ConstantVector::get({CF32NaN, CF32Zero, CF32Pi});
2005   Constant *CF32Undef = UndefValue::get(F32Ty);
2006   Constant *CF32Poison = PoisonValue::get(F32Ty);
2007   Constant *CF32NaNWithUndef =
2008       ConstantVector::get({CF32Undef, CF32NaN, CF32Undef});
2009   Constant *CF32NaNWithPoison =
2010       ConstantVector::get({CF32Poison, CF32NaN, CF32Poison});
2011 
2012   EXPECT_FALSE(match(CMixedF32, cstfp_pred_ty<is_float_nan_pred>()));
2013   EXPECT_FALSE(match(CMixedF32, cstfp_pred_ty<is_float_zero_pred>()));
2014   EXPECT_TRUE(match(CMixedF32, cstfp_pred_ty<always_true_pred<APFloat>>()));
2015   EXPECT_FALSE(match(CMixedF32, cstfp_pred_ty<always_false_pred<APFloat>>()));
2016 
2017   EXPECT_FALSE(match(CF32NaNWithUndef, cstfp_pred_ty<is_float_nan_pred>()));
2018   EXPECT_FALSE(match(CF32NaNWithUndef, cstfp_pred_ty<is_float_zero_pred>()));
2019   EXPECT_FALSE(
2020       match(CF32NaNWithUndef, cstfp_pred_ty<always_true_pred<APFloat>>()));
2021   EXPECT_FALSE(
2022       match(CF32NaNWithUndef, cstfp_pred_ty<always_false_pred<APFloat>>()));
2023 
2024   EXPECT_TRUE(match(CF32NaNWithPoison, cstfp_pred_ty<is_float_nan_pred>()));
2025   EXPECT_FALSE(match(CF32NaNWithPoison, cstfp_pred_ty<is_float_zero_pred>()));
2026   EXPECT_TRUE(
2027       match(CF32NaNWithPoison, cstfp_pred_ty<always_true_pred<APFloat>>()));
2028   EXPECT_FALSE(
2029       match(CF32NaNWithPoison, cstfp_pred_ty<always_false_pred<APFloat>>()));
2030 }
2031 
2032 TEST_F(PatternMatchTest, InsertValue) {
2033   Type *StructTy = StructType::create(IRB.getContext(),
2034                                       {IRB.getInt32Ty(), IRB.getInt64Ty()});
2035   Value *Ins0 =
2036       IRB.CreateInsertValue(UndefValue::get(StructTy), IRB.getInt32(20), 0);
2037   Value *Ins1 = IRB.CreateInsertValue(Ins0, IRB.getInt64(90), 1);
2038 
2039   EXPECT_TRUE(match(Ins0, m_InsertValue<0>(m_Value(), m_Value())));
2040   EXPECT_FALSE(match(Ins0, m_InsertValue<1>(m_Value(), m_Value())));
2041   EXPECT_FALSE(match(Ins1, m_InsertValue<0>(m_Value(), m_Value())));
2042   EXPECT_TRUE(match(Ins1, m_InsertValue<1>(m_Value(), m_Value())));
2043 
2044   EXPECT_TRUE(match(Ins0, m_InsertValue<0>(m_Undef(), m_SpecificInt(20))));
2045   EXPECT_FALSE(match(Ins0, m_InsertValue<0>(m_Undef(), m_SpecificInt(0))));
2046 
2047   EXPECT_TRUE(
2048       match(Ins1, m_InsertValue<1>(m_InsertValue<0>(m_Value(), m_Value()),
2049                                    m_SpecificInt(90))));
2050   EXPECT_FALSE(match(IRB.getInt64(99), m_InsertValue<0>(m_Value(), m_Value())));
2051 }
2052 
2053 TEST_F(PatternMatchTest, LogicalSelects) {
2054   Value *Alloca = IRB.CreateAlloca(IRB.getInt1Ty());
2055   Value *X = IRB.CreateLoad(IRB.getInt1Ty(), Alloca);
2056   Value *Y = IRB.CreateLoad(IRB.getInt1Ty(), Alloca);
2057   Constant *T = IRB.getInt1(true);
2058   Constant *F = IRB.getInt1(false);
2059   Value *And = IRB.CreateSelect(X, Y, F);
2060   Value *Or = IRB.CreateSelect(X, T, Y);
2061 
2062   // Logical and:
2063   // Check basic no-capture logic - opcode and constant must match.
2064   EXPECT_TRUE(match(And, m_LogicalAnd(m_Value(), m_Value())));
2065   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Value(), m_Value())));
2066   EXPECT_FALSE(match(And, m_LogicalOr(m_Value(), m_Value())));
2067   EXPECT_FALSE(match(And, m_c_LogicalOr(m_Value(), m_Value())));
2068 
2069   // Check with captures.
2070   EXPECT_TRUE(match(And, m_LogicalAnd(m_Specific(X), m_Value())));
2071   EXPECT_TRUE(match(And, m_LogicalAnd(m_Value(), m_Specific(Y))));
2072   EXPECT_TRUE(match(And, m_LogicalAnd(m_Specific(X), m_Specific(Y))));
2073 
2074   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(Y), m_Value())));
2075   EXPECT_FALSE(match(And, m_LogicalAnd(m_Value(), m_Specific(X))));
2076   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(Y), m_Specific(X))));
2077 
2078   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(X), m_Specific(X))));
2079   EXPECT_FALSE(match(And, m_LogicalAnd(m_Specific(Y), m_Specific(Y))));
2080 
2081   // Check captures for commutative match.
2082   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(X), m_Value())));
2083   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Value(), m_Specific(Y))));
2084   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(X), m_Specific(Y))));
2085 
2086   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(Y), m_Value())));
2087   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Value(), m_Specific(X))));
2088   EXPECT_TRUE(match(And, m_c_LogicalAnd(m_Specific(Y), m_Specific(X))));
2089 
2090   EXPECT_FALSE(match(And, m_c_LogicalAnd(m_Specific(X), m_Specific(X))));
2091   EXPECT_FALSE(match(And, m_c_LogicalAnd(m_Specific(Y), m_Specific(Y))));
2092 
2093   // Logical or:
2094   // Check basic no-capture logic - opcode and constant must match.
2095   EXPECT_TRUE(match(Or, m_LogicalOr(m_Value(), m_Value())));
2096   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Value(), m_Value())));
2097   EXPECT_FALSE(match(Or, m_LogicalAnd(m_Value(), m_Value())));
2098   EXPECT_FALSE(match(Or, m_c_LogicalAnd(m_Value(), m_Value())));
2099 
2100   // Check with captures.
2101   EXPECT_TRUE(match(Or, m_LogicalOr(m_Specific(X), m_Value())));
2102   EXPECT_TRUE(match(Or, m_LogicalOr(m_Value(), m_Specific(Y))));
2103   EXPECT_TRUE(match(Or, m_LogicalOr(m_Specific(X), m_Specific(Y))));
2104 
2105   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(Y), m_Value())));
2106   EXPECT_FALSE(match(Or, m_LogicalOr(m_Value(), m_Specific(X))));
2107   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(Y), m_Specific(X))));
2108 
2109   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(X), m_Specific(X))));
2110   EXPECT_FALSE(match(Or, m_LogicalOr(m_Specific(Y), m_Specific(Y))));
2111 
2112   // Check captures for commutative match.
2113   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(X), m_Value())));
2114   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Value(), m_Specific(Y))));
2115   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(X), m_Specific(Y))));
2116 
2117   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(Y), m_Value())));
2118   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Value(), m_Specific(X))));
2119   EXPECT_TRUE(match(Or, m_c_LogicalOr(m_Specific(Y), m_Specific(X))));
2120 
2121   EXPECT_FALSE(match(Or, m_c_LogicalOr(m_Specific(X), m_Specific(X))));
2122   EXPECT_FALSE(match(Or, m_c_LogicalOr(m_Specific(Y), m_Specific(Y))));
2123 }
2124 
2125 TEST_F(PatternMatchTest, VectorLogicalSelects) {
2126   Type *i1 = IRB.getInt1Ty();
2127   Type *v3i1 = FixedVectorType::get(i1, 3);
2128 
2129   Value *Alloca = IRB.CreateAlloca(i1);
2130   Value *AllocaVec = IRB.CreateAlloca(v3i1);
2131   Value *Scalar = IRB.CreateLoad(i1, Alloca);
2132   Value *Vector = IRB.CreateLoad(v3i1, AllocaVec);
2133   Constant *F = Constant::getNullValue(v3i1);
2134   Constant *T = Constant::getAllOnesValue(v3i1);
2135 
2136   // select <3 x i1> Vector, <3 x i1> Vector, <3 x i1> <i1 0, i1 0, i1 0>
2137   Value *VecAnd = IRB.CreateSelect(Vector, Vector, F);
2138 
2139   // select i1 Scalar, <3 x i1> Vector, <3 x i1> <i1 0, i1 0, i1 0>
2140   Value *MixedTypeAnd = IRB.CreateSelect(Scalar, Vector, F);
2141 
2142   // select <3 x i1> Vector, <3 x i1> <i1 1, i1 1, i1 1>, <3 x i1> Vector
2143   Value *VecOr = IRB.CreateSelect(Vector, T, Vector);
2144 
2145   // select i1 Scalar, <3 x i1> <i1 1, i1 1, i1 1>, <3 x i1> Vector
2146   Value *MixedTypeOr = IRB.CreateSelect(Scalar, T, Vector);
2147 
2148   // We allow matching a real vector logical select,
2149   // but not a scalar select of vector bools.
2150   EXPECT_TRUE(match(VecAnd, m_LogicalAnd(m_Value(), m_Value())));
2151   EXPECT_FALSE(match(MixedTypeAnd, m_LogicalAnd(m_Value(), m_Value())));
2152   EXPECT_TRUE(match(VecOr, m_LogicalOr(m_Value(), m_Value())));
2153   EXPECT_FALSE(match(MixedTypeOr, m_LogicalOr(m_Value(), m_Value())));
2154 }
2155 
2156 TEST_F(PatternMatchTest, VScale) {
2157   DataLayout DL = M->getDataLayout();
2158 
2159   Type *VecTy = ScalableVectorType::get(IRB.getInt8Ty(), 1);
2160   Value *NullPtrVec =
2161       Constant::getNullValue(PointerType::getUnqual(VecTy->getContext()));
2162   Value *GEP = IRB.CreateGEP(VecTy, NullPtrVec, IRB.getInt64(1));
2163   Value *PtrToInt = IRB.CreatePtrToInt(GEP, DL.getIntPtrType(GEP->getType()));
2164   EXPECT_TRUE(match(PtrToInt, m_VScale()));
2165 
2166   Type *VecTy2 = ScalableVectorType::get(IRB.getInt8Ty(), 2);
2167   Value *NullPtrVec2 =
2168       Constant::getNullValue(PointerType::getUnqual(VecTy2->getContext()));
2169   Value *GEP2 = IRB.CreateGEP(VecTy, NullPtrVec2, IRB.getInt64(1));
2170   Value *PtrToInt2 =
2171       IRB.CreatePtrToInt(GEP2, DL.getIntPtrType(GEP2->getType()));
2172   EXPECT_TRUE(match(PtrToInt2, m_VScale()));
2173 }
2174 
2175 TEST_F(PatternMatchTest, NotForbidPoison) {
2176   Type *ScalarTy = IRB.getInt8Ty();
2177   Type *VectorTy = FixedVectorType::get(ScalarTy, 3);
2178   Constant *ScalarUndef = UndefValue::get(ScalarTy);
2179   Constant *ScalarPoison = PoisonValue::get(ScalarTy);
2180   Constant *ScalarOnes = Constant::getAllOnesValue(ScalarTy);
2181   Constant *VectorZero = Constant::getNullValue(VectorTy);
2182   Constant *VectorOnes = Constant::getAllOnesValue(VectorTy);
2183 
2184   SmallVector<Constant *, 3> MixedElemsUndef;
2185   MixedElemsUndef.push_back(ScalarOnes);
2186   MixedElemsUndef.push_back(ScalarOnes);
2187   MixedElemsUndef.push_back(ScalarUndef);
2188   Constant *VectorMixedUndef = ConstantVector::get(MixedElemsUndef);
2189 
2190   SmallVector<Constant *, 3> MixedElemsPoison;
2191   MixedElemsPoison.push_back(ScalarOnes);
2192   MixedElemsPoison.push_back(ScalarOnes);
2193   MixedElemsPoison.push_back(ScalarPoison);
2194   Constant *VectorMixedPoison = ConstantVector::get(MixedElemsPoison);
2195 
2196   Value *Not = IRB.CreateXor(VectorZero, VectorOnes);
2197   Value *X;
2198   EXPECT_TRUE(match(Not, m_Not(m_Value(X))));
2199   EXPECT_TRUE(match(X, m_Zero()));
2200   X = nullptr;
2201   EXPECT_TRUE(match(Not, m_NotForbidPoison(m_Value(X))));
2202   EXPECT_TRUE(match(X, m_Zero()));
2203 
2204   Value *NotCommute = IRB.CreateXor(VectorOnes, VectorZero);
2205   Value *Y;
2206   EXPECT_TRUE(match(NotCommute, m_Not(m_Value(Y))));
2207   EXPECT_TRUE(match(Y, m_Zero()));
2208   Y = nullptr;
2209   EXPECT_TRUE(match(NotCommute, m_NotForbidPoison(m_Value(Y))));
2210   EXPECT_TRUE(match(Y, m_Zero()));
2211 
2212   Value *NotWithUndefs = IRB.CreateXor(VectorZero, VectorMixedUndef);
2213   EXPECT_FALSE(match(NotWithUndefs, m_Not(m_Value())));
2214   EXPECT_FALSE(match(NotWithUndefs, m_NotForbidPoison(m_Value())));
2215 
2216   Value *NotWithPoisons = IRB.CreateXor(VectorZero, VectorMixedPoison);
2217   EXPECT_TRUE(match(NotWithPoisons, m_Not(m_Value())));
2218   EXPECT_FALSE(match(NotWithPoisons, m_NotForbidPoison(m_Value())));
2219 
2220   Value *NotWithUndefsCommute = IRB.CreateXor(VectorMixedUndef, VectorZero);
2221   EXPECT_FALSE(match(NotWithUndefsCommute, m_Not(m_Value())));
2222   EXPECT_FALSE(match(NotWithUndefsCommute, m_NotForbidPoison(m_Value())));
2223 
2224   Value *NotWithPoisonsCommute = IRB.CreateXor(VectorMixedPoison, VectorZero);
2225   EXPECT_TRUE(match(NotWithPoisonsCommute, m_Not(m_Value())));
2226   EXPECT_FALSE(match(NotWithPoisonsCommute, m_NotForbidPoison(m_Value())));
2227 }
2228 
2229 template <typename T> struct MutableConstTest : PatternMatchTest { };
2230 
2231 typedef ::testing::Types<std::tuple<Value*, Instruction*>,
2232                          std::tuple<const Value*, const Instruction *>>
2233     MutableConstTestTypes;
2234 TYPED_TEST_SUITE(MutableConstTest, MutableConstTestTypes, );
2235 
2236 TYPED_TEST(MutableConstTest, ICmp) {
2237   auto &IRB = PatternMatchTest::IRB;
2238 
2239   typedef std::tuple_element_t<0, TypeParam> ValueType;
2240   typedef std::tuple_element_t<1, TypeParam> InstructionType;
2241 
2242   Value *L = IRB.getInt32(1);
2243   Value *R = IRB.getInt32(2);
2244   ICmpInst::Predicate Pred = ICmpInst::ICMP_UGT;
2245 
2246   ValueType MatchL;
2247   ValueType MatchR;
2248   ICmpInst::Predicate MatchPred;
2249 
2250   EXPECT_TRUE(m_ICmp(MatchPred, m_Value(MatchL), m_Value(MatchR))
2251               .match((InstructionType)IRB.CreateICmp(Pred, L, R)));
2252   EXPECT_EQ(L, MatchL);
2253   EXPECT_EQ(R, MatchR);
2254 }
2255 
2256 TEST_F(PatternMatchTest, ConstExpr) {
2257   Constant *G =
2258       M->getOrInsertGlobal("dummy", PointerType::getUnqual(IRB.getInt32Ty()));
2259   Constant *S = ConstantExpr::getPtrToInt(G, IRB.getInt32Ty());
2260   Type *VecTy = FixedVectorType::get(IRB.getInt32Ty(), 2);
2261   PoisonValue *P = PoisonValue::get(VecTy);
2262   Constant *V = ConstantExpr::getInsertElement(P, S, IRB.getInt32(0));
2263 
2264   // The match succeeds on a constant that is a constant expression itself
2265   // or a constant that contains a constant expression.
2266   EXPECT_TRUE(match(S, m_ConstantExpr()));
2267   EXPECT_TRUE(match(V, m_ConstantExpr()));
2268 }
2269 
2270 TEST_F(PatternMatchTest, PtrAdd) {
2271   Type *PtrTy = PointerType::getUnqual(Ctx);
2272   Type *IdxTy = Type::getInt64Ty(Ctx);
2273   Constant *Null = Constant::getNullValue(PtrTy);
2274   Constant *Offset = ConstantInt::get(IdxTy, 42);
2275   Value *PtrAdd = IRB.CreatePtrAdd(Null, Offset);
2276   Value *OtherGEP = IRB.CreateGEP(IdxTy, Null, Offset);
2277   Value *PtrAddConst =
2278       ConstantExpr::getGetElementPtr(Type::getInt8Ty(Ctx), Null, Offset);
2279 
2280   Value *A, *B;
2281   EXPECT_TRUE(match(PtrAdd, m_PtrAdd(m_Value(A), m_Value(B))));
2282   EXPECT_EQ(A, Null);
2283   EXPECT_EQ(B, Offset);
2284 
2285   EXPECT_TRUE(match(PtrAddConst, m_PtrAdd(m_Value(A), m_Value(B))));
2286   EXPECT_EQ(A, Null);
2287   EXPECT_EQ(B, Offset);
2288 
2289   EXPECT_FALSE(match(OtherGEP, m_PtrAdd(m_Value(A), m_Value(B))));
2290 }
2291 
2292 } // anonymous namespace.
2293