xref: /llvm-project/llvm/lib/Target/ARM/Disassembler/ARMDisassembler.cpp (revision 5ee209ce3aa51a5c11aa5f0198f4c54d6f86e5c9)
1 //===- ARMDisassembler.cpp - Disassembler for ARM/Thumb ISA -----*- C++ -*-===//
2 //
3 //                     The LLVM Compiler Infrastructure
4 //
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
7 //
8 //===----------------------------------------------------------------------===//
9 
10 #define DEBUG_TYPE "arm-disassembler"
11 
12 #include "ARM.h"
13 #include "ARMSubtarget.h"
14 #include "MCTargetDesc/ARMAddressingModes.h"
15 #include "MCTargetDesc/ARMMCExpr.h"
16 #include "MCTargetDesc/ARMBaseInfo.h"
17 #include "llvm/MC/EDInstInfo.h"
18 #include "llvm/MC/MCInst.h"
19 #include "llvm/MC/MCInstrDesc.h"
20 #include "llvm/MC/MCExpr.h"
21 #include "llvm/MC/MCContext.h"
22 #include "llvm/MC/MCDisassembler.h"
23 #include "llvm/Support/Debug.h"
24 #include "llvm/Support/MemoryObject.h"
25 #include "llvm/Support/ErrorHandling.h"
26 #include "llvm/Support/TargetRegistry.h"
27 #include "llvm/Support/raw_ostream.h"
28 
29 using namespace llvm;
30 
31 typedef MCDisassembler::DecodeStatus DecodeStatus;
32 
33 namespace {
34 /// ARMDisassembler - ARM disassembler for all ARM platforms.
35 class ARMDisassembler : public MCDisassembler {
36 public:
37   /// Constructor     - Initializes the disassembler.
38   ///
39   ARMDisassembler(const MCSubtargetInfo &STI) :
40     MCDisassembler(STI) {
41   }
42 
43   ~ARMDisassembler() {
44   }
45 
46   /// getInstruction - See MCDisassembler.
47   DecodeStatus getInstruction(MCInst &instr,
48                               uint64_t &size,
49                               const MemoryObject &region,
50                               uint64_t address,
51                               raw_ostream &vStream,
52                               raw_ostream &cStream) const;
53 
54   /// getEDInfo - See MCDisassembler.
55   EDInstInfo *getEDInfo() const;
56 private:
57 };
58 
59 /// ThumbDisassembler - Thumb disassembler for all Thumb platforms.
60 class ThumbDisassembler : public MCDisassembler {
61 public:
62   /// Constructor     - Initializes the disassembler.
63   ///
64   ThumbDisassembler(const MCSubtargetInfo &STI) :
65     MCDisassembler(STI) {
66   }
67 
68   ~ThumbDisassembler() {
69   }
70 
71   /// getInstruction - See MCDisassembler.
72   DecodeStatus getInstruction(MCInst &instr,
73                               uint64_t &size,
74                               const MemoryObject &region,
75                               uint64_t address,
76                               raw_ostream &vStream,
77                               raw_ostream &cStream) const;
78 
79   /// getEDInfo - See MCDisassembler.
80   EDInstInfo *getEDInfo() const;
81 private:
82   mutable std::vector<unsigned> ITBlock;
83   DecodeStatus AddThumbPredicate(MCInst&) const;
84   void UpdateThumbVFPPredicate(MCInst&) const;
85 };
86 }
87 
88 static bool Check(DecodeStatus &Out, DecodeStatus In) {
89   switch (In) {
90     case MCDisassembler::Success:
91       // Out stays the same.
92       return true;
93     case MCDisassembler::SoftFail:
94       Out = In;
95       return true;
96     case MCDisassembler::Fail:
97       Out = In;
98       return false;
99   }
100   return false;
101 }
102 
103 
104 // Forward declare these because the autogenerated code will reference them.
105 // Definitions are further down.
106 static DecodeStatus DecodeGPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
107                                    uint64_t Address, const void *Decoder);
108 static DecodeStatus DecodeGPRnopcRegisterClass(llvm::MCInst &Inst,
109                                                unsigned RegNo, uint64_t Address,
110                                                const void *Decoder);
111 static DecodeStatus DecodetGPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
112                                    uint64_t Address, const void *Decoder);
113 static DecodeStatus DecodetcGPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
114                                    uint64_t Address, const void *Decoder);
115 static DecodeStatus DecoderGPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
116                                    uint64_t Address, const void *Decoder);
117 static DecodeStatus DecodeSPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
118                                    uint64_t Address, const void *Decoder);
119 static DecodeStatus DecodeDPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
120                                    uint64_t Address, const void *Decoder);
121 static DecodeStatus DecodeDPR_8RegisterClass(llvm::MCInst &Inst, unsigned RegNo,
122                                    uint64_t Address, const void *Decoder);
123 static DecodeStatus DecodeDPR_VFP2RegisterClass(llvm::MCInst &Inst,
124                                                 unsigned RegNo,
125                                                 uint64_t Address,
126                                                 const void *Decoder);
127 static DecodeStatus DecodeQPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
128                                    uint64_t Address, const void *Decoder);
129 
130 static DecodeStatus DecodePredicateOperand(llvm::MCInst &Inst, unsigned Val,
131                                uint64_t Address, const void *Decoder);
132 static DecodeStatus DecodeCCOutOperand(llvm::MCInst &Inst, unsigned Val,
133                                uint64_t Address, const void *Decoder);
134 static DecodeStatus DecodeSOImmOperand(llvm::MCInst &Inst, unsigned Val,
135                                uint64_t Address, const void *Decoder);
136 static DecodeStatus DecodeRegListOperand(llvm::MCInst &Inst, unsigned Val,
137                                uint64_t Address, const void *Decoder);
138 static DecodeStatus DecodeSPRRegListOperand(llvm::MCInst &Inst, unsigned Val,
139                                uint64_t Address, const void *Decoder);
140 static DecodeStatus DecodeDPRRegListOperand(llvm::MCInst &Inst, unsigned Val,
141                                uint64_t Address, const void *Decoder);
142 
143 static DecodeStatus DecodeBitfieldMaskOperand(llvm::MCInst &Inst, unsigned Insn,
144                                uint64_t Address, const void *Decoder);
145 static DecodeStatus DecodeCopMemInstruction(llvm::MCInst &Inst, unsigned Insn,
146                                uint64_t Address, const void *Decoder);
147 static DecodeStatus DecodeAddrMode2IdxInstruction(llvm::MCInst &Inst,
148                                                   unsigned Insn,
149                                                   uint64_t Address,
150                                                   const void *Decoder);
151 static DecodeStatus DecodeSORegMemOperand(llvm::MCInst &Inst, unsigned Insn,
152                                uint64_t Address, const void *Decoder);
153 static DecodeStatus DecodeAddrMode3Instruction(llvm::MCInst &Inst,unsigned Insn,
154                                uint64_t Address, const void *Decoder);
155 static DecodeStatus DecodeSORegImmOperand(llvm::MCInst &Inst, unsigned Insn,
156                                uint64_t Address, const void *Decoder);
157 static DecodeStatus DecodeSORegRegOperand(llvm::MCInst &Inst, unsigned Insn,
158                                uint64_t Address, const void *Decoder);
159 
160 static DecodeStatus DecodeMemMultipleWritebackInstruction(llvm::MCInst & Inst,
161                                                   unsigned Insn,
162                                                   uint64_t Adddress,
163                                                   const void *Decoder);
164 static DecodeStatus DecodeT2MOVTWInstruction(llvm::MCInst &Inst, unsigned Insn,
165                                uint64_t Address, const void *Decoder);
166 static DecodeStatus DecodeArmMOVTWInstruction(llvm::MCInst &Inst, unsigned Insn,
167                                uint64_t Address, const void *Decoder);
168 static DecodeStatus DecodeSMLAInstruction(llvm::MCInst &Inst, unsigned Insn,
169                                uint64_t Address, const void *Decoder);
170 static DecodeStatus DecodeCPSInstruction(llvm::MCInst &Inst, unsigned Insn,
171                                uint64_t Address, const void *Decoder);
172 static DecodeStatus DecodeT2CPSInstruction(llvm::MCInst &Inst, unsigned Insn,
173                                uint64_t Address, const void *Decoder);
174 static DecodeStatus DecodeAddrModeImm12Operand(llvm::MCInst &Inst, unsigned Val,
175                                uint64_t Address, const void *Decoder);
176 static DecodeStatus DecodeAddrMode5Operand(llvm::MCInst &Inst, unsigned Val,
177                                uint64_t Address, const void *Decoder);
178 static DecodeStatus DecodeAddrMode7Operand(llvm::MCInst &Inst, unsigned Val,
179                                uint64_t Address, const void *Decoder);
180 static DecodeStatus DecodeBranchImmInstruction(llvm::MCInst &Inst,unsigned Insn,
181                                uint64_t Address, const void *Decoder);
182 static DecodeStatus DecodeAddrMode6Operand(llvm::MCInst &Inst, unsigned Val,
183                                uint64_t Address, const void *Decoder);
184 static DecodeStatus DecodeVLDInstruction(llvm::MCInst &Inst, unsigned Val,
185                                uint64_t Address, const void *Decoder);
186 static DecodeStatus DecodeVSTInstruction(llvm::MCInst &Inst, unsigned Val,
187                                uint64_t Address, const void *Decoder);
188 static DecodeStatus DecodeVLD1DupInstruction(llvm::MCInst &Inst, unsigned Val,
189                                uint64_t Address, const void *Decoder);
190 static DecodeStatus DecodeVLD2DupInstruction(llvm::MCInst &Inst, unsigned Val,
191                                uint64_t Address, const void *Decoder);
192 static DecodeStatus DecodeVLD3DupInstruction(llvm::MCInst &Inst, unsigned Val,
193                                uint64_t Address, const void *Decoder);
194 static DecodeStatus DecodeVLD4DupInstruction(llvm::MCInst &Inst, unsigned Val,
195                                uint64_t Address, const void *Decoder);
196 static DecodeStatus DecodeNEONModImmInstruction(llvm::MCInst &Inst,unsigned Val,
197                                uint64_t Address, const void *Decoder);
198 static DecodeStatus DecodeVSHLMaxInstruction(llvm::MCInst &Inst, unsigned Val,
199                                uint64_t Address, const void *Decoder);
200 static DecodeStatus DecodeShiftRight8Imm(llvm::MCInst &Inst, unsigned Val,
201                                uint64_t Address, const void *Decoder);
202 static DecodeStatus DecodeShiftRight16Imm(llvm::MCInst &Inst, unsigned Val,
203                                uint64_t Address, const void *Decoder);
204 static DecodeStatus DecodeShiftRight32Imm(llvm::MCInst &Inst, unsigned Val,
205                                uint64_t Address, const void *Decoder);
206 static DecodeStatus DecodeShiftRight64Imm(llvm::MCInst &Inst, unsigned Val,
207                                uint64_t Address, const void *Decoder);
208 static DecodeStatus DecodeTBLInstruction(llvm::MCInst &Inst, unsigned Insn,
209                                uint64_t Address, const void *Decoder);
210 static DecodeStatus DecodePostIdxReg(llvm::MCInst &Inst, unsigned Insn,
211                                uint64_t Address, const void *Decoder);
212 static DecodeStatus DecodeCoprocessor(llvm::MCInst &Inst, unsigned Insn,
213                                uint64_t Address, const void *Decoder);
214 static DecodeStatus DecodeMemBarrierOption(llvm::MCInst &Inst, unsigned Insn,
215                                uint64_t Address, const void *Decoder);
216 static DecodeStatus DecodeMSRMask(llvm::MCInst &Inst, unsigned Insn,
217                                uint64_t Address, const void *Decoder);
218 static DecodeStatus DecodeDoubleRegLoad(llvm::MCInst &Inst, unsigned Insn,
219                                uint64_t Address, const void *Decoder);
220 static DecodeStatus DecodeDoubleRegStore(llvm::MCInst &Inst, unsigned Insn,
221                                uint64_t Address, const void *Decoder);
222 static DecodeStatus DecodeLDRPreImm(llvm::MCInst &Inst, unsigned Insn,
223                                uint64_t Address, const void *Decoder);
224 static DecodeStatus DecodeLDRPreReg(llvm::MCInst &Inst, unsigned Insn,
225                                uint64_t Address, const void *Decoder);
226 static DecodeStatus DecodeSTRPreImm(llvm::MCInst &Inst, unsigned Insn,
227                                uint64_t Address, const void *Decoder);
228 static DecodeStatus DecodeSTRPreReg(llvm::MCInst &Inst, unsigned Insn,
229                                uint64_t Address, const void *Decoder);
230 static DecodeStatus DecodeVLD1LN(llvm::MCInst &Inst, unsigned Insn,
231                                uint64_t Address, const void *Decoder);
232 static DecodeStatus DecodeVLD2LN(llvm::MCInst &Inst, unsigned Insn,
233                                uint64_t Address, const void *Decoder);
234 static DecodeStatus DecodeVLD3LN(llvm::MCInst &Inst, unsigned Insn,
235                                uint64_t Address, const void *Decoder);
236 static DecodeStatus DecodeVLD4LN(llvm::MCInst &Inst, unsigned Insn,
237                                uint64_t Address, const void *Decoder);
238 static DecodeStatus DecodeVST1LN(llvm::MCInst &Inst, unsigned Insn,
239                                uint64_t Address, const void *Decoder);
240 static DecodeStatus DecodeVST2LN(llvm::MCInst &Inst, unsigned Insn,
241                                uint64_t Address, const void *Decoder);
242 static DecodeStatus DecodeVST3LN(llvm::MCInst &Inst, unsigned Insn,
243                                uint64_t Address, const void *Decoder);
244 static DecodeStatus DecodeVST4LN(llvm::MCInst &Inst, unsigned Insn,
245                                uint64_t Address, const void *Decoder);
246 static DecodeStatus DecodeVMOVSRR(llvm::MCInst &Inst, unsigned Insn,
247                                uint64_t Address, const void *Decoder);
248 static DecodeStatus DecodeVMOVRRS(llvm::MCInst &Inst, unsigned Insn,
249                                uint64_t Address, const void *Decoder);
250 static DecodeStatus DecodeSwap(llvm::MCInst &Inst, unsigned Insn,
251                                uint64_t Address, const void *Decoder);
252 static DecodeStatus DecodeVCVTD(llvm::MCInst &Inst, unsigned Insn,
253                                 uint64_t Address, const void *Decoder);
254 static DecodeStatus DecodeVCVTQ(llvm::MCInst &Inst, unsigned Insn,
255                                 uint64_t Address, const void *Decoder);
256 
257 
258 static DecodeStatus DecodeThumbAddSpecialReg(llvm::MCInst &Inst, uint16_t Insn,
259                                uint64_t Address, const void *Decoder);
260 static DecodeStatus DecodeThumbBROperand(llvm::MCInst &Inst, unsigned Val,
261                                uint64_t Address, const void *Decoder);
262 static DecodeStatus DecodeT2BROperand(llvm::MCInst &Inst, unsigned Val,
263                                uint64_t Address, const void *Decoder);
264 static DecodeStatus DecodeThumbCmpBROperand(llvm::MCInst &Inst, unsigned Val,
265                                uint64_t Address, const void *Decoder);
266 static DecodeStatus DecodeThumbAddrModeRR(llvm::MCInst &Inst, unsigned Val,
267                                uint64_t Address, const void *Decoder);
268 static DecodeStatus DecodeThumbAddrModeIS(llvm::MCInst &Inst, unsigned Val,
269                                uint64_t Address, const void *Decoder);
270 static DecodeStatus DecodeThumbAddrModePC(llvm::MCInst &Inst, unsigned Val,
271                                uint64_t Address, const void *Decoder);
272 static DecodeStatus DecodeThumbAddrModeSP(llvm::MCInst &Inst, unsigned Val,
273                                uint64_t Address, const void *Decoder);
274 static DecodeStatus DecodeT2AddrModeSOReg(llvm::MCInst &Inst, unsigned Val,
275                                uint64_t Address, const void *Decoder);
276 static DecodeStatus DecodeT2LoadShift(llvm::MCInst &Inst, unsigned Val,
277                                uint64_t Address, const void *Decoder);
278 static DecodeStatus DecodeT2Imm8S4(llvm::MCInst &Inst, unsigned Val,
279                                uint64_t Address, const void *Decoder);
280 static DecodeStatus DecodeT2AddrModeImm8s4(llvm::MCInst &Inst, unsigned Val,
281                                uint64_t Address, const void *Decoder);
282 static DecodeStatus DecodeT2AddrModeImm0_1020s4(llvm::MCInst &Inst,unsigned Val,
283                                uint64_t Address, const void *Decoder);
284 static DecodeStatus DecodeT2Imm8(llvm::MCInst &Inst, unsigned Val,
285                                uint64_t Address, const void *Decoder);
286 static DecodeStatus DecodeT2AddrModeImm8(llvm::MCInst &Inst, unsigned Val,
287                                uint64_t Address, const void *Decoder);
288 static DecodeStatus DecodeThumbAddSPImm(llvm::MCInst &Inst, uint16_t Val,
289                                uint64_t Address, const void *Decoder);
290 static DecodeStatus DecodeThumbAddSPReg(llvm::MCInst &Inst, uint16_t Insn,
291                                 uint64_t Address, const void *Decoder);
292 static DecodeStatus DecodeThumbCPS(llvm::MCInst &Inst, uint16_t Insn,
293                                 uint64_t Address, const void *Decoder);
294 static DecodeStatus DecodeThumbBLXOffset(llvm::MCInst &Inst, unsigned Insn,
295                                 uint64_t Address, const void *Decoder);
296 static DecodeStatus DecodeT2AddrModeImm12(llvm::MCInst &Inst, unsigned Val,
297                                 uint64_t Address, const void *Decoder);
298 static DecodeStatus DecodeThumbTableBranch(llvm::MCInst &Inst, unsigned Val,
299                                 uint64_t Address, const void *Decoder);
300 static DecodeStatus DecodeThumb2BCCInstruction(llvm::MCInst &Inst, unsigned Val,
301                                 uint64_t Address, const void *Decoder);
302 static DecodeStatus DecodeT2SOImm(llvm::MCInst &Inst, unsigned Val,
303                                 uint64_t Address, const void *Decoder);
304 static DecodeStatus DecodeThumbBCCTargetOperand(llvm::MCInst &Inst,unsigned Val,
305                                 uint64_t Address, const void *Decoder);
306 static DecodeStatus DecodeThumbBLTargetOperand(llvm::MCInst &Inst, unsigned Val,
307                                 uint64_t Address, const void *Decoder);
308 static DecodeStatus DecodeIT(llvm::MCInst &Inst, unsigned Val,
309                                 uint64_t Address, const void *Decoder);
310 static DecodeStatus DecodeT2LDRDPreInstruction(llvm::MCInst &Inst,unsigned Insn,
311                                uint64_t Address, const void *Decoder);
312 static DecodeStatus DecodeT2STRDPreInstruction(llvm::MCInst &Inst,unsigned Insn,
313                                uint64_t Address, const void *Decoder);
314 static DecodeStatus DecodeT2Adr(llvm::MCInst &Inst, unsigned Val,
315                                 uint64_t Address, const void *Decoder);
316 static DecodeStatus DecodeT2LdStPre(llvm::MCInst &Inst, unsigned Val,
317                                 uint64_t Address, const void *Decoder);
318 static DecodeStatus DecodeT2ShifterImmOperand(llvm::MCInst &Inst, unsigned Val,
319                                 uint64_t Address, const void *Decoder);
320 
321 
322 
323 #include "ARMGenDisassemblerTables.inc"
324 #include "ARMGenInstrInfo.inc"
325 #include "ARMGenEDInfo.inc"
326 
327 static MCDisassembler *createARMDisassembler(const Target &T, const MCSubtargetInfo &STI) {
328   return new ARMDisassembler(STI);
329 }
330 
331 static MCDisassembler *createThumbDisassembler(const Target &T, const MCSubtargetInfo &STI) {
332   return new ThumbDisassembler(STI);
333 }
334 
335 EDInstInfo *ARMDisassembler::getEDInfo() const {
336   return instInfoARM;
337 }
338 
339 EDInstInfo *ThumbDisassembler::getEDInfo() const {
340   return instInfoARM;
341 }
342 
343 DecodeStatus ARMDisassembler::getInstruction(MCInst &MI, uint64_t &Size,
344                                              const MemoryObject &Region,
345                                              uint64_t Address,
346                                              raw_ostream &os,
347                                              raw_ostream &cs) const {
348   CommentStream = &cs;
349 
350   uint8_t bytes[4];
351 
352   assert(!(STI.getFeatureBits() & ARM::ModeThumb) &&
353          "Asked to disassemble an ARM instruction but Subtarget is in Thumb mode!");
354 
355   // We want to read exactly 4 bytes of data.
356   if (Region.readBytes(Address, 4, (uint8_t*)bytes, NULL) == -1) {
357     Size = 0;
358     return MCDisassembler::Fail;
359   }
360 
361   // Encoded as a small-endian 32-bit word in the stream.
362   uint32_t insn = (bytes[3] << 24) |
363                   (bytes[2] << 16) |
364                   (bytes[1] <<  8) |
365                   (bytes[0] <<  0);
366 
367   // Calling the auto-generated decoder function.
368   DecodeStatus result = decodeARMInstruction32(MI, insn, Address, this, STI);
369   if (result != MCDisassembler::Fail) {
370     Size = 4;
371     return result;
372   }
373 
374   // VFP and NEON instructions, similarly, are shared between ARM
375   // and Thumb modes.
376   MI.clear();
377   result = decodeVFPInstruction32(MI, insn, Address, this, STI);
378   if (result != MCDisassembler::Fail) {
379     Size = 4;
380     return result;
381   }
382 
383   MI.clear();
384   result = decodeNEONDataInstruction32(MI, insn, Address, this, STI);
385   if (result != MCDisassembler::Fail) {
386     Size = 4;
387     // Add a fake predicate operand, because we share these instruction
388     // definitions with Thumb2 where these instructions are predicable.
389     if (!DecodePredicateOperand(MI, 0xE, Address, this))
390       return MCDisassembler::Fail;
391     return result;
392   }
393 
394   MI.clear();
395   result = decodeNEONLoadStoreInstruction32(MI, insn, Address, this, STI);
396   if (result != MCDisassembler::Fail) {
397     Size = 4;
398     // Add a fake predicate operand, because we share these instruction
399     // definitions with Thumb2 where these instructions are predicable.
400     if (!DecodePredicateOperand(MI, 0xE, Address, this))
401       return MCDisassembler::Fail;
402     return result;
403   }
404 
405   MI.clear();
406   result = decodeNEONDupInstruction32(MI, insn, Address, this, STI);
407   if (result != MCDisassembler::Fail) {
408     Size = 4;
409     // Add a fake predicate operand, because we share these instruction
410     // definitions with Thumb2 where these instructions are predicable.
411     if (!DecodePredicateOperand(MI, 0xE, Address, this))
412       return MCDisassembler::Fail;
413     return result;
414   }
415 
416   MI.clear();
417 
418   Size = 0;
419   return MCDisassembler::Fail;
420 }
421 
422 namespace llvm {
423 extern const MCInstrDesc ARMInsts[];
424 }
425 
426 /// tryAddingSymbolicOperand - trys to add a symbolic operand in place of the
427 /// immediate Value in the MCInst.  The immediate Value has had any PC
428 /// adjustment made by the caller.  If the instruction is a branch instruction
429 /// then isBranch is true, else false.  If the getOpInfo() function was set as
430 /// part of the setupForSymbolicDisassembly() call then that function is called
431 /// to get any symbolic information at the Address for this instruction.  If
432 /// that returns non-zero then the symbolic information it returns is used to
433 /// create an MCExpr and that is added as an operand to the MCInst.  If
434 /// getOpInfo() returns zero and isBranch is true then a symbol look up for
435 /// Value is done and if a symbol is found an MCExpr is created with that, else
436 /// an MCExpr with Value is created.  This function returns true if it adds an
437 /// operand to the MCInst and false otherwise.
438 static bool tryAddingSymbolicOperand(uint64_t Address, int32_t Value,
439                                      bool isBranch, uint64_t InstSize,
440                                      MCInst &MI, const void *Decoder) {
441   const MCDisassembler *Dis = static_cast<const MCDisassembler*>(Decoder);
442   LLVMOpInfoCallback getOpInfo = Dis->getLLVMOpInfoCallback();
443   if (!getOpInfo)
444     return false;
445 
446   struct LLVMOpInfo1 SymbolicOp;
447   SymbolicOp.Value = Value;
448   void *DisInfo = Dis->getDisInfoBlock();
449   if (!getOpInfo(DisInfo, Address, 0 /* Offset */, InstSize, 1, &SymbolicOp)) {
450     if (isBranch) {
451       LLVMSymbolLookupCallback SymbolLookUp =
452                                             Dis->getLLVMSymbolLookupCallback();
453       if (SymbolLookUp) {
454         uint64_t ReferenceType;
455         ReferenceType = LLVMDisassembler_ReferenceType_In_Branch;
456         const char *ReferenceName;
457         const char *Name = SymbolLookUp(DisInfo, Value, &ReferenceType, Address,
458                                         &ReferenceName);
459         if (Name) {
460           SymbolicOp.AddSymbol.Name = Name;
461           SymbolicOp.AddSymbol.Present = true;
462           SymbolicOp.Value = 0;
463         }
464         else {
465           SymbolicOp.Value = Value;
466         }
467         if(ReferenceType == LLVMDisassembler_ReferenceType_Out_SymbolStub)
468           (*Dis->CommentStream) << "symbol stub for: " << ReferenceName;
469       }
470       else {
471         return false;
472       }
473     }
474     else {
475       return false;
476     }
477   }
478 
479   MCContext *Ctx = Dis->getMCContext();
480   const MCExpr *Add = NULL;
481   if (SymbolicOp.AddSymbol.Present) {
482     if (SymbolicOp.AddSymbol.Name) {
483       StringRef Name(SymbolicOp.AddSymbol.Name);
484       MCSymbol *Sym = Ctx->GetOrCreateSymbol(Name);
485       Add = MCSymbolRefExpr::Create(Sym, *Ctx);
486     } else {
487       Add = MCConstantExpr::Create(SymbolicOp.AddSymbol.Value, *Ctx);
488     }
489   }
490 
491   const MCExpr *Sub = NULL;
492   if (SymbolicOp.SubtractSymbol.Present) {
493     if (SymbolicOp.SubtractSymbol.Name) {
494       StringRef Name(SymbolicOp.SubtractSymbol.Name);
495       MCSymbol *Sym = Ctx->GetOrCreateSymbol(Name);
496       Sub = MCSymbolRefExpr::Create(Sym, *Ctx);
497     } else {
498       Sub = MCConstantExpr::Create(SymbolicOp.SubtractSymbol.Value, *Ctx);
499     }
500   }
501 
502   const MCExpr *Off = NULL;
503   if (SymbolicOp.Value != 0)
504     Off = MCConstantExpr::Create(SymbolicOp.Value, *Ctx);
505 
506   const MCExpr *Expr;
507   if (Sub) {
508     const MCExpr *LHS;
509     if (Add)
510       LHS = MCBinaryExpr::CreateSub(Add, Sub, *Ctx);
511     else
512       LHS = MCUnaryExpr::CreateMinus(Sub, *Ctx);
513     if (Off != 0)
514       Expr = MCBinaryExpr::CreateAdd(LHS, Off, *Ctx);
515     else
516       Expr = LHS;
517   } else if (Add) {
518     if (Off != 0)
519       Expr = MCBinaryExpr::CreateAdd(Add, Off, *Ctx);
520     else
521       Expr = Add;
522   } else {
523     if (Off != 0)
524       Expr = Off;
525     else
526       Expr = MCConstantExpr::Create(0, *Ctx);
527   }
528 
529   if (SymbolicOp.VariantKind == LLVMDisassembler_VariantKind_ARM_HI16)
530     MI.addOperand(MCOperand::CreateExpr(ARMMCExpr::CreateUpper16(Expr, *Ctx)));
531   else if (SymbolicOp.VariantKind == LLVMDisassembler_VariantKind_ARM_LO16)
532     MI.addOperand(MCOperand::CreateExpr(ARMMCExpr::CreateLower16(Expr, *Ctx)));
533   else if (SymbolicOp.VariantKind == LLVMDisassembler_VariantKind_None)
534     MI.addOperand(MCOperand::CreateExpr(Expr));
535   else
536     assert(0 && "bad SymbolicOp.VariantKind");
537 
538   return true;
539 }
540 
541 /// tryAddingPcLoadReferenceComment - trys to add a comment as to what is being
542 /// referenced by a load instruction with the base register that is the Pc.
543 /// These can often be values in a literal pool near the Address of the
544 /// instruction.  The Address of the instruction and its immediate Value are
545 /// used as a possible literal pool entry.  The SymbolLookUp call back will
546 /// return the name of a symbol referenced by the the literal pool's entry if
547 /// the referenced address is that of a symbol.  Or it will return a pointer to
548 /// a literal 'C' string if the referenced address of the literal pool's entry
549 /// is an address into a section with 'C' string literals.
550 static void tryAddingPcLoadReferenceComment(uint64_t Address, int Value,
551 					    const void *Decoder) {
552   const MCDisassembler *Dis = static_cast<const MCDisassembler*>(Decoder);
553   LLVMSymbolLookupCallback SymbolLookUp = Dis->getLLVMSymbolLookupCallback();
554   if (SymbolLookUp) {
555     void *DisInfo = Dis->getDisInfoBlock();
556     uint64_t ReferenceType;
557     ReferenceType = LLVMDisassembler_ReferenceType_In_PCrel_Load;
558     const char *ReferenceName;
559     (void)SymbolLookUp(DisInfo, Value, &ReferenceType, Address, &ReferenceName);
560     if(ReferenceType == LLVMDisassembler_ReferenceType_Out_LitPool_SymAddr ||
561        ReferenceType == LLVMDisassembler_ReferenceType_Out_LitPool_CstrAddr)
562       (*Dis->CommentStream) << "literal pool for: " << ReferenceName;
563   }
564 }
565 
566 // Thumb1 instructions don't have explicit S bits.  Rather, they
567 // implicitly set CPSR.  Since it's not represented in the encoding, the
568 // auto-generated decoder won't inject the CPSR operand.  We need to fix
569 // that as a post-pass.
570 static void AddThumb1SBit(MCInst &MI, bool InITBlock) {
571   const MCOperandInfo *OpInfo = ARMInsts[MI.getOpcode()].OpInfo;
572   unsigned short NumOps = ARMInsts[MI.getOpcode()].NumOperands;
573   MCInst::iterator I = MI.begin();
574   for (unsigned i = 0; i < NumOps; ++i, ++I) {
575     if (I == MI.end()) break;
576     if (OpInfo[i].isOptionalDef() && OpInfo[i].RegClass == ARM::CCRRegClassID) {
577       if (i > 0 && OpInfo[i-1].isPredicate()) continue;
578       MI.insert(I, MCOperand::CreateReg(InITBlock ? 0 : ARM::CPSR));
579       return;
580     }
581   }
582 
583   MI.insert(I, MCOperand::CreateReg(InITBlock ? 0 : ARM::CPSR));
584 }
585 
586 // Most Thumb instructions don't have explicit predicates in the
587 // encoding, but rather get their predicates from IT context.  We need
588 // to fix up the predicate operands using this context information as a
589 // post-pass.
590 MCDisassembler::DecodeStatus
591 ThumbDisassembler::AddThumbPredicate(MCInst &MI) const {
592   MCDisassembler::DecodeStatus S = Success;
593 
594   // A few instructions actually have predicates encoded in them.  Don't
595   // try to overwrite it if we're seeing one of those.
596   switch (MI.getOpcode()) {
597     case ARM::tBcc:
598     case ARM::t2Bcc:
599     case ARM::tCBZ:
600     case ARM::tCBNZ:
601     case ARM::tCPS:
602     case ARM::t2CPS3p:
603     case ARM::t2CPS2p:
604     case ARM::t2CPS1p:
605     case ARM::tMOVSr:
606     case ARM::tSETEND:
607       // Some instructions (mostly conditional branches) are not
608       // allowed in IT blocks.
609       if (!ITBlock.empty())
610         S = SoftFail;
611       else
612         return Success;
613       break;
614     case ARM::tB:
615     case ARM::t2B:
616     case ARM::t2TBB:
617     case ARM::t2TBH:
618       // Some instructions (mostly unconditional branches) can
619       // only appears at the end of, or outside of, an IT.
620       if (ITBlock.size() > 1)
621         S = SoftFail;
622       break;
623     default:
624       break;
625   }
626 
627   // If we're in an IT block, base the predicate on that.  Otherwise,
628   // assume a predicate of AL.
629   unsigned CC;
630   if (!ITBlock.empty()) {
631     CC = ITBlock.back();
632     if (CC == 0xF)
633       CC = ARMCC::AL;
634     ITBlock.pop_back();
635   } else
636     CC = ARMCC::AL;
637 
638   const MCOperandInfo *OpInfo = ARMInsts[MI.getOpcode()].OpInfo;
639   unsigned short NumOps = ARMInsts[MI.getOpcode()].NumOperands;
640   MCInst::iterator I = MI.begin();
641   for (unsigned i = 0; i < NumOps; ++i, ++I) {
642     if (I == MI.end()) break;
643     if (OpInfo[i].isPredicate()) {
644       I = MI.insert(I, MCOperand::CreateImm(CC));
645       ++I;
646       if (CC == ARMCC::AL)
647         MI.insert(I, MCOperand::CreateReg(0));
648       else
649         MI.insert(I, MCOperand::CreateReg(ARM::CPSR));
650       return S;
651     }
652   }
653 
654   I = MI.insert(I, MCOperand::CreateImm(CC));
655   ++I;
656   if (CC == ARMCC::AL)
657     MI.insert(I, MCOperand::CreateReg(0));
658   else
659     MI.insert(I, MCOperand::CreateReg(ARM::CPSR));
660 
661   return S;
662 }
663 
664 // Thumb VFP instructions are a special case.  Because we share their
665 // encodings between ARM and Thumb modes, and they are predicable in ARM
666 // mode, the auto-generated decoder will give them an (incorrect)
667 // predicate operand.  We need to rewrite these operands based on the IT
668 // context as a post-pass.
669 void ThumbDisassembler::UpdateThumbVFPPredicate(MCInst &MI) const {
670   unsigned CC;
671   if (!ITBlock.empty()) {
672     CC = ITBlock.back();
673     ITBlock.pop_back();
674   } else
675     CC = ARMCC::AL;
676 
677   const MCOperandInfo *OpInfo = ARMInsts[MI.getOpcode()].OpInfo;
678   MCInst::iterator I = MI.begin();
679   unsigned short NumOps = ARMInsts[MI.getOpcode()].NumOperands;
680   for (unsigned i = 0; i < NumOps; ++i, ++I) {
681     if (OpInfo[i].isPredicate() ) {
682       I->setImm(CC);
683       ++I;
684       if (CC == ARMCC::AL)
685         I->setReg(0);
686       else
687         I->setReg(ARM::CPSR);
688       return;
689     }
690   }
691 }
692 
693 DecodeStatus ThumbDisassembler::getInstruction(MCInst &MI, uint64_t &Size,
694                                                const MemoryObject &Region,
695                                                uint64_t Address,
696                                                raw_ostream &os,
697                                                raw_ostream &cs) const {
698   CommentStream = &cs;
699 
700   uint8_t bytes[4];
701 
702   assert((STI.getFeatureBits() & ARM::ModeThumb) &&
703          "Asked to disassemble in Thumb mode but Subtarget is in ARM mode!");
704 
705   // We want to read exactly 2 bytes of data.
706   if (Region.readBytes(Address, 2, (uint8_t*)bytes, NULL) == -1) {
707     Size = 0;
708     return MCDisassembler::Fail;
709   }
710 
711   uint16_t insn16 = (bytes[1] << 8) | bytes[0];
712   DecodeStatus result = decodeThumbInstruction16(MI, insn16, Address, this, STI);
713   if (result != MCDisassembler::Fail) {
714     Size = 2;
715     Check(result, AddThumbPredicate(MI));
716     return result;
717   }
718 
719   MI.clear();
720   result = decodeThumbSBitInstruction16(MI, insn16, Address, this, STI);
721   if (result) {
722     Size = 2;
723     bool InITBlock = !ITBlock.empty();
724     Check(result, AddThumbPredicate(MI));
725     AddThumb1SBit(MI, InITBlock);
726     return result;
727   }
728 
729   MI.clear();
730   result = decodeThumb2Instruction16(MI, insn16, Address, this, STI);
731   if (result != MCDisassembler::Fail) {
732     Size = 2;
733 
734     // Nested IT blocks are UNPREDICTABLE.  Must be checked before we add
735     // the Thumb predicate.
736     if (MI.getOpcode() == ARM::t2IT && !ITBlock.empty())
737       result = MCDisassembler::SoftFail;
738 
739     Check(result, AddThumbPredicate(MI));
740 
741     // If we find an IT instruction, we need to parse its condition
742     // code and mask operands so that we can apply them correctly
743     // to the subsequent instructions.
744     if (MI.getOpcode() == ARM::t2IT) {
745 
746       // (3 - the number of trailing zeros) is the number of then / else.
747       unsigned firstcond = MI.getOperand(0).getImm();
748       unsigned Mask = MI.getOperand(1).getImm();
749       unsigned CondBit0 = Mask >> 4 & 1;
750       unsigned NumTZ = CountTrailingZeros_32(Mask);
751       assert(NumTZ <= 3 && "Invalid IT mask!");
752       for (unsigned Pos = 3, e = NumTZ; Pos > e; --Pos) {
753         bool T = ((Mask >> Pos) & 1) == CondBit0;
754         if (T)
755           ITBlock.insert(ITBlock.begin(), firstcond);
756         else
757           ITBlock.insert(ITBlock.begin(), firstcond ^ 1);
758       }
759 
760       ITBlock.push_back(firstcond);
761     }
762 
763     return result;
764   }
765 
766   // We want to read exactly 4 bytes of data.
767   if (Region.readBytes(Address, 4, (uint8_t*)bytes, NULL) == -1) {
768     Size = 0;
769     return MCDisassembler::Fail;
770   }
771 
772   uint32_t insn32 = (bytes[3] <<  8) |
773                     (bytes[2] <<  0) |
774                     (bytes[1] << 24) |
775                     (bytes[0] << 16);
776   MI.clear();
777   result = decodeThumbInstruction32(MI, insn32, Address, this, STI);
778   if (result != MCDisassembler::Fail) {
779     Size = 4;
780     bool InITBlock = ITBlock.size();
781     Check(result, AddThumbPredicate(MI));
782     AddThumb1SBit(MI, InITBlock);
783     return result;
784   }
785 
786   MI.clear();
787   result = decodeThumb2Instruction32(MI, insn32, Address, this, STI);
788   if (result != MCDisassembler::Fail) {
789     Size = 4;
790     Check(result, AddThumbPredicate(MI));
791     return result;
792   }
793 
794   MI.clear();
795   result = decodeVFPInstruction32(MI, insn32, Address, this, STI);
796   if (result != MCDisassembler::Fail) {
797     Size = 4;
798     UpdateThumbVFPPredicate(MI);
799     return result;
800   }
801 
802   MI.clear();
803   result = decodeNEONDupInstruction32(MI, insn32, Address, this, STI);
804   if (result != MCDisassembler::Fail) {
805     Size = 4;
806     Check(result, AddThumbPredicate(MI));
807     return result;
808   }
809 
810   if (fieldFromInstruction32(insn32, 24, 8) == 0xF9) {
811     MI.clear();
812     uint32_t NEONLdStInsn = insn32;
813     NEONLdStInsn &= 0xF0FFFFFF;
814     NEONLdStInsn |= 0x04000000;
815     result = decodeNEONLoadStoreInstruction32(MI, NEONLdStInsn, Address, this, STI);
816     if (result != MCDisassembler::Fail) {
817       Size = 4;
818       Check(result, AddThumbPredicate(MI));
819       return result;
820     }
821   }
822 
823   if (fieldFromInstruction32(insn32, 24, 4) == 0xF) {
824     MI.clear();
825     uint32_t NEONDataInsn = insn32;
826     NEONDataInsn &= 0xF0FFFFFF; // Clear bits 27-24
827     NEONDataInsn |= (NEONDataInsn & 0x10000000) >> 4; // Move bit 28 to bit 24
828     NEONDataInsn |= 0x12000000; // Set bits 28 and 25
829     result = decodeNEONDataInstruction32(MI, NEONDataInsn, Address, this, STI);
830     if (result != MCDisassembler::Fail) {
831       Size = 4;
832       Check(result, AddThumbPredicate(MI));
833       return result;
834     }
835   }
836 
837   Size = 0;
838   return MCDisassembler::Fail;
839 }
840 
841 
842 extern "C" void LLVMInitializeARMDisassembler() {
843   TargetRegistry::RegisterMCDisassembler(TheARMTarget,
844                                          createARMDisassembler);
845   TargetRegistry::RegisterMCDisassembler(TheThumbTarget,
846                                          createThumbDisassembler);
847 }
848 
849 static const unsigned GPRDecoderTable[] = {
850   ARM::R0, ARM::R1, ARM::R2, ARM::R3,
851   ARM::R4, ARM::R5, ARM::R6, ARM::R7,
852   ARM::R8, ARM::R9, ARM::R10, ARM::R11,
853   ARM::R12, ARM::SP, ARM::LR, ARM::PC
854 };
855 
856 static DecodeStatus DecodeGPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
857                                    uint64_t Address, const void *Decoder) {
858   if (RegNo > 15)
859     return MCDisassembler::Fail;
860 
861   unsigned Register = GPRDecoderTable[RegNo];
862   Inst.addOperand(MCOperand::CreateReg(Register));
863   return MCDisassembler::Success;
864 }
865 
866 static DecodeStatus
867 DecodeGPRnopcRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
868                            uint64_t Address, const void *Decoder) {
869   if (RegNo == 15) return MCDisassembler::Fail;
870   return DecodeGPRRegisterClass(Inst, RegNo, Address, Decoder);
871 }
872 
873 static DecodeStatus DecodetGPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
874                                    uint64_t Address, const void *Decoder) {
875   if (RegNo > 7)
876     return MCDisassembler::Fail;
877   return DecodeGPRRegisterClass(Inst, RegNo, Address, Decoder);
878 }
879 
880 static DecodeStatus DecodetcGPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
881                                    uint64_t Address, const void *Decoder) {
882   unsigned Register = 0;
883   switch (RegNo) {
884     case 0:
885       Register = ARM::R0;
886       break;
887     case 1:
888       Register = ARM::R1;
889       break;
890     case 2:
891       Register = ARM::R2;
892       break;
893     case 3:
894       Register = ARM::R3;
895       break;
896     case 9:
897       Register = ARM::R9;
898       break;
899     case 12:
900       Register = ARM::R12;
901       break;
902     default:
903       return MCDisassembler::Fail;
904     }
905 
906   Inst.addOperand(MCOperand::CreateReg(Register));
907   return MCDisassembler::Success;
908 }
909 
910 static DecodeStatus DecoderGPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
911                                    uint64_t Address, const void *Decoder) {
912   if (RegNo == 13 || RegNo == 15) return MCDisassembler::Fail;
913   return DecodeGPRRegisterClass(Inst, RegNo, Address, Decoder);
914 }
915 
916 static const unsigned SPRDecoderTable[] = {
917      ARM::S0,  ARM::S1,  ARM::S2,  ARM::S3,
918      ARM::S4,  ARM::S5,  ARM::S6,  ARM::S7,
919      ARM::S8,  ARM::S9, ARM::S10, ARM::S11,
920     ARM::S12, ARM::S13, ARM::S14, ARM::S15,
921     ARM::S16, ARM::S17, ARM::S18, ARM::S19,
922     ARM::S20, ARM::S21, ARM::S22, ARM::S23,
923     ARM::S24, ARM::S25, ARM::S26, ARM::S27,
924     ARM::S28, ARM::S29, ARM::S30, ARM::S31
925 };
926 
927 static DecodeStatus DecodeSPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
928                                    uint64_t Address, const void *Decoder) {
929   if (RegNo > 31)
930     return MCDisassembler::Fail;
931 
932   unsigned Register = SPRDecoderTable[RegNo];
933   Inst.addOperand(MCOperand::CreateReg(Register));
934   return MCDisassembler::Success;
935 }
936 
937 static const unsigned DPRDecoderTable[] = {
938      ARM::D0,  ARM::D1,  ARM::D2,  ARM::D3,
939      ARM::D4,  ARM::D5,  ARM::D6,  ARM::D7,
940      ARM::D8,  ARM::D9, ARM::D10, ARM::D11,
941     ARM::D12, ARM::D13, ARM::D14, ARM::D15,
942     ARM::D16, ARM::D17, ARM::D18, ARM::D19,
943     ARM::D20, ARM::D21, ARM::D22, ARM::D23,
944     ARM::D24, ARM::D25, ARM::D26, ARM::D27,
945     ARM::D28, ARM::D29, ARM::D30, ARM::D31
946 };
947 
948 static DecodeStatus DecodeDPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
949                                    uint64_t Address, const void *Decoder) {
950   if (RegNo > 31)
951     return MCDisassembler::Fail;
952 
953   unsigned Register = DPRDecoderTable[RegNo];
954   Inst.addOperand(MCOperand::CreateReg(Register));
955   return MCDisassembler::Success;
956 }
957 
958 static DecodeStatus DecodeDPR_8RegisterClass(llvm::MCInst &Inst, unsigned RegNo,
959                                    uint64_t Address, const void *Decoder) {
960   if (RegNo > 7)
961     return MCDisassembler::Fail;
962   return DecodeDPRRegisterClass(Inst, RegNo, Address, Decoder);
963 }
964 
965 static DecodeStatus
966 DecodeDPR_VFP2RegisterClass(llvm::MCInst &Inst, unsigned RegNo,
967                             uint64_t Address, const void *Decoder) {
968   if (RegNo > 15)
969     return MCDisassembler::Fail;
970   return DecodeDPRRegisterClass(Inst, RegNo, Address, Decoder);
971 }
972 
973 static const unsigned QPRDecoderTable[] = {
974      ARM::Q0,  ARM::Q1,  ARM::Q2,  ARM::Q3,
975      ARM::Q4,  ARM::Q5,  ARM::Q6,  ARM::Q7,
976      ARM::Q8,  ARM::Q9, ARM::Q10, ARM::Q11,
977     ARM::Q12, ARM::Q13, ARM::Q14, ARM::Q15
978 };
979 
980 
981 static DecodeStatus DecodeQPRRegisterClass(llvm::MCInst &Inst, unsigned RegNo,
982                                    uint64_t Address, const void *Decoder) {
983   if (RegNo > 31)
984     return MCDisassembler::Fail;
985   RegNo >>= 1;
986 
987   unsigned Register = QPRDecoderTable[RegNo];
988   Inst.addOperand(MCOperand::CreateReg(Register));
989   return MCDisassembler::Success;
990 }
991 
992 static DecodeStatus DecodePredicateOperand(llvm::MCInst &Inst, unsigned Val,
993                                uint64_t Address, const void *Decoder) {
994   if (Val == 0xF) return MCDisassembler::Fail;
995   // AL predicate is not allowed on Thumb1 branches.
996   if (Inst.getOpcode() == ARM::tBcc && Val == 0xE)
997     return MCDisassembler::Fail;
998   Inst.addOperand(MCOperand::CreateImm(Val));
999   if (Val == ARMCC::AL) {
1000     Inst.addOperand(MCOperand::CreateReg(0));
1001   } else
1002     Inst.addOperand(MCOperand::CreateReg(ARM::CPSR));
1003   return MCDisassembler::Success;
1004 }
1005 
1006 static DecodeStatus DecodeCCOutOperand(llvm::MCInst &Inst, unsigned Val,
1007                                uint64_t Address, const void *Decoder) {
1008   if (Val)
1009     Inst.addOperand(MCOperand::CreateReg(ARM::CPSR));
1010   else
1011     Inst.addOperand(MCOperand::CreateReg(0));
1012   return MCDisassembler::Success;
1013 }
1014 
1015 static DecodeStatus DecodeSOImmOperand(llvm::MCInst &Inst, unsigned Val,
1016                                uint64_t Address, const void *Decoder) {
1017   uint32_t imm = Val & 0xFF;
1018   uint32_t rot = (Val & 0xF00) >> 7;
1019   uint32_t rot_imm = (imm >> rot) | (imm << ((32-rot) & 0x1F));
1020   Inst.addOperand(MCOperand::CreateImm(rot_imm));
1021   return MCDisassembler::Success;
1022 }
1023 
1024 static DecodeStatus DecodeSORegImmOperand(llvm::MCInst &Inst, unsigned Val,
1025                                uint64_t Address, const void *Decoder) {
1026   DecodeStatus S = MCDisassembler::Success;
1027 
1028   unsigned Rm = fieldFromInstruction32(Val, 0, 4);
1029   unsigned type = fieldFromInstruction32(Val, 5, 2);
1030   unsigned imm = fieldFromInstruction32(Val, 7, 5);
1031 
1032   // Register-immediate
1033   if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
1034     return MCDisassembler::Fail;
1035 
1036   ARM_AM::ShiftOpc Shift = ARM_AM::lsl;
1037   switch (type) {
1038     case 0:
1039       Shift = ARM_AM::lsl;
1040       break;
1041     case 1:
1042       Shift = ARM_AM::lsr;
1043       break;
1044     case 2:
1045       Shift = ARM_AM::asr;
1046       break;
1047     case 3:
1048       Shift = ARM_AM::ror;
1049       break;
1050   }
1051 
1052   if (Shift == ARM_AM::ror && imm == 0)
1053     Shift = ARM_AM::rrx;
1054 
1055   unsigned Op = Shift | (imm << 3);
1056   Inst.addOperand(MCOperand::CreateImm(Op));
1057 
1058   return S;
1059 }
1060 
1061 static DecodeStatus DecodeSORegRegOperand(llvm::MCInst &Inst, unsigned Val,
1062                                uint64_t Address, const void *Decoder) {
1063   DecodeStatus S = MCDisassembler::Success;
1064 
1065   unsigned Rm = fieldFromInstruction32(Val, 0, 4);
1066   unsigned type = fieldFromInstruction32(Val, 5, 2);
1067   unsigned Rs = fieldFromInstruction32(Val, 8, 4);
1068 
1069   // Register-register
1070   if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Rm, Address, Decoder)))
1071     return MCDisassembler::Fail;
1072   if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Rs, Address, Decoder)))
1073     return MCDisassembler::Fail;
1074 
1075   ARM_AM::ShiftOpc Shift = ARM_AM::lsl;
1076   switch (type) {
1077     case 0:
1078       Shift = ARM_AM::lsl;
1079       break;
1080     case 1:
1081       Shift = ARM_AM::lsr;
1082       break;
1083     case 2:
1084       Shift = ARM_AM::asr;
1085       break;
1086     case 3:
1087       Shift = ARM_AM::ror;
1088       break;
1089   }
1090 
1091   Inst.addOperand(MCOperand::CreateImm(Shift));
1092 
1093   return S;
1094 }
1095 
1096 static DecodeStatus DecodeRegListOperand(llvm::MCInst &Inst, unsigned Val,
1097                                  uint64_t Address, const void *Decoder) {
1098   DecodeStatus S = MCDisassembler::Success;
1099 
1100   bool writebackLoad = false;
1101   unsigned writebackReg = 0;
1102   switch (Inst.getOpcode()) {
1103     default:
1104       break;
1105     case ARM::LDMIA_UPD:
1106     case ARM::LDMDB_UPD:
1107     case ARM::LDMIB_UPD:
1108     case ARM::LDMDA_UPD:
1109     case ARM::t2LDMIA_UPD:
1110     case ARM::t2LDMDB_UPD:
1111       writebackLoad = true;
1112       writebackReg = Inst.getOperand(0).getReg();
1113       break;
1114   }
1115 
1116   // Empty register lists are not allowed.
1117   if (CountPopulation_32(Val) == 0) return MCDisassembler::Fail;
1118   for (unsigned i = 0; i < 16; ++i) {
1119     if (Val & (1 << i)) {
1120       if (!Check(S, DecodeGPRRegisterClass(Inst, i, Address, Decoder)))
1121         return MCDisassembler::Fail;
1122       // Writeback not allowed if Rn is in the target list.
1123       if (writebackLoad && writebackReg == Inst.end()[-1].getReg())
1124         Check(S, MCDisassembler::SoftFail);
1125     }
1126   }
1127 
1128   return S;
1129 }
1130 
1131 static DecodeStatus DecodeSPRRegListOperand(llvm::MCInst &Inst, unsigned Val,
1132                                  uint64_t Address, const void *Decoder) {
1133   DecodeStatus S = MCDisassembler::Success;
1134 
1135   unsigned Vd = fieldFromInstruction32(Val, 8, 4);
1136   unsigned regs = Val & 0xFF;
1137 
1138   if (!Check(S, DecodeSPRRegisterClass(Inst, Vd, Address, Decoder)))
1139     return MCDisassembler::Fail;
1140   for (unsigned i = 0; i < (regs - 1); ++i) {
1141     if (!Check(S, DecodeSPRRegisterClass(Inst, ++Vd, Address, Decoder)))
1142       return MCDisassembler::Fail;
1143   }
1144 
1145   return S;
1146 }
1147 
1148 static DecodeStatus DecodeDPRRegListOperand(llvm::MCInst &Inst, unsigned Val,
1149                                  uint64_t Address, const void *Decoder) {
1150   DecodeStatus S = MCDisassembler::Success;
1151 
1152   unsigned Vd = fieldFromInstruction32(Val, 8, 4);
1153   unsigned regs = (Val & 0xFF) / 2;
1154 
1155   if (!Check(S, DecodeDPRRegisterClass(Inst, Vd, Address, Decoder)))
1156       return MCDisassembler::Fail;
1157   for (unsigned i = 0; i < (regs - 1); ++i) {
1158     if (!Check(S, DecodeDPRRegisterClass(Inst, ++Vd, Address, Decoder)))
1159       return MCDisassembler::Fail;
1160   }
1161 
1162   return S;
1163 }
1164 
1165 static DecodeStatus DecodeBitfieldMaskOperand(llvm::MCInst &Inst, unsigned Val,
1166                                       uint64_t Address, const void *Decoder) {
1167   // This operand encodes a mask of contiguous zeros between a specified MSB
1168   // and LSB.  To decode it, we create the mask of all bits MSB-and-lower,
1169   // the mask of all bits LSB-and-lower, and then xor them to create
1170   // the mask of that's all ones on [msb, lsb].  Finally we not it to
1171   // create the final mask.
1172   unsigned msb = fieldFromInstruction32(Val, 5, 5);
1173   unsigned lsb = fieldFromInstruction32(Val, 0, 5);
1174 
1175   DecodeStatus S = MCDisassembler::Success;
1176   if (lsb > msb) Check(S, MCDisassembler::SoftFail);
1177 
1178   uint32_t msb_mask = 0xFFFFFFFF;
1179   if (msb != 31) msb_mask = (1U << (msb+1)) - 1;
1180   uint32_t lsb_mask = (1U << lsb) - 1;
1181 
1182   Inst.addOperand(MCOperand::CreateImm(~(msb_mask ^ lsb_mask)));
1183   return S;
1184 }
1185 
1186 static DecodeStatus DecodeCopMemInstruction(llvm::MCInst &Inst, unsigned Insn,
1187                                   uint64_t Address, const void *Decoder) {
1188   DecodeStatus S = MCDisassembler::Success;
1189 
1190   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
1191   unsigned CRd = fieldFromInstruction32(Insn, 12, 4);
1192   unsigned coproc = fieldFromInstruction32(Insn, 8, 4);
1193   unsigned imm = fieldFromInstruction32(Insn, 0, 8);
1194   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
1195   unsigned U = fieldFromInstruction32(Insn, 23, 1);
1196 
1197   switch (Inst.getOpcode()) {
1198     case ARM::LDC_OFFSET:
1199     case ARM::LDC_PRE:
1200     case ARM::LDC_POST:
1201     case ARM::LDC_OPTION:
1202     case ARM::LDCL_OFFSET:
1203     case ARM::LDCL_PRE:
1204     case ARM::LDCL_POST:
1205     case ARM::LDCL_OPTION:
1206     case ARM::STC_OFFSET:
1207     case ARM::STC_PRE:
1208     case ARM::STC_POST:
1209     case ARM::STC_OPTION:
1210     case ARM::STCL_OFFSET:
1211     case ARM::STCL_PRE:
1212     case ARM::STCL_POST:
1213     case ARM::STCL_OPTION:
1214     case ARM::t2LDC_OFFSET:
1215     case ARM::t2LDC_PRE:
1216     case ARM::t2LDC_POST:
1217     case ARM::t2LDC_OPTION:
1218     case ARM::t2LDCL_OFFSET:
1219     case ARM::t2LDCL_PRE:
1220     case ARM::t2LDCL_POST:
1221     case ARM::t2LDCL_OPTION:
1222     case ARM::t2STC_OFFSET:
1223     case ARM::t2STC_PRE:
1224     case ARM::t2STC_POST:
1225     case ARM::t2STC_OPTION:
1226     case ARM::t2STCL_OFFSET:
1227     case ARM::t2STCL_PRE:
1228     case ARM::t2STCL_POST:
1229     case ARM::t2STCL_OPTION:
1230       if (coproc == 0xA || coproc == 0xB)
1231         return MCDisassembler::Fail;
1232       break;
1233     default:
1234       break;
1235   }
1236 
1237   Inst.addOperand(MCOperand::CreateImm(coproc));
1238   Inst.addOperand(MCOperand::CreateImm(CRd));
1239   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1240     return MCDisassembler::Fail;
1241 
1242   switch (Inst.getOpcode()) {
1243     case ARM::t2LDC2_OFFSET:
1244     case ARM::t2LDC2L_OFFSET:
1245     case ARM::t2LDC2_PRE:
1246     case ARM::t2LDC2L_PRE:
1247     case ARM::t2STC2_OFFSET:
1248     case ARM::t2STC2L_OFFSET:
1249     case ARM::t2STC2_PRE:
1250     case ARM::t2STC2L_PRE:
1251     case ARM::LDC2_OFFSET:
1252     case ARM::LDC2L_OFFSET:
1253     case ARM::LDC2_PRE:
1254     case ARM::LDC2L_PRE:
1255     case ARM::STC2_OFFSET:
1256     case ARM::STC2L_OFFSET:
1257     case ARM::STC2_PRE:
1258     case ARM::STC2L_PRE:
1259     case ARM::t2LDC_OFFSET:
1260     case ARM::t2LDCL_OFFSET:
1261     case ARM::t2LDC_PRE:
1262     case ARM::t2LDCL_PRE:
1263     case ARM::t2STC_OFFSET:
1264     case ARM::t2STCL_OFFSET:
1265     case ARM::t2STC_PRE:
1266     case ARM::t2STCL_PRE:
1267     case ARM::LDC_OFFSET:
1268     case ARM::LDCL_OFFSET:
1269     case ARM::LDC_PRE:
1270     case ARM::LDCL_PRE:
1271     case ARM::STC_OFFSET:
1272     case ARM::STCL_OFFSET:
1273     case ARM::STC_PRE:
1274     case ARM::STCL_PRE:
1275       imm = ARM_AM::getAM5Opc(U ? ARM_AM::add : ARM_AM::sub, imm);
1276       Inst.addOperand(MCOperand::CreateImm(imm));
1277       break;
1278     case ARM::t2LDC2_POST:
1279     case ARM::t2LDC2L_POST:
1280     case ARM::t2STC2_POST:
1281     case ARM::t2STC2L_POST:
1282     case ARM::LDC2_POST:
1283     case ARM::LDC2L_POST:
1284     case ARM::STC2_POST:
1285     case ARM::STC2L_POST:
1286     case ARM::t2LDC_POST:
1287     case ARM::t2LDCL_POST:
1288     case ARM::t2STC_POST:
1289     case ARM::t2STCL_POST:
1290     case ARM::LDC_POST:
1291     case ARM::LDCL_POST:
1292     case ARM::STC_POST:
1293     case ARM::STCL_POST:
1294       imm |= U << 8;
1295       // fall through.
1296     default:
1297       // The 'option' variant doesn't encode 'U' in the immediate since
1298       // the immediate is unsigned [0,255].
1299       Inst.addOperand(MCOperand::CreateImm(imm));
1300       break;
1301   }
1302 
1303   switch (Inst.getOpcode()) {
1304     case ARM::LDC_OFFSET:
1305     case ARM::LDC_PRE:
1306     case ARM::LDC_POST:
1307     case ARM::LDC_OPTION:
1308     case ARM::LDCL_OFFSET:
1309     case ARM::LDCL_PRE:
1310     case ARM::LDCL_POST:
1311     case ARM::LDCL_OPTION:
1312     case ARM::STC_OFFSET:
1313     case ARM::STC_PRE:
1314     case ARM::STC_POST:
1315     case ARM::STC_OPTION:
1316     case ARM::STCL_OFFSET:
1317     case ARM::STCL_PRE:
1318     case ARM::STCL_POST:
1319     case ARM::STCL_OPTION:
1320       if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
1321         return MCDisassembler::Fail;
1322       break;
1323     default:
1324       break;
1325   }
1326 
1327   return S;
1328 }
1329 
1330 static DecodeStatus
1331 DecodeAddrMode2IdxInstruction(llvm::MCInst &Inst, unsigned Insn,
1332                               uint64_t Address, const void *Decoder) {
1333   DecodeStatus S = MCDisassembler::Success;
1334 
1335   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
1336   unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
1337   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
1338   unsigned imm = fieldFromInstruction32(Insn, 0, 12);
1339   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
1340   unsigned reg = fieldFromInstruction32(Insn, 25, 1);
1341   unsigned P = fieldFromInstruction32(Insn, 24, 1);
1342   unsigned W = fieldFromInstruction32(Insn, 21, 1);
1343 
1344   // On stores, the writeback operand precedes Rt.
1345   switch (Inst.getOpcode()) {
1346     case ARM::STR_POST_IMM:
1347     case ARM::STR_POST_REG:
1348     case ARM::STRB_POST_IMM:
1349     case ARM::STRB_POST_REG:
1350     case ARM::STRT_POST_REG:
1351     case ARM::STRT_POST_IMM:
1352     case ARM::STRBT_POST_REG:
1353     case ARM::STRBT_POST_IMM:
1354       if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1355         return MCDisassembler::Fail;
1356       break;
1357     default:
1358       break;
1359   }
1360 
1361   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt, Address, Decoder)))
1362     return MCDisassembler::Fail;
1363 
1364   // On loads, the writeback operand comes after Rt.
1365   switch (Inst.getOpcode()) {
1366     case ARM::LDR_POST_IMM:
1367     case ARM::LDR_POST_REG:
1368     case ARM::LDRB_POST_IMM:
1369     case ARM::LDRB_POST_REG:
1370     case ARM::LDRBT_POST_REG:
1371     case ARM::LDRBT_POST_IMM:
1372     case ARM::LDRT_POST_REG:
1373     case ARM::LDRT_POST_IMM:
1374       if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1375         return MCDisassembler::Fail;
1376       break;
1377     default:
1378       break;
1379   }
1380 
1381   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1382     return MCDisassembler::Fail;
1383 
1384   ARM_AM::AddrOpc Op = ARM_AM::add;
1385   if (!fieldFromInstruction32(Insn, 23, 1))
1386     Op = ARM_AM::sub;
1387 
1388   bool writeback = (P == 0) || (W == 1);
1389   unsigned idx_mode = 0;
1390   if (P && writeback)
1391     idx_mode = ARMII::IndexModePre;
1392   else if (!P && writeback)
1393     idx_mode = ARMII::IndexModePost;
1394 
1395   if (writeback && (Rn == 15 || Rn == Rt))
1396     S = MCDisassembler::SoftFail; // UNPREDICTABLE
1397 
1398   if (reg) {
1399     if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Rm, Address, Decoder)))
1400       return MCDisassembler::Fail;
1401     ARM_AM::ShiftOpc Opc = ARM_AM::lsl;
1402     switch( fieldFromInstruction32(Insn, 5, 2)) {
1403       case 0:
1404         Opc = ARM_AM::lsl;
1405         break;
1406       case 1:
1407         Opc = ARM_AM::lsr;
1408         break;
1409       case 2:
1410         Opc = ARM_AM::asr;
1411         break;
1412       case 3:
1413         Opc = ARM_AM::ror;
1414         break;
1415       default:
1416         return MCDisassembler::Fail;
1417     }
1418     unsigned amt = fieldFromInstruction32(Insn, 7, 5);
1419     unsigned imm = ARM_AM::getAM2Opc(Op, amt, Opc, idx_mode);
1420 
1421     Inst.addOperand(MCOperand::CreateImm(imm));
1422   } else {
1423     Inst.addOperand(MCOperand::CreateReg(0));
1424     unsigned tmp = ARM_AM::getAM2Opc(Op, imm, ARM_AM::lsl, idx_mode);
1425     Inst.addOperand(MCOperand::CreateImm(tmp));
1426   }
1427 
1428   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
1429     return MCDisassembler::Fail;
1430 
1431   return S;
1432 }
1433 
1434 static DecodeStatus DecodeSORegMemOperand(llvm::MCInst &Inst, unsigned Val,
1435                                   uint64_t Address, const void *Decoder) {
1436   DecodeStatus S = MCDisassembler::Success;
1437 
1438   unsigned Rn = fieldFromInstruction32(Val, 13, 4);
1439   unsigned Rm = fieldFromInstruction32(Val,  0, 4);
1440   unsigned type = fieldFromInstruction32(Val, 5, 2);
1441   unsigned imm = fieldFromInstruction32(Val, 7, 5);
1442   unsigned U = fieldFromInstruction32(Val, 12, 1);
1443 
1444   ARM_AM::ShiftOpc ShOp = ARM_AM::lsl;
1445   switch (type) {
1446     case 0:
1447       ShOp = ARM_AM::lsl;
1448       break;
1449     case 1:
1450       ShOp = ARM_AM::lsr;
1451       break;
1452     case 2:
1453       ShOp = ARM_AM::asr;
1454       break;
1455     case 3:
1456       ShOp = ARM_AM::ror;
1457       break;
1458   }
1459 
1460   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1461     return MCDisassembler::Fail;
1462   if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
1463     return MCDisassembler::Fail;
1464   unsigned shift;
1465   if (U)
1466     shift = ARM_AM::getAM2Opc(ARM_AM::add, imm, ShOp);
1467   else
1468     shift = ARM_AM::getAM2Opc(ARM_AM::sub, imm, ShOp);
1469   Inst.addOperand(MCOperand::CreateImm(shift));
1470 
1471   return S;
1472 }
1473 
1474 static DecodeStatus
1475 DecodeAddrMode3Instruction(llvm::MCInst &Inst, unsigned Insn,
1476                            uint64_t Address, const void *Decoder) {
1477   DecodeStatus S = MCDisassembler::Success;
1478 
1479   unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
1480   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
1481   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
1482   unsigned type = fieldFromInstruction32(Insn, 22, 1);
1483   unsigned imm = fieldFromInstruction32(Insn, 8, 4);
1484   unsigned U = ((~fieldFromInstruction32(Insn, 23, 1)) & 1) << 8;
1485   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
1486   unsigned W = fieldFromInstruction32(Insn, 21, 1);
1487   unsigned P = fieldFromInstruction32(Insn, 24, 1);
1488 
1489   bool writeback = (W == 1) | (P == 0);
1490 
1491   // For {LD,ST}RD, Rt must be even, else undefined.
1492   switch (Inst.getOpcode()) {
1493     case ARM::STRD:
1494     case ARM::STRD_PRE:
1495     case ARM::STRD_POST:
1496     case ARM::LDRD:
1497     case ARM::LDRD_PRE:
1498     case ARM::LDRD_POST:
1499       if (Rt & 0x1) return MCDisassembler::Fail;
1500       break;
1501     default:
1502       break;
1503   }
1504 
1505   if (writeback) { // Writeback
1506     if (P)
1507       U |= ARMII::IndexModePre << 9;
1508     else
1509       U |= ARMII::IndexModePost << 9;
1510 
1511     // On stores, the writeback operand precedes Rt.
1512     switch (Inst.getOpcode()) {
1513     case ARM::STRD:
1514     case ARM::STRD_PRE:
1515     case ARM::STRD_POST:
1516     case ARM::STRH:
1517     case ARM::STRH_PRE:
1518     case ARM::STRH_POST:
1519       if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1520         return MCDisassembler::Fail;
1521       break;
1522     default:
1523       break;
1524     }
1525   }
1526 
1527   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt, Address, Decoder)))
1528     return MCDisassembler::Fail;
1529   switch (Inst.getOpcode()) {
1530     case ARM::STRD:
1531     case ARM::STRD_PRE:
1532     case ARM::STRD_POST:
1533     case ARM::LDRD:
1534     case ARM::LDRD_PRE:
1535     case ARM::LDRD_POST:
1536       if (!Check(S, DecodeGPRRegisterClass(Inst, Rt+1, Address, Decoder)))
1537         return MCDisassembler::Fail;
1538       break;
1539     default:
1540       break;
1541   }
1542 
1543   if (writeback) {
1544     // On loads, the writeback operand comes after Rt.
1545     switch (Inst.getOpcode()) {
1546     case ARM::LDRD:
1547     case ARM::LDRD_PRE:
1548     case ARM::LDRD_POST:
1549     case ARM::LDRH:
1550     case ARM::LDRH_PRE:
1551     case ARM::LDRH_POST:
1552     case ARM::LDRSH:
1553     case ARM::LDRSH_PRE:
1554     case ARM::LDRSH_POST:
1555     case ARM::LDRSB:
1556     case ARM::LDRSB_PRE:
1557     case ARM::LDRSB_POST:
1558     case ARM::LDRHTr:
1559     case ARM::LDRSBTr:
1560       if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1561         return MCDisassembler::Fail;
1562       break;
1563     default:
1564       break;
1565     }
1566   }
1567 
1568   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1569     return MCDisassembler::Fail;
1570 
1571   if (type) {
1572     Inst.addOperand(MCOperand::CreateReg(0));
1573     Inst.addOperand(MCOperand::CreateImm(U | (imm << 4) | Rm));
1574   } else {
1575     if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
1576     return MCDisassembler::Fail;
1577     Inst.addOperand(MCOperand::CreateImm(U));
1578   }
1579 
1580   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
1581     return MCDisassembler::Fail;
1582 
1583   return S;
1584 }
1585 
1586 static DecodeStatus DecodeRFEInstruction(llvm::MCInst &Inst, unsigned Insn,
1587                                  uint64_t Address, const void *Decoder) {
1588   DecodeStatus S = MCDisassembler::Success;
1589 
1590   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
1591   unsigned mode = fieldFromInstruction32(Insn, 23, 2);
1592 
1593   switch (mode) {
1594     case 0:
1595       mode = ARM_AM::da;
1596       break;
1597     case 1:
1598       mode = ARM_AM::ia;
1599       break;
1600     case 2:
1601       mode = ARM_AM::db;
1602       break;
1603     case 3:
1604       mode = ARM_AM::ib;
1605       break;
1606   }
1607 
1608   Inst.addOperand(MCOperand::CreateImm(mode));
1609   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1610     return MCDisassembler::Fail;
1611 
1612   return S;
1613 }
1614 
1615 static DecodeStatus DecodeMemMultipleWritebackInstruction(llvm::MCInst &Inst,
1616                                   unsigned Insn,
1617                                   uint64_t Address, const void *Decoder) {
1618   DecodeStatus S = MCDisassembler::Success;
1619 
1620   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
1621   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
1622   unsigned reglist = fieldFromInstruction32(Insn, 0, 16);
1623 
1624   if (pred == 0xF) {
1625     switch (Inst.getOpcode()) {
1626       case ARM::LDMDA:
1627         Inst.setOpcode(ARM::RFEDA);
1628         break;
1629       case ARM::LDMDA_UPD:
1630         Inst.setOpcode(ARM::RFEDA_UPD);
1631         break;
1632       case ARM::LDMDB:
1633         Inst.setOpcode(ARM::RFEDB);
1634         break;
1635       case ARM::LDMDB_UPD:
1636         Inst.setOpcode(ARM::RFEDB_UPD);
1637         break;
1638       case ARM::LDMIA:
1639         Inst.setOpcode(ARM::RFEIA);
1640         break;
1641       case ARM::LDMIA_UPD:
1642         Inst.setOpcode(ARM::RFEIA_UPD);
1643         break;
1644       case ARM::LDMIB:
1645         Inst.setOpcode(ARM::RFEIB);
1646         break;
1647       case ARM::LDMIB_UPD:
1648         Inst.setOpcode(ARM::RFEIB_UPD);
1649         break;
1650       case ARM::STMDA:
1651         Inst.setOpcode(ARM::SRSDA);
1652         break;
1653       case ARM::STMDA_UPD:
1654         Inst.setOpcode(ARM::SRSDA_UPD);
1655         break;
1656       case ARM::STMDB:
1657         Inst.setOpcode(ARM::SRSDB);
1658         break;
1659       case ARM::STMDB_UPD:
1660         Inst.setOpcode(ARM::SRSDB_UPD);
1661         break;
1662       case ARM::STMIA:
1663         Inst.setOpcode(ARM::SRSIA);
1664         break;
1665       case ARM::STMIA_UPD:
1666         Inst.setOpcode(ARM::SRSIA_UPD);
1667         break;
1668       case ARM::STMIB:
1669         Inst.setOpcode(ARM::SRSIB);
1670         break;
1671       case ARM::STMIB_UPD:
1672         Inst.setOpcode(ARM::SRSIB_UPD);
1673         break;
1674       default:
1675         if (!Check(S, MCDisassembler::Fail)) return MCDisassembler::Fail;
1676     }
1677 
1678     // For stores (which become SRS's, the only operand is the mode.
1679     if (fieldFromInstruction32(Insn, 20, 1) == 0) {
1680       Inst.addOperand(
1681           MCOperand::CreateImm(fieldFromInstruction32(Insn, 0, 4)));
1682       return S;
1683     }
1684 
1685     return DecodeRFEInstruction(Inst, Insn, Address, Decoder);
1686   }
1687 
1688   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1689     return MCDisassembler::Fail;
1690   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1691     return MCDisassembler::Fail; // Tied
1692   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
1693     return MCDisassembler::Fail;
1694   if (!Check(S, DecodeRegListOperand(Inst, reglist, Address, Decoder)))
1695     return MCDisassembler::Fail;
1696 
1697   return S;
1698 }
1699 
1700 static DecodeStatus DecodeCPSInstruction(llvm::MCInst &Inst, unsigned Insn,
1701                                  uint64_t Address, const void *Decoder) {
1702   unsigned imod = fieldFromInstruction32(Insn, 18, 2);
1703   unsigned M = fieldFromInstruction32(Insn, 17, 1);
1704   unsigned iflags = fieldFromInstruction32(Insn, 6, 3);
1705   unsigned mode = fieldFromInstruction32(Insn, 0, 5);
1706 
1707   DecodeStatus S = MCDisassembler::Success;
1708 
1709   // imod == '01' --> UNPREDICTABLE
1710   // NOTE: Even though this is technically UNPREDICTABLE, we choose to
1711   // return failure here.  The '01' imod value is unprintable, so there's
1712   // nothing useful we could do even if we returned UNPREDICTABLE.
1713 
1714   if (imod == 1) return MCDisassembler::Fail;
1715 
1716   if (imod && M) {
1717     Inst.setOpcode(ARM::CPS3p);
1718     Inst.addOperand(MCOperand::CreateImm(imod));
1719     Inst.addOperand(MCOperand::CreateImm(iflags));
1720     Inst.addOperand(MCOperand::CreateImm(mode));
1721   } else if (imod && !M) {
1722     Inst.setOpcode(ARM::CPS2p);
1723     Inst.addOperand(MCOperand::CreateImm(imod));
1724     Inst.addOperand(MCOperand::CreateImm(iflags));
1725     if (mode) S = MCDisassembler::SoftFail;
1726   } else if (!imod && M) {
1727     Inst.setOpcode(ARM::CPS1p);
1728     Inst.addOperand(MCOperand::CreateImm(mode));
1729     if (iflags) S = MCDisassembler::SoftFail;
1730   } else {
1731     // imod == '00' && M == '0' --> UNPREDICTABLE
1732     Inst.setOpcode(ARM::CPS1p);
1733     Inst.addOperand(MCOperand::CreateImm(mode));
1734     S = MCDisassembler::SoftFail;
1735   }
1736 
1737   return S;
1738 }
1739 
1740 static DecodeStatus DecodeT2CPSInstruction(llvm::MCInst &Inst, unsigned Insn,
1741                                  uint64_t Address, const void *Decoder) {
1742   unsigned imod = fieldFromInstruction32(Insn, 9, 2);
1743   unsigned M = fieldFromInstruction32(Insn, 8, 1);
1744   unsigned iflags = fieldFromInstruction32(Insn, 5, 3);
1745   unsigned mode = fieldFromInstruction32(Insn, 0, 5);
1746 
1747   DecodeStatus S = MCDisassembler::Success;
1748 
1749   // imod == '01' --> UNPREDICTABLE
1750   // NOTE: Even though this is technically UNPREDICTABLE, we choose to
1751   // return failure here.  The '01' imod value is unprintable, so there's
1752   // nothing useful we could do even if we returned UNPREDICTABLE.
1753 
1754   if (imod == 1) return MCDisassembler::Fail;
1755 
1756   if (imod && M) {
1757     Inst.setOpcode(ARM::t2CPS3p);
1758     Inst.addOperand(MCOperand::CreateImm(imod));
1759     Inst.addOperand(MCOperand::CreateImm(iflags));
1760     Inst.addOperand(MCOperand::CreateImm(mode));
1761   } else if (imod && !M) {
1762     Inst.setOpcode(ARM::t2CPS2p);
1763     Inst.addOperand(MCOperand::CreateImm(imod));
1764     Inst.addOperand(MCOperand::CreateImm(iflags));
1765     if (mode) S = MCDisassembler::SoftFail;
1766   } else if (!imod && M) {
1767     Inst.setOpcode(ARM::t2CPS1p);
1768     Inst.addOperand(MCOperand::CreateImm(mode));
1769     if (iflags) S = MCDisassembler::SoftFail;
1770   } else {
1771     // imod == '00' && M == '0' --> UNPREDICTABLE
1772     Inst.setOpcode(ARM::t2CPS1p);
1773     Inst.addOperand(MCOperand::CreateImm(mode));
1774     S = MCDisassembler::SoftFail;
1775   }
1776 
1777   return S;
1778 }
1779 
1780 static DecodeStatus DecodeT2MOVTWInstruction(llvm::MCInst &Inst, unsigned Insn,
1781                                  uint64_t Address, const void *Decoder) {
1782   DecodeStatus S = MCDisassembler::Success;
1783 
1784   unsigned Rd = fieldFromInstruction32(Insn, 8, 4);
1785   unsigned imm = 0;
1786 
1787   imm |= (fieldFromInstruction32(Insn, 0, 8) << 0);
1788   imm |= (fieldFromInstruction32(Insn, 12, 3) << 8);
1789   imm |= (fieldFromInstruction32(Insn, 16, 4) << 12);
1790   imm |= (fieldFromInstruction32(Insn, 26, 1) << 11);
1791 
1792   if (Inst.getOpcode() == ARM::t2MOVTi16)
1793     if (!Check(S, DecoderGPRRegisterClass(Inst, Rd, Address, Decoder)))
1794       return MCDisassembler::Fail;
1795   if (!Check(S, DecoderGPRRegisterClass(Inst, Rd, Address, Decoder)))
1796     return MCDisassembler::Fail;
1797 
1798   if (!tryAddingSymbolicOperand(Address, imm, false, 4, Inst, Decoder))
1799     Inst.addOperand(MCOperand::CreateImm(imm));
1800 
1801   return S;
1802 }
1803 
1804 static DecodeStatus DecodeArmMOVTWInstruction(llvm::MCInst &Inst, unsigned Insn,
1805                                  uint64_t Address, const void *Decoder) {
1806   DecodeStatus S = MCDisassembler::Success;
1807 
1808   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
1809   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
1810   unsigned imm = 0;
1811 
1812   imm |= (fieldFromInstruction32(Insn, 0, 12) << 0);
1813   imm |= (fieldFromInstruction32(Insn, 16, 4) << 12);
1814 
1815   if (Inst.getOpcode() == ARM::MOVTi16)
1816     if (!Check(S, DecoderGPRRegisterClass(Inst, Rd, Address, Decoder)))
1817       return MCDisassembler::Fail;
1818   if (!Check(S, DecoderGPRRegisterClass(Inst, Rd, Address, Decoder)))
1819     return MCDisassembler::Fail;
1820 
1821   if (!tryAddingSymbolicOperand(Address, imm, false, 4, Inst, Decoder))
1822     Inst.addOperand(MCOperand::CreateImm(imm));
1823 
1824   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
1825     return MCDisassembler::Fail;
1826 
1827   return S;
1828 }
1829 
1830 static DecodeStatus DecodeSMLAInstruction(llvm::MCInst &Inst, unsigned Insn,
1831                                  uint64_t Address, const void *Decoder) {
1832   DecodeStatus S = MCDisassembler::Success;
1833 
1834   unsigned Rd = fieldFromInstruction32(Insn, 16, 4);
1835   unsigned Rn = fieldFromInstruction32(Insn, 0, 4);
1836   unsigned Rm = fieldFromInstruction32(Insn, 8, 4);
1837   unsigned Ra = fieldFromInstruction32(Insn, 12, 4);
1838   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
1839 
1840   if (pred == 0xF)
1841     return DecodeCPSInstruction(Inst, Insn, Address, Decoder);
1842 
1843   if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Rd, Address, Decoder)))
1844     return MCDisassembler::Fail;
1845   if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Rn, Address, Decoder)))
1846     return MCDisassembler::Fail;
1847   if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Rm, Address, Decoder)))
1848     return MCDisassembler::Fail;
1849   if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Ra, Address, Decoder)))
1850     return MCDisassembler::Fail;
1851 
1852   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
1853     return MCDisassembler::Fail;
1854 
1855   return S;
1856 }
1857 
1858 static DecodeStatus DecodeAddrModeImm12Operand(llvm::MCInst &Inst, unsigned Val,
1859                            uint64_t Address, const void *Decoder) {
1860   DecodeStatus S = MCDisassembler::Success;
1861 
1862   unsigned add = fieldFromInstruction32(Val, 12, 1);
1863   unsigned imm = fieldFromInstruction32(Val, 0, 12);
1864   unsigned Rn = fieldFromInstruction32(Val, 13, 4);
1865 
1866   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1867     return MCDisassembler::Fail;
1868 
1869   if (!add) imm *= -1;
1870   if (imm == 0 && !add) imm = INT32_MIN;
1871   Inst.addOperand(MCOperand::CreateImm(imm));
1872   if (Rn == 15)
1873     tryAddingPcLoadReferenceComment(Address, Address + imm + 8, Decoder);
1874 
1875   return S;
1876 }
1877 
1878 static DecodeStatus DecodeAddrMode5Operand(llvm::MCInst &Inst, unsigned Val,
1879                                    uint64_t Address, const void *Decoder) {
1880   DecodeStatus S = MCDisassembler::Success;
1881 
1882   unsigned Rn = fieldFromInstruction32(Val, 9, 4);
1883   unsigned U = fieldFromInstruction32(Val, 8, 1);
1884   unsigned imm = fieldFromInstruction32(Val, 0, 8);
1885 
1886   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
1887     return MCDisassembler::Fail;
1888 
1889   if (U)
1890     Inst.addOperand(MCOperand::CreateImm(ARM_AM::getAM5Opc(ARM_AM::add, imm)));
1891   else
1892     Inst.addOperand(MCOperand::CreateImm(ARM_AM::getAM5Opc(ARM_AM::sub, imm)));
1893 
1894   return S;
1895 }
1896 
1897 static DecodeStatus DecodeAddrMode7Operand(llvm::MCInst &Inst, unsigned Val,
1898                                    uint64_t Address, const void *Decoder) {
1899   return DecodeGPRRegisterClass(Inst, Val, Address, Decoder);
1900 }
1901 
1902 static DecodeStatus
1903 DecodeBranchImmInstruction(llvm::MCInst &Inst, unsigned Insn,
1904                            uint64_t Address, const void *Decoder) {
1905   DecodeStatus S = MCDisassembler::Success;
1906 
1907   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
1908   unsigned imm = fieldFromInstruction32(Insn, 0, 24) << 2;
1909 
1910   if (pred == 0xF) {
1911     Inst.setOpcode(ARM::BLXi);
1912     imm |= fieldFromInstruction32(Insn, 24, 1) << 1;
1913     Inst.addOperand(MCOperand::CreateImm(SignExtend32<26>(imm)));
1914     return S;
1915   }
1916 
1917   if (!tryAddingSymbolicOperand(Address, Address + SignExtend32<26>(imm) + 8, true,
1918                                 4, Inst, Decoder))
1919     Inst.addOperand(MCOperand::CreateImm(SignExtend32<26>(imm)));
1920   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
1921     return MCDisassembler::Fail;
1922 
1923   return S;
1924 }
1925 
1926 
1927 static DecodeStatus DecodeAddrMode6Operand(llvm::MCInst &Inst, unsigned Val,
1928                                    uint64_t Address, const void *Decoder) {
1929   DecodeStatus S = MCDisassembler::Success;
1930 
1931   unsigned Rm = fieldFromInstruction32(Val, 0, 4);
1932   unsigned align = fieldFromInstruction32(Val, 4, 2);
1933 
1934   if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
1935     return MCDisassembler::Fail;
1936   if (!align)
1937     Inst.addOperand(MCOperand::CreateImm(0));
1938   else
1939     Inst.addOperand(MCOperand::CreateImm(4 << align));
1940 
1941   return S;
1942 }
1943 
1944 static DecodeStatus DecodeVLDInstruction(llvm::MCInst &Inst, unsigned Insn,
1945                                    uint64_t Address, const void *Decoder) {
1946   DecodeStatus S = MCDisassembler::Success;
1947 
1948   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
1949   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
1950   unsigned wb = fieldFromInstruction32(Insn, 16, 4);
1951   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
1952   Rn |= fieldFromInstruction32(Insn, 4, 2) << 4;
1953   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
1954 
1955   // First output register
1956   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
1957     return MCDisassembler::Fail;
1958 
1959   // Second output register
1960   switch (Inst.getOpcode()) {
1961     case ARM::VLD3d8:
1962     case ARM::VLD3d16:
1963     case ARM::VLD3d32:
1964     case ARM::VLD3d8_UPD:
1965     case ARM::VLD3d16_UPD:
1966     case ARM::VLD3d32_UPD:
1967     case ARM::VLD4d8:
1968     case ARM::VLD4d16:
1969     case ARM::VLD4d32:
1970     case ARM::VLD4d8_UPD:
1971     case ARM::VLD4d16_UPD:
1972     case ARM::VLD4d32_UPD:
1973       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+1)%32, Address, Decoder)))
1974         return MCDisassembler::Fail;
1975       break;
1976     case ARM::VLD3q8:
1977     case ARM::VLD3q16:
1978     case ARM::VLD3q32:
1979     case ARM::VLD3q8_UPD:
1980     case ARM::VLD3q16_UPD:
1981     case ARM::VLD3q32_UPD:
1982     case ARM::VLD4q8:
1983     case ARM::VLD4q16:
1984     case ARM::VLD4q32:
1985     case ARM::VLD4q8_UPD:
1986     case ARM::VLD4q16_UPD:
1987     case ARM::VLD4q32_UPD:
1988       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+2)%32, Address, Decoder)))
1989         return MCDisassembler::Fail;
1990     default:
1991       break;
1992   }
1993 
1994   // Third output register
1995   switch(Inst.getOpcode()) {
1996     case ARM::VLD3d8:
1997     case ARM::VLD3d16:
1998     case ARM::VLD3d32:
1999     case ARM::VLD3d8_UPD:
2000     case ARM::VLD3d16_UPD:
2001     case ARM::VLD3d32_UPD:
2002     case ARM::VLD4d8:
2003     case ARM::VLD4d16:
2004     case ARM::VLD4d32:
2005     case ARM::VLD4d8_UPD:
2006     case ARM::VLD4d16_UPD:
2007     case ARM::VLD4d32_UPD:
2008       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+2)%32, Address, Decoder)))
2009         return MCDisassembler::Fail;
2010       break;
2011     case ARM::VLD3q8:
2012     case ARM::VLD3q16:
2013     case ARM::VLD3q32:
2014     case ARM::VLD3q8_UPD:
2015     case ARM::VLD3q16_UPD:
2016     case ARM::VLD3q32_UPD:
2017     case ARM::VLD4q8:
2018     case ARM::VLD4q16:
2019     case ARM::VLD4q32:
2020     case ARM::VLD4q8_UPD:
2021     case ARM::VLD4q16_UPD:
2022     case ARM::VLD4q32_UPD:
2023       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+4)%32, Address, Decoder)))
2024         return MCDisassembler::Fail;
2025       break;
2026     default:
2027       break;
2028   }
2029 
2030   // Fourth output register
2031   switch (Inst.getOpcode()) {
2032     case ARM::VLD4d8:
2033     case ARM::VLD4d16:
2034     case ARM::VLD4d32:
2035     case ARM::VLD4d8_UPD:
2036     case ARM::VLD4d16_UPD:
2037     case ARM::VLD4d32_UPD:
2038       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+3)%32, Address, Decoder)))
2039         return MCDisassembler::Fail;
2040       break;
2041     case ARM::VLD4q8:
2042     case ARM::VLD4q16:
2043     case ARM::VLD4q32:
2044     case ARM::VLD4q8_UPD:
2045     case ARM::VLD4q16_UPD:
2046     case ARM::VLD4q32_UPD:
2047       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+6)%32, Address, Decoder)))
2048         return MCDisassembler::Fail;
2049       break;
2050     default:
2051       break;
2052   }
2053 
2054   // Writeback operand
2055   switch (Inst.getOpcode()) {
2056     case ARM::VLD1d8wb_fixed:
2057     case ARM::VLD1d16wb_fixed:
2058     case ARM::VLD1d32wb_fixed:
2059     case ARM::VLD1d64wb_fixed:
2060     case ARM::VLD1d8wb_register:
2061     case ARM::VLD1d16wb_register:
2062     case ARM::VLD1d32wb_register:
2063     case ARM::VLD1d64wb_register:
2064     case ARM::VLD1q8wb_fixed:
2065     case ARM::VLD1q16wb_fixed:
2066     case ARM::VLD1q32wb_fixed:
2067     case ARM::VLD1q64wb_fixed:
2068     case ARM::VLD1q8wb_register:
2069     case ARM::VLD1q16wb_register:
2070     case ARM::VLD1q32wb_register:
2071     case ARM::VLD1q64wb_register:
2072     case ARM::VLD1d8Twb_fixed:
2073     case ARM::VLD1d8Twb_register:
2074     case ARM::VLD1d16Twb_fixed:
2075     case ARM::VLD1d16Twb_register:
2076     case ARM::VLD1d32Twb_fixed:
2077     case ARM::VLD1d32Twb_register:
2078     case ARM::VLD1d64Twb_fixed:
2079     case ARM::VLD1d64Twb_register:
2080     case ARM::VLD1d8Qwb_fixed:
2081     case ARM::VLD1d8Qwb_register:
2082     case ARM::VLD1d16Qwb_fixed:
2083     case ARM::VLD1d16Qwb_register:
2084     case ARM::VLD1d32Qwb_fixed:
2085     case ARM::VLD1d32Qwb_register:
2086     case ARM::VLD1d64Qwb_fixed:
2087     case ARM::VLD1d64Qwb_register:
2088     case ARM::VLD2d8_UPD:
2089     case ARM::VLD2d16_UPD:
2090     case ARM::VLD2d32_UPD:
2091     case ARM::VLD2q8_UPD:
2092     case ARM::VLD2q16_UPD:
2093     case ARM::VLD2q32_UPD:
2094     case ARM::VLD2b8_UPD:
2095     case ARM::VLD2b16_UPD:
2096     case ARM::VLD2b32_UPD:
2097     case ARM::VLD3d8_UPD:
2098     case ARM::VLD3d16_UPD:
2099     case ARM::VLD3d32_UPD:
2100     case ARM::VLD3q8_UPD:
2101     case ARM::VLD3q16_UPD:
2102     case ARM::VLD3q32_UPD:
2103     case ARM::VLD4d8_UPD:
2104     case ARM::VLD4d16_UPD:
2105     case ARM::VLD4d32_UPD:
2106     case ARM::VLD4q8_UPD:
2107     case ARM::VLD4q16_UPD:
2108     case ARM::VLD4q32_UPD:
2109       if (!Check(S, DecodeGPRRegisterClass(Inst, wb, Address, Decoder)))
2110         return MCDisassembler::Fail;
2111       break;
2112     default:
2113       break;
2114   }
2115 
2116   // AddrMode6 Base (register+alignment)
2117   if (!Check(S, DecodeAddrMode6Operand(Inst, Rn, Address, Decoder)))
2118     return MCDisassembler::Fail;
2119 
2120   // AddrMode6 Offset (register)
2121   switch (Inst.getOpcode()) {
2122   default:
2123     // The below have been updated to have explicit am6offset split
2124     // between fixed and register offset. For those instructions not
2125     // yet updated, we need to add an additional reg0 operand for the
2126     // fixed variant.
2127     //
2128     // The fixed offset encodes as Rm == 0xd, so we check for that.
2129     if (Rm == 0xd) {
2130       Inst.addOperand(MCOperand::CreateReg(0));
2131       break;
2132     }
2133     // Fall through to handle the register offset variant.
2134   case ARM::VLD1d8wb_fixed:
2135   case ARM::VLD1d16wb_fixed:
2136   case ARM::VLD1d32wb_fixed:
2137   case ARM::VLD1d64wb_fixed:
2138   case ARM::VLD1d8Twb_fixed:
2139   case ARM::VLD1d16Twb_fixed:
2140   case ARM::VLD1d32Twb_fixed:
2141   case ARM::VLD1d64Twb_fixed:
2142   case ARM::VLD1d8Qwb_fixed:
2143   case ARM::VLD1d16Qwb_fixed:
2144   case ARM::VLD1d32Qwb_fixed:
2145   case ARM::VLD1d64Qwb_fixed:
2146   case ARM::VLD1d8wb_register:
2147   case ARM::VLD1d16wb_register:
2148   case ARM::VLD1d32wb_register:
2149   case ARM::VLD1d64wb_register:
2150   case ARM::VLD1q8wb_fixed:
2151   case ARM::VLD1q16wb_fixed:
2152   case ARM::VLD1q32wb_fixed:
2153   case ARM::VLD1q64wb_fixed:
2154   case ARM::VLD1q8wb_register:
2155   case ARM::VLD1q16wb_register:
2156   case ARM::VLD1q32wb_register:
2157   case ARM::VLD1q64wb_register:
2158     // The fixed offset post-increment encodes Rm == 0xd. The no-writeback
2159     // variant encodes Rm == 0xf. Anything else is a register offset post-
2160     // increment and we need to add the register operand to the instruction.
2161     if (Rm != 0xD && Rm != 0xF &&
2162         !Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
2163       return MCDisassembler::Fail;
2164     break;
2165   }
2166 
2167   return S;
2168 }
2169 
2170 static DecodeStatus DecodeVSTInstruction(llvm::MCInst &Inst, unsigned Insn,
2171                                  uint64_t Address, const void *Decoder) {
2172   DecodeStatus S = MCDisassembler::Success;
2173 
2174   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
2175   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
2176   unsigned wb = fieldFromInstruction32(Insn, 16, 4);
2177   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
2178   Rn |= fieldFromInstruction32(Insn, 4, 2) << 4;
2179   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
2180 
2181   // Writeback Operand
2182   switch (Inst.getOpcode()) {
2183     case ARM::VST1d8wb_fixed:
2184     case ARM::VST1d16wb_fixed:
2185     case ARM::VST1d32wb_fixed:
2186     case ARM::VST1d64wb_fixed:
2187     case ARM::VST1d8wb_register:
2188     case ARM::VST1d16wb_register:
2189     case ARM::VST1d32wb_register:
2190     case ARM::VST1d64wb_register:
2191     case ARM::VST1q8wb_fixed:
2192     case ARM::VST1q16wb_fixed:
2193     case ARM::VST1q32wb_fixed:
2194     case ARM::VST1q64wb_fixed:
2195     case ARM::VST1q8wb_register:
2196     case ARM::VST1q16wb_register:
2197     case ARM::VST1q32wb_register:
2198     case ARM::VST1q64wb_register:
2199     case ARM::VST1d8Twb_fixed:
2200     case ARM::VST1d16Twb_fixed:
2201     case ARM::VST1d32Twb_fixed:
2202     case ARM::VST1d64Twb_fixed:
2203     case ARM::VST1d8Twb_register:
2204     case ARM::VST1d16Twb_register:
2205     case ARM::VST1d32Twb_register:
2206     case ARM::VST1d64Twb_register:
2207     case ARM::VST1d8Qwb_fixed:
2208     case ARM::VST1d16Qwb_fixed:
2209     case ARM::VST1d32Qwb_fixed:
2210     case ARM::VST1d64Qwb_fixed:
2211     case ARM::VST1d8Qwb_register:
2212     case ARM::VST1d16Qwb_register:
2213     case ARM::VST1d32Qwb_register:
2214     case ARM::VST1d64Qwb_register:
2215     case ARM::VST2d8_UPD:
2216     case ARM::VST2d16_UPD:
2217     case ARM::VST2d32_UPD:
2218     case ARM::VST2q8_UPD:
2219     case ARM::VST2q16_UPD:
2220     case ARM::VST2q32_UPD:
2221     case ARM::VST2b8_UPD:
2222     case ARM::VST2b16_UPD:
2223     case ARM::VST2b32_UPD:
2224     case ARM::VST3d8_UPD:
2225     case ARM::VST3d16_UPD:
2226     case ARM::VST3d32_UPD:
2227     case ARM::VST3q8_UPD:
2228     case ARM::VST3q16_UPD:
2229     case ARM::VST3q32_UPD:
2230     case ARM::VST4d8_UPD:
2231     case ARM::VST4d16_UPD:
2232     case ARM::VST4d32_UPD:
2233     case ARM::VST4q8_UPD:
2234     case ARM::VST4q16_UPD:
2235     case ARM::VST4q32_UPD:
2236       if (!Check(S, DecodeGPRRegisterClass(Inst, wb, Address, Decoder)))
2237         return MCDisassembler::Fail;
2238       break;
2239     default:
2240       break;
2241   }
2242 
2243   // AddrMode6 Base (register+alignment)
2244   if (!Check(S, DecodeAddrMode6Operand(Inst, Rn, Address, Decoder)))
2245     return MCDisassembler::Fail;
2246 
2247   // AddrMode6 Offset (register)
2248   switch (Inst.getOpcode()) {
2249     default:
2250       if (Rm == 0xD)
2251         Inst.addOperand(MCOperand::CreateReg(0));
2252       else if (Rm != 0xF) {
2253         if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
2254           return MCDisassembler::Fail;
2255       }
2256       break;
2257     case ARM::VST1d8wb_fixed:
2258     case ARM::VST1d16wb_fixed:
2259     case ARM::VST1d32wb_fixed:
2260     case ARM::VST1d64wb_fixed:
2261     case ARM::VST1q8wb_fixed:
2262     case ARM::VST1q16wb_fixed:
2263     case ARM::VST1q32wb_fixed:
2264     case ARM::VST1q64wb_fixed:
2265       break;
2266   }
2267 
2268 
2269   // First input register
2270   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
2271     return MCDisassembler::Fail;
2272 
2273   // Second input register
2274   switch (Inst.getOpcode()) {
2275     case ARM::VST2d8:
2276     case ARM::VST2d16:
2277     case ARM::VST2d32:
2278     case ARM::VST2d8_UPD:
2279     case ARM::VST2d16_UPD:
2280     case ARM::VST2d32_UPD:
2281     case ARM::VST2q8:
2282     case ARM::VST2q16:
2283     case ARM::VST2q32:
2284     case ARM::VST2q8_UPD:
2285     case ARM::VST2q16_UPD:
2286     case ARM::VST2q32_UPD:
2287     case ARM::VST3d8:
2288     case ARM::VST3d16:
2289     case ARM::VST3d32:
2290     case ARM::VST3d8_UPD:
2291     case ARM::VST3d16_UPD:
2292     case ARM::VST3d32_UPD:
2293     case ARM::VST4d8:
2294     case ARM::VST4d16:
2295     case ARM::VST4d32:
2296     case ARM::VST4d8_UPD:
2297     case ARM::VST4d16_UPD:
2298     case ARM::VST4d32_UPD:
2299       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+1)%32, Address, Decoder)))
2300         return MCDisassembler::Fail;
2301       break;
2302     case ARM::VST2b8:
2303     case ARM::VST2b16:
2304     case ARM::VST2b32:
2305     case ARM::VST2b8_UPD:
2306     case ARM::VST2b16_UPD:
2307     case ARM::VST2b32_UPD:
2308     case ARM::VST3q8:
2309     case ARM::VST3q16:
2310     case ARM::VST3q32:
2311     case ARM::VST3q8_UPD:
2312     case ARM::VST3q16_UPD:
2313     case ARM::VST3q32_UPD:
2314     case ARM::VST4q8:
2315     case ARM::VST4q16:
2316     case ARM::VST4q32:
2317     case ARM::VST4q8_UPD:
2318     case ARM::VST4q16_UPD:
2319     case ARM::VST4q32_UPD:
2320       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+2)%32, Address, Decoder)))
2321         return MCDisassembler::Fail;
2322       break;
2323     default:
2324       break;
2325   }
2326 
2327   // Third input register
2328   switch (Inst.getOpcode()) {
2329     case ARM::VST2q8:
2330     case ARM::VST2q16:
2331     case ARM::VST2q32:
2332     case ARM::VST2q8_UPD:
2333     case ARM::VST2q16_UPD:
2334     case ARM::VST2q32_UPD:
2335     case ARM::VST3d8:
2336     case ARM::VST3d16:
2337     case ARM::VST3d32:
2338     case ARM::VST3d8_UPD:
2339     case ARM::VST3d16_UPD:
2340     case ARM::VST3d32_UPD:
2341     case ARM::VST4d8:
2342     case ARM::VST4d16:
2343     case ARM::VST4d32:
2344     case ARM::VST4d8_UPD:
2345     case ARM::VST4d16_UPD:
2346     case ARM::VST4d32_UPD:
2347       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+2)%32, Address, Decoder)))
2348         return MCDisassembler::Fail;
2349       break;
2350     case ARM::VST3q8:
2351     case ARM::VST3q16:
2352     case ARM::VST3q32:
2353     case ARM::VST3q8_UPD:
2354     case ARM::VST3q16_UPD:
2355     case ARM::VST3q32_UPD:
2356     case ARM::VST4q8:
2357     case ARM::VST4q16:
2358     case ARM::VST4q32:
2359     case ARM::VST4q8_UPD:
2360     case ARM::VST4q16_UPD:
2361     case ARM::VST4q32_UPD:
2362       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+4)%32, Address, Decoder)))
2363         return MCDisassembler::Fail;
2364       break;
2365     default:
2366       break;
2367   }
2368 
2369   // Fourth input register
2370   switch (Inst.getOpcode()) {
2371     case ARM::VST2q8:
2372     case ARM::VST2q16:
2373     case ARM::VST2q32:
2374     case ARM::VST2q8_UPD:
2375     case ARM::VST2q16_UPD:
2376     case ARM::VST2q32_UPD:
2377     case ARM::VST4d8:
2378     case ARM::VST4d16:
2379     case ARM::VST4d32:
2380     case ARM::VST4d8_UPD:
2381     case ARM::VST4d16_UPD:
2382     case ARM::VST4d32_UPD:
2383       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+3)%32, Address, Decoder)))
2384         return MCDisassembler::Fail;
2385       break;
2386     case ARM::VST4q8:
2387     case ARM::VST4q16:
2388     case ARM::VST4q32:
2389     case ARM::VST4q8_UPD:
2390     case ARM::VST4q16_UPD:
2391     case ARM::VST4q32_UPD:
2392       if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+6)%32, Address, Decoder)))
2393         return MCDisassembler::Fail;
2394       break;
2395     default:
2396       break;
2397   }
2398 
2399   return S;
2400 }
2401 
2402 static DecodeStatus DecodeVLD1DupInstruction(llvm::MCInst &Inst, unsigned Insn,
2403                                     uint64_t Address, const void *Decoder) {
2404   DecodeStatus S = MCDisassembler::Success;
2405 
2406   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
2407   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
2408   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
2409   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
2410   unsigned align = fieldFromInstruction32(Insn, 4, 1);
2411   unsigned size = fieldFromInstruction32(Insn, 6, 2);
2412   unsigned regs = fieldFromInstruction32(Insn, 5, 1) + 1;
2413 
2414   align *= (1 << size);
2415 
2416   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
2417     return MCDisassembler::Fail;
2418   if (regs == 2) {
2419     if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+1)%32, Address, Decoder)))
2420       return MCDisassembler::Fail;
2421   }
2422   if (Rm != 0xF) {
2423     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2424       return MCDisassembler::Fail;
2425   }
2426 
2427   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2428     return MCDisassembler::Fail;
2429   Inst.addOperand(MCOperand::CreateImm(align));
2430 
2431   if (Rm == 0xD)
2432     Inst.addOperand(MCOperand::CreateReg(0));
2433   else if (Rm != 0xF) {
2434     if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
2435       return MCDisassembler::Fail;
2436   }
2437 
2438   return S;
2439 }
2440 
2441 static DecodeStatus DecodeVLD2DupInstruction(llvm::MCInst &Inst, unsigned Insn,
2442                                     uint64_t Address, const void *Decoder) {
2443   DecodeStatus S = MCDisassembler::Success;
2444 
2445   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
2446   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
2447   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
2448   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
2449   unsigned align = fieldFromInstruction32(Insn, 4, 1);
2450   unsigned size = 1 << fieldFromInstruction32(Insn, 6, 2);
2451   unsigned inc = fieldFromInstruction32(Insn, 5, 1) + 1;
2452   align *= 2*size;
2453 
2454   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
2455     return MCDisassembler::Fail;
2456   if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+inc)%32, Address, Decoder)))
2457     return MCDisassembler::Fail;
2458   if (Rm != 0xF) {
2459     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2460       return MCDisassembler::Fail;
2461   }
2462 
2463   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2464     return MCDisassembler::Fail;
2465   Inst.addOperand(MCOperand::CreateImm(align));
2466 
2467   if (Rm == 0xD)
2468     Inst.addOperand(MCOperand::CreateReg(0));
2469   else if (Rm != 0xF) {
2470     if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
2471       return MCDisassembler::Fail;
2472   }
2473 
2474   return S;
2475 }
2476 
2477 static DecodeStatus DecodeVLD3DupInstruction(llvm::MCInst &Inst, unsigned Insn,
2478                                     uint64_t Address, const void *Decoder) {
2479   DecodeStatus S = MCDisassembler::Success;
2480 
2481   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
2482   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
2483   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
2484   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
2485   unsigned inc = fieldFromInstruction32(Insn, 5, 1) + 1;
2486 
2487   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
2488     return MCDisassembler::Fail;
2489   if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+inc)%32, Address, Decoder)))
2490     return MCDisassembler::Fail;
2491   if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+2*inc)%32, Address, Decoder)))
2492     return MCDisassembler::Fail;
2493   if (Rm != 0xF) {
2494     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2495       return MCDisassembler::Fail;
2496   }
2497 
2498   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2499     return MCDisassembler::Fail;
2500   Inst.addOperand(MCOperand::CreateImm(0));
2501 
2502   if (Rm == 0xD)
2503     Inst.addOperand(MCOperand::CreateReg(0));
2504   else if (Rm != 0xF) {
2505     if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
2506       return MCDisassembler::Fail;
2507   }
2508 
2509   return S;
2510 }
2511 
2512 static DecodeStatus DecodeVLD4DupInstruction(llvm::MCInst &Inst, unsigned Insn,
2513                                     uint64_t Address, const void *Decoder) {
2514   DecodeStatus S = MCDisassembler::Success;
2515 
2516   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
2517   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
2518   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
2519   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
2520   unsigned size = fieldFromInstruction32(Insn, 6, 2);
2521   unsigned inc = fieldFromInstruction32(Insn, 5, 1) + 1;
2522   unsigned align = fieldFromInstruction32(Insn, 4, 1);
2523 
2524   if (size == 0x3) {
2525     size = 4;
2526     align = 16;
2527   } else {
2528     if (size == 2) {
2529       size = 1 << size;
2530       align *= 8;
2531     } else {
2532       size = 1 << size;
2533       align *= 4*size;
2534     }
2535   }
2536 
2537   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
2538     return MCDisassembler::Fail;
2539   if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+inc)%32, Address, Decoder)))
2540     return MCDisassembler::Fail;
2541   if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+2*inc)%32, Address, Decoder)))
2542     return MCDisassembler::Fail;
2543   if (!Check(S, DecodeDPRRegisterClass(Inst, (Rd+3*inc)%32, Address, Decoder)))
2544     return MCDisassembler::Fail;
2545   if (Rm != 0xF) {
2546     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2547       return MCDisassembler::Fail;
2548   }
2549 
2550   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2551     return MCDisassembler::Fail;
2552   Inst.addOperand(MCOperand::CreateImm(align));
2553 
2554   if (Rm == 0xD)
2555     Inst.addOperand(MCOperand::CreateReg(0));
2556   else if (Rm != 0xF) {
2557     if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
2558       return MCDisassembler::Fail;
2559   }
2560 
2561   return S;
2562 }
2563 
2564 static DecodeStatus
2565 DecodeNEONModImmInstruction(llvm::MCInst &Inst, unsigned Insn,
2566                             uint64_t Address, const void *Decoder) {
2567   DecodeStatus S = MCDisassembler::Success;
2568 
2569   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
2570   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
2571   unsigned imm = fieldFromInstruction32(Insn, 0, 4);
2572   imm |= fieldFromInstruction32(Insn, 16, 3) << 4;
2573   imm |= fieldFromInstruction32(Insn, 24, 1) << 7;
2574   imm |= fieldFromInstruction32(Insn, 8, 4) << 8;
2575   imm |= fieldFromInstruction32(Insn, 5, 1) << 12;
2576   unsigned Q = fieldFromInstruction32(Insn, 6, 1);
2577 
2578   if (Q) {
2579     if (!Check(S, DecodeQPRRegisterClass(Inst, Rd, Address, Decoder)))
2580     return MCDisassembler::Fail;
2581   } else {
2582     if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
2583     return MCDisassembler::Fail;
2584   }
2585 
2586   Inst.addOperand(MCOperand::CreateImm(imm));
2587 
2588   switch (Inst.getOpcode()) {
2589     case ARM::VORRiv4i16:
2590     case ARM::VORRiv2i32:
2591     case ARM::VBICiv4i16:
2592     case ARM::VBICiv2i32:
2593       if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
2594         return MCDisassembler::Fail;
2595       break;
2596     case ARM::VORRiv8i16:
2597     case ARM::VORRiv4i32:
2598     case ARM::VBICiv8i16:
2599     case ARM::VBICiv4i32:
2600       if (!Check(S, DecodeQPRRegisterClass(Inst, Rd, Address, Decoder)))
2601         return MCDisassembler::Fail;
2602       break;
2603     default:
2604       break;
2605   }
2606 
2607   return S;
2608 }
2609 
2610 static DecodeStatus DecodeVSHLMaxInstruction(llvm::MCInst &Inst, unsigned Insn,
2611                                         uint64_t Address, const void *Decoder) {
2612   DecodeStatus S = MCDisassembler::Success;
2613 
2614   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
2615   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
2616   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
2617   Rm |= fieldFromInstruction32(Insn, 5, 1) << 4;
2618   unsigned size = fieldFromInstruction32(Insn, 18, 2);
2619 
2620   if (!Check(S, DecodeQPRRegisterClass(Inst, Rd, Address, Decoder)))
2621     return MCDisassembler::Fail;
2622   if (!Check(S, DecodeDPRRegisterClass(Inst, Rm, Address, Decoder)))
2623     return MCDisassembler::Fail;
2624   Inst.addOperand(MCOperand::CreateImm(8 << size));
2625 
2626   return S;
2627 }
2628 
2629 static DecodeStatus DecodeShiftRight8Imm(llvm::MCInst &Inst, unsigned Val,
2630                                uint64_t Address, const void *Decoder) {
2631   Inst.addOperand(MCOperand::CreateImm(8 - Val));
2632   return MCDisassembler::Success;
2633 }
2634 
2635 static DecodeStatus DecodeShiftRight16Imm(llvm::MCInst &Inst, unsigned Val,
2636                                uint64_t Address, const void *Decoder) {
2637   Inst.addOperand(MCOperand::CreateImm(16 - Val));
2638   return MCDisassembler::Success;
2639 }
2640 
2641 static DecodeStatus DecodeShiftRight32Imm(llvm::MCInst &Inst, unsigned Val,
2642                                uint64_t Address, const void *Decoder) {
2643   Inst.addOperand(MCOperand::CreateImm(32 - Val));
2644   return MCDisassembler::Success;
2645 }
2646 
2647 static DecodeStatus DecodeShiftRight64Imm(llvm::MCInst &Inst, unsigned Val,
2648                                uint64_t Address, const void *Decoder) {
2649   Inst.addOperand(MCOperand::CreateImm(64 - Val));
2650   return MCDisassembler::Success;
2651 }
2652 
2653 static DecodeStatus DecodeTBLInstruction(llvm::MCInst &Inst, unsigned Insn,
2654                                uint64_t Address, const void *Decoder) {
2655   DecodeStatus S = MCDisassembler::Success;
2656 
2657   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
2658   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
2659   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
2660   Rn |= fieldFromInstruction32(Insn, 7, 1) << 4;
2661   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
2662   Rm |= fieldFromInstruction32(Insn, 5, 1) << 4;
2663   unsigned op = fieldFromInstruction32(Insn, 6, 1);
2664   unsigned length = fieldFromInstruction32(Insn, 8, 2) + 1;
2665 
2666   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
2667     return MCDisassembler::Fail;
2668   if (op) {
2669     if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
2670     return MCDisassembler::Fail; // Writeback
2671   }
2672 
2673   for (unsigned i = 0; i < length; ++i) {
2674     if (!Check(S, DecodeDPRRegisterClass(Inst, (Rn+i)%32, Address, Decoder)))
2675     return MCDisassembler::Fail;
2676   }
2677 
2678   if (!Check(S, DecodeDPRRegisterClass(Inst, Rm, Address, Decoder)))
2679     return MCDisassembler::Fail;
2680 
2681   return S;
2682 }
2683 
2684 static DecodeStatus DecodeThumbAddSpecialReg(llvm::MCInst &Inst, uint16_t Insn,
2685                                      uint64_t Address, const void *Decoder) {
2686   DecodeStatus S = MCDisassembler::Success;
2687 
2688   unsigned dst = fieldFromInstruction16(Insn, 8, 3);
2689   unsigned imm = fieldFromInstruction16(Insn, 0, 8);
2690 
2691   if (!Check(S, DecodetGPRRegisterClass(Inst, dst, Address, Decoder)))
2692     return MCDisassembler::Fail;
2693 
2694   switch(Inst.getOpcode()) {
2695     default:
2696       return MCDisassembler::Fail;
2697     case ARM::tADR:
2698       break; // tADR does not explicitly represent the PC as an operand.
2699     case ARM::tADDrSPi:
2700       Inst.addOperand(MCOperand::CreateReg(ARM::SP));
2701       break;
2702   }
2703 
2704   Inst.addOperand(MCOperand::CreateImm(imm));
2705   return S;
2706 }
2707 
2708 static DecodeStatus DecodeThumbBROperand(llvm::MCInst &Inst, unsigned Val,
2709                                  uint64_t Address, const void *Decoder) {
2710   Inst.addOperand(MCOperand::CreateImm(SignExtend32<12>(Val << 1)));
2711   return MCDisassembler::Success;
2712 }
2713 
2714 static DecodeStatus DecodeT2BROperand(llvm::MCInst &Inst, unsigned Val,
2715                                  uint64_t Address, const void *Decoder) {
2716   Inst.addOperand(MCOperand::CreateImm(SignExtend32<21>(Val)));
2717   return MCDisassembler::Success;
2718 }
2719 
2720 static DecodeStatus DecodeThumbCmpBROperand(llvm::MCInst &Inst, unsigned Val,
2721                                  uint64_t Address, const void *Decoder) {
2722   Inst.addOperand(MCOperand::CreateImm(SignExtend32<7>(Val << 1)));
2723   return MCDisassembler::Success;
2724 }
2725 
2726 static DecodeStatus DecodeThumbAddrModeRR(llvm::MCInst &Inst, unsigned Val,
2727                                  uint64_t Address, const void *Decoder) {
2728   DecodeStatus S = MCDisassembler::Success;
2729 
2730   unsigned Rn = fieldFromInstruction32(Val, 0, 3);
2731   unsigned Rm = fieldFromInstruction32(Val, 3, 3);
2732 
2733   if (!Check(S, DecodetGPRRegisterClass(Inst, Rn, Address, Decoder)))
2734     return MCDisassembler::Fail;
2735   if (!Check(S, DecodetGPRRegisterClass(Inst, Rm, Address, Decoder)))
2736     return MCDisassembler::Fail;
2737 
2738   return S;
2739 }
2740 
2741 static DecodeStatus DecodeThumbAddrModeIS(llvm::MCInst &Inst, unsigned Val,
2742                                   uint64_t Address, const void *Decoder) {
2743   DecodeStatus S = MCDisassembler::Success;
2744 
2745   unsigned Rn = fieldFromInstruction32(Val, 0, 3);
2746   unsigned imm = fieldFromInstruction32(Val, 3, 5);
2747 
2748   if (!Check(S, DecodetGPRRegisterClass(Inst, Rn, Address, Decoder)))
2749     return MCDisassembler::Fail;
2750   Inst.addOperand(MCOperand::CreateImm(imm));
2751 
2752   return S;
2753 }
2754 
2755 static DecodeStatus DecodeThumbAddrModePC(llvm::MCInst &Inst, unsigned Val,
2756                                   uint64_t Address, const void *Decoder) {
2757   unsigned imm = Val << 2;
2758 
2759   Inst.addOperand(MCOperand::CreateImm(imm));
2760   tryAddingPcLoadReferenceComment(Address, (Address & ~2u) + imm + 4, Decoder);
2761 
2762   return MCDisassembler::Success;
2763 }
2764 
2765 static DecodeStatus DecodeThumbAddrModeSP(llvm::MCInst &Inst, unsigned Val,
2766                                   uint64_t Address, const void *Decoder) {
2767   Inst.addOperand(MCOperand::CreateReg(ARM::SP));
2768   Inst.addOperand(MCOperand::CreateImm(Val));
2769 
2770   return MCDisassembler::Success;
2771 }
2772 
2773 static DecodeStatus DecodeT2AddrModeSOReg(llvm::MCInst &Inst, unsigned Val,
2774                                   uint64_t Address, const void *Decoder) {
2775   DecodeStatus S = MCDisassembler::Success;
2776 
2777   unsigned Rn = fieldFromInstruction32(Val, 6, 4);
2778   unsigned Rm = fieldFromInstruction32(Val, 2, 4);
2779   unsigned imm = fieldFromInstruction32(Val, 0, 2);
2780 
2781   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2782     return MCDisassembler::Fail;
2783   if (!Check(S, DecoderGPRRegisterClass(Inst, Rm, Address, Decoder)))
2784     return MCDisassembler::Fail;
2785   Inst.addOperand(MCOperand::CreateImm(imm));
2786 
2787   return S;
2788 }
2789 
2790 static DecodeStatus DecodeT2LoadShift(llvm::MCInst &Inst, unsigned Insn,
2791                               uint64_t Address, const void *Decoder) {
2792   DecodeStatus S = MCDisassembler::Success;
2793 
2794   switch (Inst.getOpcode()) {
2795     case ARM::t2PLDs:
2796     case ARM::t2PLDWs:
2797     case ARM::t2PLIs:
2798       break;
2799     default: {
2800       unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
2801       if (!Check(S, DecoderGPRRegisterClass(Inst, Rt, Address, Decoder)))
2802     return MCDisassembler::Fail;
2803     }
2804   }
2805 
2806   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
2807   if (Rn == 0xF) {
2808     switch (Inst.getOpcode()) {
2809       case ARM::t2LDRBs:
2810         Inst.setOpcode(ARM::t2LDRBpci);
2811         break;
2812       case ARM::t2LDRHs:
2813         Inst.setOpcode(ARM::t2LDRHpci);
2814         break;
2815       case ARM::t2LDRSHs:
2816         Inst.setOpcode(ARM::t2LDRSHpci);
2817         break;
2818       case ARM::t2LDRSBs:
2819         Inst.setOpcode(ARM::t2LDRSBpci);
2820         break;
2821       case ARM::t2PLDs:
2822         Inst.setOpcode(ARM::t2PLDi12);
2823         Inst.addOperand(MCOperand::CreateReg(ARM::PC));
2824         break;
2825       default:
2826         return MCDisassembler::Fail;
2827     }
2828 
2829     int imm = fieldFromInstruction32(Insn, 0, 12);
2830     if (!fieldFromInstruction32(Insn, 23, 1)) imm *= -1;
2831     Inst.addOperand(MCOperand::CreateImm(imm));
2832 
2833     return S;
2834   }
2835 
2836   unsigned addrmode = fieldFromInstruction32(Insn, 4, 2);
2837   addrmode |= fieldFromInstruction32(Insn, 0, 4) << 2;
2838   addrmode |= fieldFromInstruction32(Insn, 16, 4) << 6;
2839   if (!Check(S, DecodeT2AddrModeSOReg(Inst, addrmode, Address, Decoder)))
2840     return MCDisassembler::Fail;
2841 
2842   return S;
2843 }
2844 
2845 static DecodeStatus DecodeT2Imm8S4(llvm::MCInst &Inst, unsigned Val,
2846                            uint64_t Address, const void *Decoder) {
2847   int imm = Val & 0xFF;
2848   if (!(Val & 0x100)) imm *= -1;
2849   Inst.addOperand(MCOperand::CreateImm(imm << 2));
2850 
2851   return MCDisassembler::Success;
2852 }
2853 
2854 static DecodeStatus DecodeT2AddrModeImm8s4(llvm::MCInst &Inst, unsigned Val,
2855                                    uint64_t Address, const void *Decoder) {
2856   DecodeStatus S = MCDisassembler::Success;
2857 
2858   unsigned Rn = fieldFromInstruction32(Val, 9, 4);
2859   unsigned imm = fieldFromInstruction32(Val, 0, 9);
2860 
2861   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2862     return MCDisassembler::Fail;
2863   if (!Check(S, DecodeT2Imm8S4(Inst, imm, Address, Decoder)))
2864     return MCDisassembler::Fail;
2865 
2866   return S;
2867 }
2868 
2869 static DecodeStatus DecodeT2AddrModeImm0_1020s4(llvm::MCInst &Inst,unsigned Val,
2870                                    uint64_t Address, const void *Decoder) {
2871   DecodeStatus S = MCDisassembler::Success;
2872 
2873   unsigned Rn = fieldFromInstruction32(Val, 8, 4);
2874   unsigned imm = fieldFromInstruction32(Val, 0, 8);
2875 
2876   if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Rn, Address, Decoder)))
2877     return MCDisassembler::Fail;
2878 
2879   Inst.addOperand(MCOperand::CreateImm(imm));
2880 
2881   return S;
2882 }
2883 
2884 static DecodeStatus DecodeT2Imm8(llvm::MCInst &Inst, unsigned Val,
2885                          uint64_t Address, const void *Decoder) {
2886   int imm = Val & 0xFF;
2887   if (Val == 0)
2888     imm = INT32_MIN;
2889   else if (!(Val & 0x100))
2890     imm *= -1;
2891   Inst.addOperand(MCOperand::CreateImm(imm));
2892 
2893   return MCDisassembler::Success;
2894 }
2895 
2896 
2897 static DecodeStatus DecodeT2AddrModeImm8(llvm::MCInst &Inst, unsigned Val,
2898                                  uint64_t Address, const void *Decoder) {
2899   DecodeStatus S = MCDisassembler::Success;
2900 
2901   unsigned Rn = fieldFromInstruction32(Val, 9, 4);
2902   unsigned imm = fieldFromInstruction32(Val, 0, 9);
2903 
2904   // Some instructions always use an additive offset.
2905   switch (Inst.getOpcode()) {
2906     case ARM::t2LDRT:
2907     case ARM::t2LDRBT:
2908     case ARM::t2LDRHT:
2909     case ARM::t2LDRSBT:
2910     case ARM::t2LDRSHT:
2911     case ARM::t2STRT:
2912     case ARM::t2STRBT:
2913     case ARM::t2STRHT:
2914       imm |= 0x100;
2915       break;
2916     default:
2917       break;
2918   }
2919 
2920   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2921     return MCDisassembler::Fail;
2922   if (!Check(S, DecodeT2Imm8(Inst, imm, Address, Decoder)))
2923     return MCDisassembler::Fail;
2924 
2925   return S;
2926 }
2927 
2928 static DecodeStatus DecodeT2LdStPre(llvm::MCInst &Inst, unsigned Insn,
2929                                     uint64_t Address, const void *Decoder) {
2930   DecodeStatus S = MCDisassembler::Success;
2931 
2932   unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
2933   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
2934   unsigned addr = fieldFromInstruction32(Insn, 0, 8);
2935   addr |= fieldFromInstruction32(Insn, 9, 1) << 8;
2936   addr |= Rn << 9;
2937   unsigned load = fieldFromInstruction32(Insn, 20, 1);
2938 
2939   if (!load) {
2940     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2941       return MCDisassembler::Fail;
2942   }
2943 
2944   if (!Check(S, DecoderGPRRegisterClass(Inst, Rt, Address, Decoder)))
2945     return MCDisassembler::Fail;
2946 
2947   if (load) {
2948     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2949       return MCDisassembler::Fail;
2950   }
2951 
2952   if (!Check(S, DecodeT2AddrModeImm8(Inst, addr, Address, Decoder)))
2953     return MCDisassembler::Fail;
2954 
2955   return S;
2956 }
2957 
2958 static DecodeStatus DecodeT2AddrModeImm12(llvm::MCInst &Inst, unsigned Val,
2959                                   uint64_t Address, const void *Decoder) {
2960   DecodeStatus S = MCDisassembler::Success;
2961 
2962   unsigned Rn = fieldFromInstruction32(Val, 13, 4);
2963   unsigned imm = fieldFromInstruction32(Val, 0, 12);
2964 
2965   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
2966     return MCDisassembler::Fail;
2967   Inst.addOperand(MCOperand::CreateImm(imm));
2968 
2969   return S;
2970 }
2971 
2972 
2973 static DecodeStatus DecodeThumbAddSPImm(llvm::MCInst &Inst, uint16_t Insn,
2974                                 uint64_t Address, const void *Decoder) {
2975   unsigned imm = fieldFromInstruction16(Insn, 0, 7);
2976 
2977   Inst.addOperand(MCOperand::CreateReg(ARM::SP));
2978   Inst.addOperand(MCOperand::CreateReg(ARM::SP));
2979   Inst.addOperand(MCOperand::CreateImm(imm));
2980 
2981   return MCDisassembler::Success;
2982 }
2983 
2984 static DecodeStatus DecodeThumbAddSPReg(llvm::MCInst &Inst, uint16_t Insn,
2985                                 uint64_t Address, const void *Decoder) {
2986   DecodeStatus S = MCDisassembler::Success;
2987 
2988   if (Inst.getOpcode() == ARM::tADDrSP) {
2989     unsigned Rdm = fieldFromInstruction16(Insn, 0, 3);
2990     Rdm |= fieldFromInstruction16(Insn, 7, 1) << 3;
2991 
2992     if (!Check(S, DecodeGPRRegisterClass(Inst, Rdm, Address, Decoder)))
2993     return MCDisassembler::Fail;
2994     if (!Check(S, DecodeGPRRegisterClass(Inst, Rdm, Address, Decoder)))
2995     return MCDisassembler::Fail;
2996     Inst.addOperand(MCOperand::CreateReg(ARM::SP));
2997   } else if (Inst.getOpcode() == ARM::tADDspr) {
2998     unsigned Rm = fieldFromInstruction16(Insn, 3, 4);
2999 
3000     Inst.addOperand(MCOperand::CreateReg(ARM::SP));
3001     Inst.addOperand(MCOperand::CreateReg(ARM::SP));
3002     if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
3003     return MCDisassembler::Fail;
3004   }
3005 
3006   return S;
3007 }
3008 
3009 static DecodeStatus DecodeThumbCPS(llvm::MCInst &Inst, uint16_t Insn,
3010                            uint64_t Address, const void *Decoder) {
3011   unsigned imod = fieldFromInstruction16(Insn, 4, 1) | 0x2;
3012   unsigned flags = fieldFromInstruction16(Insn, 0, 3);
3013 
3014   Inst.addOperand(MCOperand::CreateImm(imod));
3015   Inst.addOperand(MCOperand::CreateImm(flags));
3016 
3017   return MCDisassembler::Success;
3018 }
3019 
3020 static DecodeStatus DecodePostIdxReg(llvm::MCInst &Inst, unsigned Insn,
3021                              uint64_t Address, const void *Decoder) {
3022   DecodeStatus S = MCDisassembler::Success;
3023   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3024   unsigned add = fieldFromInstruction32(Insn, 4, 1);
3025 
3026   if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
3027     return MCDisassembler::Fail;
3028   Inst.addOperand(MCOperand::CreateImm(add));
3029 
3030   return S;
3031 }
3032 
3033 static DecodeStatus DecodeThumbBLXOffset(llvm::MCInst &Inst, unsigned Val,
3034                                  uint64_t Address, const void *Decoder) {
3035   if (!tryAddingSymbolicOperand(Address,
3036                                 (Address & ~2u) + SignExtend32<22>(Val << 1) + 4,
3037                                 true, 4, Inst, Decoder))
3038     Inst.addOperand(MCOperand::CreateImm(SignExtend32<22>(Val << 1)));
3039   return MCDisassembler::Success;
3040 }
3041 
3042 static DecodeStatus DecodeCoprocessor(llvm::MCInst &Inst, unsigned Val,
3043                               uint64_t Address, const void *Decoder) {
3044   if (Val == 0xA || Val == 0xB)
3045     return MCDisassembler::Fail;
3046 
3047   Inst.addOperand(MCOperand::CreateImm(Val));
3048   return MCDisassembler::Success;
3049 }
3050 
3051 static DecodeStatus
3052 DecodeThumbTableBranch(llvm::MCInst &Inst, unsigned Insn,
3053                        uint64_t Address, const void *Decoder) {
3054   DecodeStatus S = MCDisassembler::Success;
3055 
3056   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3057   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3058 
3059   if (Rn == ARM::SP) S = MCDisassembler::SoftFail;
3060   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3061     return MCDisassembler::Fail;
3062   if (!Check(S, DecoderGPRRegisterClass(Inst, Rm, Address, Decoder)))
3063     return MCDisassembler::Fail;
3064   return S;
3065 }
3066 
3067 static DecodeStatus
3068 DecodeThumb2BCCInstruction(llvm::MCInst &Inst, unsigned Insn,
3069                            uint64_t Address, const void *Decoder) {
3070   DecodeStatus S = MCDisassembler::Success;
3071 
3072   unsigned pred = fieldFromInstruction32(Insn, 22, 4);
3073   if (pred == 0xE || pred == 0xF) {
3074     unsigned opc = fieldFromInstruction32(Insn, 4, 28);
3075     switch (opc) {
3076       default:
3077         return MCDisassembler::Fail;
3078       case 0xf3bf8f4:
3079         Inst.setOpcode(ARM::t2DSB);
3080         break;
3081       case 0xf3bf8f5:
3082         Inst.setOpcode(ARM::t2DMB);
3083         break;
3084       case 0xf3bf8f6:
3085         Inst.setOpcode(ARM::t2ISB);
3086         break;
3087     }
3088 
3089     unsigned imm = fieldFromInstruction32(Insn, 0, 4);
3090     return DecodeMemBarrierOption(Inst, imm, Address, Decoder);
3091   }
3092 
3093   unsigned brtarget = fieldFromInstruction32(Insn, 0, 11) << 1;
3094   brtarget |= fieldFromInstruction32(Insn, 11, 1) << 19;
3095   brtarget |= fieldFromInstruction32(Insn, 13, 1) << 18;
3096   brtarget |= fieldFromInstruction32(Insn, 16, 6) << 12;
3097   brtarget |= fieldFromInstruction32(Insn, 26, 1) << 20;
3098 
3099   if (!Check(S, DecodeT2BROperand(Inst, brtarget, Address, Decoder)))
3100     return MCDisassembler::Fail;
3101   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
3102     return MCDisassembler::Fail;
3103 
3104   return S;
3105 }
3106 
3107 // Decode a shifted immediate operand.  These basically consist
3108 // of an 8-bit value, and a 4-bit directive that specifies either
3109 // a splat operation or a rotation.
3110 static DecodeStatus DecodeT2SOImm(llvm::MCInst &Inst, unsigned Val,
3111                           uint64_t Address, const void *Decoder) {
3112   unsigned ctrl = fieldFromInstruction32(Val, 10, 2);
3113   if (ctrl == 0) {
3114     unsigned byte = fieldFromInstruction32(Val, 8, 2);
3115     unsigned imm = fieldFromInstruction32(Val, 0, 8);
3116     switch (byte) {
3117       case 0:
3118         Inst.addOperand(MCOperand::CreateImm(imm));
3119         break;
3120       case 1:
3121         Inst.addOperand(MCOperand::CreateImm((imm << 16) | imm));
3122         break;
3123       case 2:
3124         Inst.addOperand(MCOperand::CreateImm((imm << 24) | (imm << 8)));
3125         break;
3126       case 3:
3127         Inst.addOperand(MCOperand::CreateImm((imm << 24) | (imm << 16) |
3128                                              (imm << 8)  |  imm));
3129         break;
3130     }
3131   } else {
3132     unsigned unrot = fieldFromInstruction32(Val, 0, 7) | 0x80;
3133     unsigned rot = fieldFromInstruction32(Val, 7, 5);
3134     unsigned imm = (unrot >> rot) | (unrot << ((32-rot)&31));
3135     Inst.addOperand(MCOperand::CreateImm(imm));
3136   }
3137 
3138   return MCDisassembler::Success;
3139 }
3140 
3141 static DecodeStatus
3142 DecodeThumbBCCTargetOperand(llvm::MCInst &Inst, unsigned Val,
3143                             uint64_t Address, const void *Decoder){
3144   Inst.addOperand(MCOperand::CreateImm(Val << 1));
3145   return MCDisassembler::Success;
3146 }
3147 
3148 static DecodeStatus DecodeThumbBLTargetOperand(llvm::MCInst &Inst, unsigned Val,
3149                                        uint64_t Address, const void *Decoder){
3150   Inst.addOperand(MCOperand::CreateImm(SignExtend32<22>(Val << 1)));
3151   return MCDisassembler::Success;
3152 }
3153 
3154 static DecodeStatus DecodeMemBarrierOption(llvm::MCInst &Inst, unsigned Val,
3155                                    uint64_t Address, const void *Decoder) {
3156   switch (Val) {
3157   default:
3158     return MCDisassembler::Fail;
3159   case 0xF: // SY
3160   case 0xE: // ST
3161   case 0xB: // ISH
3162   case 0xA: // ISHST
3163   case 0x7: // NSH
3164   case 0x6: // NSHST
3165   case 0x3: // OSH
3166   case 0x2: // OSHST
3167     break;
3168   }
3169 
3170   Inst.addOperand(MCOperand::CreateImm(Val));
3171   return MCDisassembler::Success;
3172 }
3173 
3174 static DecodeStatus DecodeMSRMask(llvm::MCInst &Inst, unsigned Val,
3175                           uint64_t Address, const void *Decoder) {
3176   if (!Val) return MCDisassembler::Fail;
3177   Inst.addOperand(MCOperand::CreateImm(Val));
3178   return MCDisassembler::Success;
3179 }
3180 
3181 static DecodeStatus DecodeDoubleRegLoad(llvm::MCInst &Inst, unsigned Insn,
3182                                         uint64_t Address, const void *Decoder) {
3183   DecodeStatus S = MCDisassembler::Success;
3184 
3185   unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
3186   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3187   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
3188 
3189   if ((Rt & 1) || Rt == 0xE || Rn == 0xF) return MCDisassembler::Fail;
3190 
3191   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt, Address, Decoder)))
3192     return MCDisassembler::Fail;
3193   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt+1, Address, Decoder)))
3194     return MCDisassembler::Fail;
3195   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3196     return MCDisassembler::Fail;
3197   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
3198     return MCDisassembler::Fail;
3199 
3200   return S;
3201 }
3202 
3203 
3204 static DecodeStatus DecodeDoubleRegStore(llvm::MCInst &Inst, unsigned Insn,
3205                                          uint64_t Address, const void *Decoder){
3206   DecodeStatus S = MCDisassembler::Success;
3207 
3208   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
3209   unsigned Rt = fieldFromInstruction32(Insn, 0, 4);
3210   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3211   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
3212 
3213   if (!Check(S, DecoderGPRRegisterClass(Inst, Rd, Address, Decoder)))
3214     return MCDisassembler::Fail;
3215 
3216   if ((Rt & 1) || Rt == 0xE || Rn == 0xF) return MCDisassembler::Fail;
3217   if (Rd == Rn || Rd == Rt || Rd == Rt+1) return MCDisassembler::Fail;
3218 
3219   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt, Address, Decoder)))
3220     return MCDisassembler::Fail;
3221   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt+1, Address, Decoder)))
3222     return MCDisassembler::Fail;
3223   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3224     return MCDisassembler::Fail;
3225   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
3226     return MCDisassembler::Fail;
3227 
3228   return S;
3229 }
3230 
3231 static DecodeStatus DecodeLDRPreImm(llvm::MCInst &Inst, unsigned Insn,
3232                             uint64_t Address, const void *Decoder) {
3233   DecodeStatus S = MCDisassembler::Success;
3234 
3235   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3236   unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
3237   unsigned imm = fieldFromInstruction32(Insn, 0, 12);
3238   imm |= fieldFromInstruction32(Insn, 16, 4) << 13;
3239   imm |= fieldFromInstruction32(Insn, 23, 1) << 12;
3240   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
3241 
3242   if (Rn == 0xF || Rn == Rt) S = MCDisassembler::SoftFail;
3243 
3244   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt, Address, Decoder)))
3245     return MCDisassembler::Fail;
3246   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3247     return MCDisassembler::Fail;
3248   if (!Check(S, DecodeAddrModeImm12Operand(Inst, imm, Address, Decoder)))
3249     return MCDisassembler::Fail;
3250   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
3251     return MCDisassembler::Fail;
3252 
3253   return S;
3254 }
3255 
3256 static DecodeStatus DecodeLDRPreReg(llvm::MCInst &Inst, unsigned Insn,
3257                             uint64_t Address, const void *Decoder) {
3258   DecodeStatus S = MCDisassembler::Success;
3259 
3260   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3261   unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
3262   unsigned imm = fieldFromInstruction32(Insn, 0, 12);
3263   imm |= fieldFromInstruction32(Insn, 16, 4) << 13;
3264   imm |= fieldFromInstruction32(Insn, 23, 1) << 12;
3265   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
3266   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3267 
3268   if (Rn == 0xF || Rn == Rt) S = MCDisassembler::SoftFail;
3269   if (Rm == 0xF) S = MCDisassembler::SoftFail;
3270 
3271   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt, Address, Decoder)))
3272     return MCDisassembler::Fail;
3273   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3274     return MCDisassembler::Fail;
3275   if (!Check(S, DecodeSORegMemOperand(Inst, imm, Address, Decoder)))
3276     return MCDisassembler::Fail;
3277   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
3278     return MCDisassembler::Fail;
3279 
3280   return S;
3281 }
3282 
3283 
3284 static DecodeStatus DecodeSTRPreImm(llvm::MCInst &Inst, unsigned Insn,
3285                             uint64_t Address, const void *Decoder) {
3286   DecodeStatus S = MCDisassembler::Success;
3287 
3288   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3289   unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
3290   unsigned imm = fieldFromInstruction32(Insn, 0, 12);
3291   imm |= fieldFromInstruction32(Insn, 16, 4) << 13;
3292   imm |= fieldFromInstruction32(Insn, 23, 1) << 12;
3293   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
3294 
3295   if (Rn == 0xF || Rn == Rt) S = MCDisassembler::SoftFail;
3296 
3297   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3298     return MCDisassembler::Fail;
3299   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt, Address, Decoder)))
3300     return MCDisassembler::Fail;
3301   if (!Check(S, DecodeAddrModeImm12Operand(Inst, imm, Address, Decoder)))
3302     return MCDisassembler::Fail;
3303   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
3304     return MCDisassembler::Fail;
3305 
3306   return S;
3307 }
3308 
3309 static DecodeStatus DecodeSTRPreReg(llvm::MCInst &Inst, unsigned Insn,
3310                             uint64_t Address, const void *Decoder) {
3311   DecodeStatus S = MCDisassembler::Success;
3312 
3313   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3314   unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
3315   unsigned imm = fieldFromInstruction32(Insn, 0, 12);
3316   imm |= fieldFromInstruction32(Insn, 16, 4) << 13;
3317   imm |= fieldFromInstruction32(Insn, 23, 1) << 12;
3318   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
3319 
3320   if (Rn == 0xF || Rn == Rt) S = MCDisassembler::SoftFail;
3321 
3322   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3323     return MCDisassembler::Fail;
3324   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt, Address, Decoder)))
3325     return MCDisassembler::Fail;
3326   if (!Check(S, DecodeSORegMemOperand(Inst, imm, Address, Decoder)))
3327     return MCDisassembler::Fail;
3328   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
3329     return MCDisassembler::Fail;
3330 
3331   return S;
3332 }
3333 
3334 static DecodeStatus DecodeVLD1LN(llvm::MCInst &Inst, unsigned Insn,
3335                          uint64_t Address, const void *Decoder) {
3336   DecodeStatus S = MCDisassembler::Success;
3337 
3338   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3339   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3340   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
3341   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
3342   unsigned size = fieldFromInstruction32(Insn, 10, 2);
3343 
3344   unsigned align = 0;
3345   unsigned index = 0;
3346   switch (size) {
3347     default:
3348       return MCDisassembler::Fail;
3349     case 0:
3350       if (fieldFromInstruction32(Insn, 4, 1))
3351         return MCDisassembler::Fail; // UNDEFINED
3352       index = fieldFromInstruction32(Insn, 5, 3);
3353       break;
3354     case 1:
3355       if (fieldFromInstruction32(Insn, 5, 1))
3356         return MCDisassembler::Fail; // UNDEFINED
3357       index = fieldFromInstruction32(Insn, 6, 2);
3358       if (fieldFromInstruction32(Insn, 4, 1))
3359         align = 2;
3360       break;
3361     case 2:
3362       if (fieldFromInstruction32(Insn, 6, 1))
3363         return MCDisassembler::Fail; // UNDEFINED
3364       index = fieldFromInstruction32(Insn, 7, 1);
3365       if (fieldFromInstruction32(Insn, 4, 2) != 0)
3366         align = 4;
3367   }
3368 
3369   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3370     return MCDisassembler::Fail;
3371   if (Rm != 0xF) { // Writeback
3372     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3373       return MCDisassembler::Fail;
3374   }
3375   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3376     return MCDisassembler::Fail;
3377   Inst.addOperand(MCOperand::CreateImm(align));
3378   if (Rm != 0xF) {
3379     if (Rm != 0xD) {
3380       if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
3381         return MCDisassembler::Fail;
3382     } else
3383       Inst.addOperand(MCOperand::CreateReg(0));
3384   }
3385 
3386   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3387     return MCDisassembler::Fail;
3388   Inst.addOperand(MCOperand::CreateImm(index));
3389 
3390   return S;
3391 }
3392 
3393 static DecodeStatus DecodeVST1LN(llvm::MCInst &Inst, unsigned Insn,
3394                          uint64_t Address, const void *Decoder) {
3395   DecodeStatus S = MCDisassembler::Success;
3396 
3397   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3398   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3399   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
3400   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
3401   unsigned size = fieldFromInstruction32(Insn, 10, 2);
3402 
3403   unsigned align = 0;
3404   unsigned index = 0;
3405   switch (size) {
3406     default:
3407       return MCDisassembler::Fail;
3408     case 0:
3409       if (fieldFromInstruction32(Insn, 4, 1))
3410         return MCDisassembler::Fail; // UNDEFINED
3411       index = fieldFromInstruction32(Insn, 5, 3);
3412       break;
3413     case 1:
3414       if (fieldFromInstruction32(Insn, 5, 1))
3415         return MCDisassembler::Fail; // UNDEFINED
3416       index = fieldFromInstruction32(Insn, 6, 2);
3417       if (fieldFromInstruction32(Insn, 4, 1))
3418         align = 2;
3419       break;
3420     case 2:
3421       if (fieldFromInstruction32(Insn, 6, 1))
3422         return MCDisassembler::Fail; // UNDEFINED
3423       index = fieldFromInstruction32(Insn, 7, 1);
3424       if (fieldFromInstruction32(Insn, 4, 2) != 0)
3425         align = 4;
3426   }
3427 
3428   if (Rm != 0xF) { // Writeback
3429     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3430     return MCDisassembler::Fail;
3431   }
3432   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3433     return MCDisassembler::Fail;
3434   Inst.addOperand(MCOperand::CreateImm(align));
3435   if (Rm != 0xF) {
3436     if (Rm != 0xD) {
3437       if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
3438     return MCDisassembler::Fail;
3439     } else
3440       Inst.addOperand(MCOperand::CreateReg(0));
3441   }
3442 
3443   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3444     return MCDisassembler::Fail;
3445   Inst.addOperand(MCOperand::CreateImm(index));
3446 
3447   return S;
3448 }
3449 
3450 
3451 static DecodeStatus DecodeVLD2LN(llvm::MCInst &Inst, unsigned Insn,
3452                          uint64_t Address, const void *Decoder) {
3453   DecodeStatus S = MCDisassembler::Success;
3454 
3455   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3456   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3457   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
3458   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
3459   unsigned size = fieldFromInstruction32(Insn, 10, 2);
3460 
3461   unsigned align = 0;
3462   unsigned index = 0;
3463   unsigned inc = 1;
3464   switch (size) {
3465     default:
3466       return MCDisassembler::Fail;
3467     case 0:
3468       index = fieldFromInstruction32(Insn, 5, 3);
3469       if (fieldFromInstruction32(Insn, 4, 1))
3470         align = 2;
3471       break;
3472     case 1:
3473       index = fieldFromInstruction32(Insn, 6, 2);
3474       if (fieldFromInstruction32(Insn, 4, 1))
3475         align = 4;
3476       if (fieldFromInstruction32(Insn, 5, 1))
3477         inc = 2;
3478       break;
3479     case 2:
3480       if (fieldFromInstruction32(Insn, 5, 1))
3481         return MCDisassembler::Fail; // UNDEFINED
3482       index = fieldFromInstruction32(Insn, 7, 1);
3483       if (fieldFromInstruction32(Insn, 4, 1) != 0)
3484         align = 8;
3485       if (fieldFromInstruction32(Insn, 6, 1))
3486         inc = 2;
3487       break;
3488   }
3489 
3490   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3491     return MCDisassembler::Fail;
3492   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+inc, Address, Decoder)))
3493     return MCDisassembler::Fail;
3494   if (Rm != 0xF) { // Writeback
3495     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3496       return MCDisassembler::Fail;
3497   }
3498   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3499     return MCDisassembler::Fail;
3500   Inst.addOperand(MCOperand::CreateImm(align));
3501   if (Rm != 0xF) {
3502     if (Rm != 0xD) {
3503       if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
3504         return MCDisassembler::Fail;
3505     } else
3506       Inst.addOperand(MCOperand::CreateReg(0));
3507   }
3508 
3509   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3510     return MCDisassembler::Fail;
3511   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+inc, Address, Decoder)))
3512     return MCDisassembler::Fail;
3513   Inst.addOperand(MCOperand::CreateImm(index));
3514 
3515   return S;
3516 }
3517 
3518 static DecodeStatus DecodeVST2LN(llvm::MCInst &Inst, unsigned Insn,
3519                          uint64_t Address, const void *Decoder) {
3520   DecodeStatus S = MCDisassembler::Success;
3521 
3522   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3523   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3524   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
3525   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
3526   unsigned size = fieldFromInstruction32(Insn, 10, 2);
3527 
3528   unsigned align = 0;
3529   unsigned index = 0;
3530   unsigned inc = 1;
3531   switch (size) {
3532     default:
3533       return MCDisassembler::Fail;
3534     case 0:
3535       index = fieldFromInstruction32(Insn, 5, 3);
3536       if (fieldFromInstruction32(Insn, 4, 1))
3537         align = 2;
3538       break;
3539     case 1:
3540       index = fieldFromInstruction32(Insn, 6, 2);
3541       if (fieldFromInstruction32(Insn, 4, 1))
3542         align = 4;
3543       if (fieldFromInstruction32(Insn, 5, 1))
3544         inc = 2;
3545       break;
3546     case 2:
3547       if (fieldFromInstruction32(Insn, 5, 1))
3548         return MCDisassembler::Fail; // UNDEFINED
3549       index = fieldFromInstruction32(Insn, 7, 1);
3550       if (fieldFromInstruction32(Insn, 4, 1) != 0)
3551         align = 8;
3552       if (fieldFromInstruction32(Insn, 6, 1))
3553         inc = 2;
3554       break;
3555   }
3556 
3557   if (Rm != 0xF) { // Writeback
3558     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3559       return MCDisassembler::Fail;
3560   }
3561   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3562     return MCDisassembler::Fail;
3563   Inst.addOperand(MCOperand::CreateImm(align));
3564   if (Rm != 0xF) {
3565     if (Rm != 0xD) {
3566       if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
3567         return MCDisassembler::Fail;
3568     } else
3569       Inst.addOperand(MCOperand::CreateReg(0));
3570   }
3571 
3572   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3573     return MCDisassembler::Fail;
3574   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+inc, Address, Decoder)))
3575     return MCDisassembler::Fail;
3576   Inst.addOperand(MCOperand::CreateImm(index));
3577 
3578   return S;
3579 }
3580 
3581 
3582 static DecodeStatus DecodeVLD3LN(llvm::MCInst &Inst, unsigned Insn,
3583                          uint64_t Address, const void *Decoder) {
3584   DecodeStatus S = MCDisassembler::Success;
3585 
3586   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3587   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3588   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
3589   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
3590   unsigned size = fieldFromInstruction32(Insn, 10, 2);
3591 
3592   unsigned align = 0;
3593   unsigned index = 0;
3594   unsigned inc = 1;
3595   switch (size) {
3596     default:
3597       return MCDisassembler::Fail;
3598     case 0:
3599       if (fieldFromInstruction32(Insn, 4, 1))
3600         return MCDisassembler::Fail; // UNDEFINED
3601       index = fieldFromInstruction32(Insn, 5, 3);
3602       break;
3603     case 1:
3604       if (fieldFromInstruction32(Insn, 4, 1))
3605         return MCDisassembler::Fail; // UNDEFINED
3606       index = fieldFromInstruction32(Insn, 6, 2);
3607       if (fieldFromInstruction32(Insn, 5, 1))
3608         inc = 2;
3609       break;
3610     case 2:
3611       if (fieldFromInstruction32(Insn, 4, 2))
3612         return MCDisassembler::Fail; // UNDEFINED
3613       index = fieldFromInstruction32(Insn, 7, 1);
3614       if (fieldFromInstruction32(Insn, 6, 1))
3615         inc = 2;
3616       break;
3617   }
3618 
3619   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3620     return MCDisassembler::Fail;
3621   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+inc, Address, Decoder)))
3622     return MCDisassembler::Fail;
3623   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+2*inc, Address, Decoder)))
3624     return MCDisassembler::Fail;
3625 
3626   if (Rm != 0xF) { // Writeback
3627     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3628     return MCDisassembler::Fail;
3629   }
3630   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3631     return MCDisassembler::Fail;
3632   Inst.addOperand(MCOperand::CreateImm(align));
3633   if (Rm != 0xF) {
3634     if (Rm != 0xD) {
3635       if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
3636     return MCDisassembler::Fail;
3637     } else
3638       Inst.addOperand(MCOperand::CreateReg(0));
3639   }
3640 
3641   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3642     return MCDisassembler::Fail;
3643   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+inc, Address, Decoder)))
3644     return MCDisassembler::Fail;
3645   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+2*inc, Address, Decoder)))
3646     return MCDisassembler::Fail;
3647   Inst.addOperand(MCOperand::CreateImm(index));
3648 
3649   return S;
3650 }
3651 
3652 static DecodeStatus DecodeVST3LN(llvm::MCInst &Inst, unsigned Insn,
3653                          uint64_t Address, const void *Decoder) {
3654   DecodeStatus S = MCDisassembler::Success;
3655 
3656   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3657   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3658   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
3659   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
3660   unsigned size = fieldFromInstruction32(Insn, 10, 2);
3661 
3662   unsigned align = 0;
3663   unsigned index = 0;
3664   unsigned inc = 1;
3665   switch (size) {
3666     default:
3667       return MCDisassembler::Fail;
3668     case 0:
3669       if (fieldFromInstruction32(Insn, 4, 1))
3670         return MCDisassembler::Fail; // UNDEFINED
3671       index = fieldFromInstruction32(Insn, 5, 3);
3672       break;
3673     case 1:
3674       if (fieldFromInstruction32(Insn, 4, 1))
3675         return MCDisassembler::Fail; // UNDEFINED
3676       index = fieldFromInstruction32(Insn, 6, 2);
3677       if (fieldFromInstruction32(Insn, 5, 1))
3678         inc = 2;
3679       break;
3680     case 2:
3681       if (fieldFromInstruction32(Insn, 4, 2))
3682         return MCDisassembler::Fail; // UNDEFINED
3683       index = fieldFromInstruction32(Insn, 7, 1);
3684       if (fieldFromInstruction32(Insn, 6, 1))
3685         inc = 2;
3686       break;
3687   }
3688 
3689   if (Rm != 0xF) { // Writeback
3690     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3691     return MCDisassembler::Fail;
3692   }
3693   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3694     return MCDisassembler::Fail;
3695   Inst.addOperand(MCOperand::CreateImm(align));
3696   if (Rm != 0xF) {
3697     if (Rm != 0xD) {
3698       if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
3699     return MCDisassembler::Fail;
3700     } else
3701       Inst.addOperand(MCOperand::CreateReg(0));
3702   }
3703 
3704   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3705     return MCDisassembler::Fail;
3706   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+inc, Address, Decoder)))
3707     return MCDisassembler::Fail;
3708   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+2*inc, Address, Decoder)))
3709     return MCDisassembler::Fail;
3710   Inst.addOperand(MCOperand::CreateImm(index));
3711 
3712   return S;
3713 }
3714 
3715 
3716 static DecodeStatus DecodeVLD4LN(llvm::MCInst &Inst, unsigned Insn,
3717                          uint64_t Address, const void *Decoder) {
3718   DecodeStatus S = MCDisassembler::Success;
3719 
3720   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3721   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3722   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
3723   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
3724   unsigned size = fieldFromInstruction32(Insn, 10, 2);
3725 
3726   unsigned align = 0;
3727   unsigned index = 0;
3728   unsigned inc = 1;
3729   switch (size) {
3730     default:
3731       return MCDisassembler::Fail;
3732     case 0:
3733       if (fieldFromInstruction32(Insn, 4, 1))
3734         align = 4;
3735       index = fieldFromInstruction32(Insn, 5, 3);
3736       break;
3737     case 1:
3738       if (fieldFromInstruction32(Insn, 4, 1))
3739         align = 8;
3740       index = fieldFromInstruction32(Insn, 6, 2);
3741       if (fieldFromInstruction32(Insn, 5, 1))
3742         inc = 2;
3743       break;
3744     case 2:
3745       if (fieldFromInstruction32(Insn, 4, 2))
3746         align = 4 << fieldFromInstruction32(Insn, 4, 2);
3747       index = fieldFromInstruction32(Insn, 7, 1);
3748       if (fieldFromInstruction32(Insn, 6, 1))
3749         inc = 2;
3750       break;
3751   }
3752 
3753   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3754     return MCDisassembler::Fail;
3755   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+inc, Address, Decoder)))
3756     return MCDisassembler::Fail;
3757   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+2*inc, Address, Decoder)))
3758     return MCDisassembler::Fail;
3759   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+3*inc, Address, Decoder)))
3760     return MCDisassembler::Fail;
3761 
3762   if (Rm != 0xF) { // Writeback
3763     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3764       return MCDisassembler::Fail;
3765   }
3766   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3767     return MCDisassembler::Fail;
3768   Inst.addOperand(MCOperand::CreateImm(align));
3769   if (Rm != 0xF) {
3770     if (Rm != 0xD) {
3771       if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
3772         return MCDisassembler::Fail;
3773     } else
3774       Inst.addOperand(MCOperand::CreateReg(0));
3775   }
3776 
3777   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3778     return MCDisassembler::Fail;
3779   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+inc, Address, Decoder)))
3780     return MCDisassembler::Fail;
3781   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+2*inc, Address, Decoder)))
3782     return MCDisassembler::Fail;
3783   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+3*inc, Address, Decoder)))
3784     return MCDisassembler::Fail;
3785   Inst.addOperand(MCOperand::CreateImm(index));
3786 
3787   return S;
3788 }
3789 
3790 static DecodeStatus DecodeVST4LN(llvm::MCInst &Inst, unsigned Insn,
3791                          uint64_t Address, const void *Decoder) {
3792   DecodeStatus S = MCDisassembler::Success;
3793 
3794   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3795   unsigned Rm = fieldFromInstruction32(Insn, 0, 4);
3796   unsigned Rd = fieldFromInstruction32(Insn, 12, 4);
3797   Rd |= fieldFromInstruction32(Insn, 22, 1) << 4;
3798   unsigned size = fieldFromInstruction32(Insn, 10, 2);
3799 
3800   unsigned align = 0;
3801   unsigned index = 0;
3802   unsigned inc = 1;
3803   switch (size) {
3804     default:
3805       return MCDisassembler::Fail;
3806     case 0:
3807       if (fieldFromInstruction32(Insn, 4, 1))
3808         align = 4;
3809       index = fieldFromInstruction32(Insn, 5, 3);
3810       break;
3811     case 1:
3812       if (fieldFromInstruction32(Insn, 4, 1))
3813         align = 8;
3814       index = fieldFromInstruction32(Insn, 6, 2);
3815       if (fieldFromInstruction32(Insn, 5, 1))
3816         inc = 2;
3817       break;
3818     case 2:
3819       if (fieldFromInstruction32(Insn, 4, 2))
3820         align = 4 << fieldFromInstruction32(Insn, 4, 2);
3821       index = fieldFromInstruction32(Insn, 7, 1);
3822       if (fieldFromInstruction32(Insn, 6, 1))
3823         inc = 2;
3824       break;
3825   }
3826 
3827   if (Rm != 0xF) { // Writeback
3828     if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3829     return MCDisassembler::Fail;
3830   }
3831   if (!Check(S, DecodeGPRRegisterClass(Inst, Rn, Address, Decoder)))
3832     return MCDisassembler::Fail;
3833   Inst.addOperand(MCOperand::CreateImm(align));
3834   if (Rm != 0xF) {
3835     if (Rm != 0xD) {
3836       if (!Check(S, DecodeGPRRegisterClass(Inst, Rm, Address, Decoder)))
3837     return MCDisassembler::Fail;
3838     } else
3839       Inst.addOperand(MCOperand::CreateReg(0));
3840   }
3841 
3842   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd, Address, Decoder)))
3843     return MCDisassembler::Fail;
3844   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+inc, Address, Decoder)))
3845     return MCDisassembler::Fail;
3846   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+2*inc, Address, Decoder)))
3847     return MCDisassembler::Fail;
3848   if (!Check(S, DecodeDPRRegisterClass(Inst, Rd+3*inc, Address, Decoder)))
3849     return MCDisassembler::Fail;
3850   Inst.addOperand(MCOperand::CreateImm(index));
3851 
3852   return S;
3853 }
3854 
3855 static DecodeStatus DecodeVMOVSRR(llvm::MCInst &Inst, unsigned Insn,
3856                                   uint64_t Address, const void *Decoder) {
3857   DecodeStatus S = MCDisassembler::Success;
3858   unsigned Rt  = fieldFromInstruction32(Insn, 12, 4);
3859   unsigned Rt2 = fieldFromInstruction32(Insn, 16, 4);
3860   unsigned Rm  = fieldFromInstruction32(Insn,  0, 4);
3861   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
3862   Rm |= fieldFromInstruction32(Insn, 5, 1) << 4;
3863 
3864   if (Rt == 0xF || Rt2 == 0xF || Rm == 0x1F)
3865     S = MCDisassembler::SoftFail;
3866 
3867   if (!Check(S, DecodeSPRRegisterClass(Inst, Rm  , Address, Decoder)))
3868     return MCDisassembler::Fail;
3869   if (!Check(S, DecodeSPRRegisterClass(Inst, Rm+1, Address, Decoder)))
3870     return MCDisassembler::Fail;
3871   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt  , Address, Decoder)))
3872     return MCDisassembler::Fail;
3873   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt2 , Address, Decoder)))
3874     return MCDisassembler::Fail;
3875   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
3876     return MCDisassembler::Fail;
3877 
3878   return S;
3879 }
3880 
3881 static DecodeStatus DecodeVMOVRRS(llvm::MCInst &Inst, unsigned Insn,
3882                                   uint64_t Address, const void *Decoder) {
3883   DecodeStatus S = MCDisassembler::Success;
3884   unsigned Rt  = fieldFromInstruction32(Insn, 12, 4);
3885   unsigned Rt2 = fieldFromInstruction32(Insn, 16, 4);
3886   unsigned Rm  = fieldFromInstruction32(Insn,  0, 4);
3887   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
3888   Rm |= fieldFromInstruction32(Insn, 5, 1) << 4;
3889 
3890   if (Rt == 0xF || Rt2 == 0xF || Rm == 0x1F)
3891     S = MCDisassembler::SoftFail;
3892 
3893   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt  , Address, Decoder)))
3894     return MCDisassembler::Fail;
3895   if (!Check(S, DecodeGPRRegisterClass(Inst, Rt2 , Address, Decoder)))
3896     return MCDisassembler::Fail;
3897   if (!Check(S, DecodeSPRRegisterClass(Inst, Rm  , Address, Decoder)))
3898     return MCDisassembler::Fail;
3899   if (!Check(S, DecodeSPRRegisterClass(Inst, Rm+1, Address, Decoder)))
3900     return MCDisassembler::Fail;
3901   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
3902     return MCDisassembler::Fail;
3903 
3904   return S;
3905 }
3906 
3907 static DecodeStatus DecodeIT(llvm::MCInst &Inst, unsigned Insn,
3908                              uint64_t Address, const void *Decoder) {
3909   DecodeStatus S = MCDisassembler::Success;
3910   unsigned pred = fieldFromInstruction16(Insn, 4, 4);
3911   // The InstPrinter needs to have the low bit of the predicate in
3912   // the mask operand to be able to print it properly.
3913   unsigned mask = fieldFromInstruction16(Insn, 0, 5);
3914 
3915   if (pred == 0xF) {
3916     pred = 0xE;
3917     S = MCDisassembler::SoftFail;
3918   }
3919 
3920   if ((mask & 0xF) == 0) {
3921     // Preserve the high bit of the mask, which is the low bit of
3922     // the predicate.
3923     mask &= 0x10;
3924     mask |= 0x8;
3925     S = MCDisassembler::SoftFail;
3926   }
3927 
3928   Inst.addOperand(MCOperand::CreateImm(pred));
3929   Inst.addOperand(MCOperand::CreateImm(mask));
3930   return S;
3931 }
3932 
3933 static DecodeStatus
3934 DecodeT2LDRDPreInstruction(llvm::MCInst &Inst, unsigned Insn,
3935                            uint64_t Address, const void *Decoder) {
3936   DecodeStatus S = MCDisassembler::Success;
3937 
3938   unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
3939   unsigned Rt2 = fieldFromInstruction32(Insn, 8, 4);
3940   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3941   unsigned addr = fieldFromInstruction32(Insn, 0, 8);
3942   unsigned W = fieldFromInstruction32(Insn, 21, 1);
3943   unsigned U = fieldFromInstruction32(Insn, 23, 1);
3944   unsigned P = fieldFromInstruction32(Insn, 24, 1);
3945   bool writeback = (W == 1) | (P == 0);
3946 
3947   addr |= (U << 8) | (Rn << 9);
3948 
3949   if (writeback && (Rn == Rt || Rn == Rt2))
3950     Check(S, MCDisassembler::SoftFail);
3951   if (Rt == Rt2)
3952     Check(S, MCDisassembler::SoftFail);
3953 
3954   // Rt
3955   if (!Check(S, DecoderGPRRegisterClass(Inst, Rt, Address, Decoder)))
3956     return MCDisassembler::Fail;
3957   // Rt2
3958   if (!Check(S, DecoderGPRRegisterClass(Inst, Rt2, Address, Decoder)))
3959     return MCDisassembler::Fail;
3960   // Writeback operand
3961   if (!Check(S, DecoderGPRRegisterClass(Inst, Rn, Address, Decoder)))
3962     return MCDisassembler::Fail;
3963   // addr
3964   if (!Check(S, DecodeT2AddrModeImm8s4(Inst, addr, Address, Decoder)))
3965     return MCDisassembler::Fail;
3966 
3967   return S;
3968 }
3969 
3970 static DecodeStatus
3971 DecodeT2STRDPreInstruction(llvm::MCInst &Inst, unsigned Insn,
3972                            uint64_t Address, const void *Decoder) {
3973   DecodeStatus S = MCDisassembler::Success;
3974 
3975   unsigned Rt = fieldFromInstruction32(Insn, 12, 4);
3976   unsigned Rt2 = fieldFromInstruction32(Insn, 8, 4);
3977   unsigned Rn = fieldFromInstruction32(Insn, 16, 4);
3978   unsigned addr = fieldFromInstruction32(Insn, 0, 8);
3979   unsigned W = fieldFromInstruction32(Insn, 21, 1);
3980   unsigned U = fieldFromInstruction32(Insn, 23, 1);
3981   unsigned P = fieldFromInstruction32(Insn, 24, 1);
3982   bool writeback = (W == 1) | (P == 0);
3983 
3984   addr |= (U << 8) | (Rn << 9);
3985 
3986   if (writeback && (Rn == Rt || Rn == Rt2))
3987     Check(S, MCDisassembler::SoftFail);
3988 
3989   // Writeback operand
3990   if (!Check(S, DecoderGPRRegisterClass(Inst, Rn, Address, Decoder)))
3991     return MCDisassembler::Fail;
3992   // Rt
3993   if (!Check(S, DecoderGPRRegisterClass(Inst, Rt, Address, Decoder)))
3994     return MCDisassembler::Fail;
3995   // Rt2
3996   if (!Check(S, DecoderGPRRegisterClass(Inst, Rt2, Address, Decoder)))
3997     return MCDisassembler::Fail;
3998   // addr
3999   if (!Check(S, DecodeT2AddrModeImm8s4(Inst, addr, Address, Decoder)))
4000     return MCDisassembler::Fail;
4001 
4002   return S;
4003 }
4004 
4005 static DecodeStatus DecodeT2Adr(llvm::MCInst &Inst, uint32_t Insn,
4006                                 uint64_t Address, const void *Decoder) {
4007   unsigned sign1 = fieldFromInstruction32(Insn, 21, 1);
4008   unsigned sign2 = fieldFromInstruction32(Insn, 23, 1);
4009   if (sign1 != sign2) return MCDisassembler::Fail;
4010 
4011   unsigned Val = fieldFromInstruction32(Insn, 0, 8);
4012   Val |= fieldFromInstruction32(Insn, 12, 3) << 8;
4013   Val |= fieldFromInstruction32(Insn, 26, 1) << 11;
4014   Val |= sign1 << 12;
4015   Inst.addOperand(MCOperand::CreateImm(SignExtend32<13>(Val)));
4016 
4017   return MCDisassembler::Success;
4018 }
4019 
4020 static DecodeStatus DecodeT2ShifterImmOperand(llvm::MCInst &Inst, uint32_t Val,
4021                                               uint64_t Address,
4022                                               const void *Decoder) {
4023   DecodeStatus S = MCDisassembler::Success;
4024 
4025   // Shift of "asr #32" is not allowed in Thumb2 mode.
4026   if (Val == 0x20) S = MCDisassembler::SoftFail;
4027   Inst.addOperand(MCOperand::CreateImm(Val));
4028   return S;
4029 }
4030 
4031 static DecodeStatus DecodeSwap(llvm::MCInst &Inst, unsigned Insn,
4032                                uint64_t Address, const void *Decoder) {
4033   unsigned Rt   = fieldFromInstruction32(Insn, 12, 4);
4034   unsigned Rt2  = fieldFromInstruction32(Insn, 0,  4);
4035   unsigned Rn   = fieldFromInstruction32(Insn, 16, 4);
4036   unsigned pred = fieldFromInstruction32(Insn, 28, 4);
4037 
4038   if (pred == 0xF)
4039     return DecodeCPSInstruction(Inst, Insn, Address, Decoder);
4040 
4041   DecodeStatus S = MCDisassembler::Success;
4042   if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Rt, Address, Decoder)))
4043     return MCDisassembler::Fail;
4044   if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Rt2, Address, Decoder)))
4045     return MCDisassembler::Fail;
4046   if (!Check(S, DecodeGPRnopcRegisterClass(Inst, Rn, Address, Decoder)))
4047     return MCDisassembler::Fail;
4048   if (!Check(S, DecodePredicateOperand(Inst, pred, Address, Decoder)))
4049     return MCDisassembler::Fail;
4050 
4051   return S;
4052 }
4053 
4054 static DecodeStatus DecodeVCVTD(llvm::MCInst &Inst, unsigned Insn,
4055                                 uint64_t Address, const void *Decoder) {
4056   unsigned Vd = (fieldFromInstruction32(Insn, 12, 4) << 0);
4057   Vd |= (fieldFromInstruction32(Insn, 22, 1) << 4);
4058   unsigned Vm = (fieldFromInstruction32(Insn, 0, 4) << 0);
4059   Vm |= (fieldFromInstruction32(Insn, 5, 1) << 4);
4060   unsigned imm = fieldFromInstruction32(Insn, 16, 6);
4061   unsigned cmode = fieldFromInstruction32(Insn, 8, 4);
4062 
4063   DecodeStatus S = MCDisassembler::Success;
4064 
4065   // VMOVv2f32 is ambiguous with these decodings.
4066   if (!(imm & 0x38) && cmode == 0xF) {
4067     Inst.setOpcode(ARM::VMOVv2f32);
4068     return DecodeNEONModImmInstruction(Inst, Insn, Address, Decoder);
4069   }
4070 
4071   if (!(imm & 0x20)) Check(S, MCDisassembler::SoftFail);
4072 
4073   if (!Check(S, DecodeDPRRegisterClass(Inst, Vd, Address, Decoder)))
4074     return MCDisassembler::Fail;
4075   if (!Check(S, DecodeDPRRegisterClass(Inst, Vm, Address, Decoder)))
4076     return MCDisassembler::Fail;
4077   Inst.addOperand(MCOperand::CreateImm(64 - imm));
4078 
4079   return S;
4080 }
4081 
4082 static DecodeStatus DecodeVCVTQ(llvm::MCInst &Inst, unsigned Insn,
4083                                 uint64_t Address, const void *Decoder) {
4084   unsigned Vd = (fieldFromInstruction32(Insn, 12, 4) << 0);
4085   Vd |= (fieldFromInstruction32(Insn, 22, 1) << 4);
4086   unsigned Vm = (fieldFromInstruction32(Insn, 0, 4) << 0);
4087   Vm |= (fieldFromInstruction32(Insn, 5, 1) << 4);
4088   unsigned imm = fieldFromInstruction32(Insn, 16, 6);
4089   unsigned cmode = fieldFromInstruction32(Insn, 8, 4);
4090 
4091   DecodeStatus S = MCDisassembler::Success;
4092 
4093   // VMOVv4f32 is ambiguous with these decodings.
4094   if (!(imm & 0x38) && cmode == 0xF) {
4095     Inst.setOpcode(ARM::VMOVv4f32);
4096     return DecodeNEONModImmInstruction(Inst, Insn, Address, Decoder);
4097   }
4098 
4099   if (!(imm & 0x20)) Check(S, MCDisassembler::SoftFail);
4100 
4101   if (!Check(S, DecodeQPRRegisterClass(Inst, Vd, Address, Decoder)))
4102     return MCDisassembler::Fail;
4103   if (!Check(S, DecodeQPRRegisterClass(Inst, Vm, Address, Decoder)))
4104     return MCDisassembler::Fail;
4105   Inst.addOperand(MCOperand::CreateImm(64 - imm));
4106 
4107   return S;
4108 }
4109 
4110