10b57cec5SDimitry Andric //===-- ARMMCInstLower.cpp - Convert ARM MachineInstr to an MCInst --------===//
20b57cec5SDimitry Andric //
30b57cec5SDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
40b57cec5SDimitry Andric // See https://llvm.org/LICENSE.txt for license information.
50b57cec5SDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
60b57cec5SDimitry Andric //
70b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
80b57cec5SDimitry Andric //
90b57cec5SDimitry Andric // This file contains code to lower ARM MachineInstrs to their corresponding
100b57cec5SDimitry Andric // MCInst records.
110b57cec5SDimitry Andric //
120b57cec5SDimitry Andric //===----------------------------------------------------------------------===//
130b57cec5SDimitry Andric
140b57cec5SDimitry Andric #include "ARM.h"
150b57cec5SDimitry Andric #include "ARMAsmPrinter.h"
160b57cec5SDimitry Andric #include "ARMBaseInstrInfo.h"
170b57cec5SDimitry Andric #include "ARMMachineFunctionInfo.h"
180b57cec5SDimitry Andric #include "ARMSubtarget.h"
190b57cec5SDimitry Andric #include "MCTargetDesc/ARMAddressingModes.h"
200b57cec5SDimitry Andric #include "MCTargetDesc/ARMBaseInfo.h"
210b57cec5SDimitry Andric #include "MCTargetDesc/ARMMCExpr.h"
220b57cec5SDimitry Andric #include "llvm/ADT/APFloat.h"
230b57cec5SDimitry Andric #include "llvm/CodeGen/MachineBasicBlock.h"
240b57cec5SDimitry Andric #include "llvm/CodeGen/MachineInstr.h"
250b57cec5SDimitry Andric #include "llvm/CodeGen/MachineOperand.h"
260b57cec5SDimitry Andric #include "llvm/IR/Constants.h"
270b57cec5SDimitry Andric #include "llvm/MC/MCContext.h"
280b57cec5SDimitry Andric #include "llvm/MC/MCExpr.h"
290b57cec5SDimitry Andric #include "llvm/MC/MCInst.h"
300b57cec5SDimitry Andric #include "llvm/MC/MCInstBuilder.h"
310b57cec5SDimitry Andric #include "llvm/MC/MCStreamer.h"
320b57cec5SDimitry Andric #include "llvm/Support/ErrorHandling.h"
330b57cec5SDimitry Andric #include <cassert>
340b57cec5SDimitry Andric #include <cstdint>
350b57cec5SDimitry Andric
360b57cec5SDimitry Andric using namespace llvm;
370b57cec5SDimitry Andric
GetSymbolRef(const MachineOperand & MO,const MCSymbol * Symbol)380b57cec5SDimitry Andric MCOperand ARMAsmPrinter::GetSymbolRef(const MachineOperand &MO,
390b57cec5SDimitry Andric const MCSymbol *Symbol) {
400b57cec5SDimitry Andric MCSymbolRefExpr::VariantKind SymbolVariant = MCSymbolRefExpr::VK_None;
410b57cec5SDimitry Andric if (MO.getTargetFlags() & ARMII::MO_SBREL)
420b57cec5SDimitry Andric SymbolVariant = MCSymbolRefExpr::VK_ARM_SBREL;
430b57cec5SDimitry Andric
440b57cec5SDimitry Andric const MCExpr *Expr =
450b57cec5SDimitry Andric MCSymbolRefExpr::create(Symbol, SymbolVariant, OutContext);
460b57cec5SDimitry Andric switch (MO.getTargetFlags() & ARMII::MO_OPTION_MASK) {
470b57cec5SDimitry Andric default:
480b57cec5SDimitry Andric llvm_unreachable("Unknown target flag on symbol operand");
490b57cec5SDimitry Andric case ARMII::MO_NO_FLAG:
500b57cec5SDimitry Andric break;
510b57cec5SDimitry Andric case ARMII::MO_LO16:
520b57cec5SDimitry Andric Expr =
530b57cec5SDimitry Andric MCSymbolRefExpr::create(Symbol, SymbolVariant, OutContext);
540b57cec5SDimitry Andric Expr = ARMMCExpr::createLower16(Expr, OutContext);
550b57cec5SDimitry Andric break;
560b57cec5SDimitry Andric case ARMII::MO_HI16:
570b57cec5SDimitry Andric Expr =
580b57cec5SDimitry Andric MCSymbolRefExpr::create(Symbol, SymbolVariant, OutContext);
590b57cec5SDimitry Andric Expr = ARMMCExpr::createUpper16(Expr, OutContext);
600b57cec5SDimitry Andric break;
61*06c3fb27SDimitry Andric case ARMII::MO_LO_0_7:
62*06c3fb27SDimitry Andric Expr = MCSymbolRefExpr::create(Symbol, SymbolVariant, OutContext);
63*06c3fb27SDimitry Andric Expr = ARMMCExpr::createLower0_7(Expr, OutContext);
64*06c3fb27SDimitry Andric break;
65*06c3fb27SDimitry Andric case ARMII::MO_LO_8_15:
66*06c3fb27SDimitry Andric Expr = MCSymbolRefExpr::create(Symbol, SymbolVariant, OutContext);
67*06c3fb27SDimitry Andric Expr = ARMMCExpr::createLower8_15(Expr, OutContext);
68*06c3fb27SDimitry Andric break;
69*06c3fb27SDimitry Andric case ARMII::MO_HI_0_7:
70*06c3fb27SDimitry Andric Expr = MCSymbolRefExpr::create(Symbol, SymbolVariant, OutContext);
71*06c3fb27SDimitry Andric Expr = ARMMCExpr::createUpper0_7(Expr, OutContext);
72*06c3fb27SDimitry Andric break;
73*06c3fb27SDimitry Andric case ARMII::MO_HI_8_15:
74*06c3fb27SDimitry Andric Expr = MCSymbolRefExpr::create(Symbol, SymbolVariant, OutContext);
75*06c3fb27SDimitry Andric Expr = ARMMCExpr::createUpper8_15(Expr, OutContext);
76*06c3fb27SDimitry Andric break;
770b57cec5SDimitry Andric }
780b57cec5SDimitry Andric
790b57cec5SDimitry Andric if (!MO.isJTI() && MO.getOffset())
800b57cec5SDimitry Andric Expr = MCBinaryExpr::createAdd(Expr,
810b57cec5SDimitry Andric MCConstantExpr::create(MO.getOffset(),
820b57cec5SDimitry Andric OutContext),
830b57cec5SDimitry Andric OutContext);
840b57cec5SDimitry Andric return MCOperand::createExpr(Expr);
850b57cec5SDimitry Andric
860b57cec5SDimitry Andric }
870b57cec5SDimitry Andric
lowerOperand(const MachineOperand & MO,MCOperand & MCOp)880b57cec5SDimitry Andric bool ARMAsmPrinter::lowerOperand(const MachineOperand &MO,
890b57cec5SDimitry Andric MCOperand &MCOp) {
900b57cec5SDimitry Andric switch (MO.getType()) {
910b57cec5SDimitry Andric default: llvm_unreachable("unknown operand type");
920b57cec5SDimitry Andric case MachineOperand::MO_Register:
938bcb0991SDimitry Andric // Ignore all implicit register operands.
948bcb0991SDimitry Andric if (MO.isImplicit())
950b57cec5SDimitry Andric return false;
960b57cec5SDimitry Andric assert(!MO.getSubReg() && "Subregs should be eliminated!");
970b57cec5SDimitry Andric MCOp = MCOperand::createReg(MO.getReg());
980b57cec5SDimitry Andric break;
990b57cec5SDimitry Andric case MachineOperand::MO_Immediate:
1000b57cec5SDimitry Andric MCOp = MCOperand::createImm(MO.getImm());
1010b57cec5SDimitry Andric break;
1020b57cec5SDimitry Andric case MachineOperand::MO_MachineBasicBlock:
1030b57cec5SDimitry Andric MCOp = MCOperand::createExpr(MCSymbolRefExpr::create(
1040b57cec5SDimitry Andric MO.getMBB()->getSymbol(), OutContext));
1050b57cec5SDimitry Andric break;
1060b57cec5SDimitry Andric case MachineOperand::MO_GlobalAddress:
1070b57cec5SDimitry Andric MCOp = GetSymbolRef(MO,
1080b57cec5SDimitry Andric GetARMGVSymbol(MO.getGlobal(), MO.getTargetFlags()));
1090b57cec5SDimitry Andric break;
1100b57cec5SDimitry Andric case MachineOperand::MO_ExternalSymbol:
1110b57cec5SDimitry Andric MCOp = GetSymbolRef(MO,
1120b57cec5SDimitry Andric GetExternalSymbolSymbol(MO.getSymbolName()));
1130b57cec5SDimitry Andric break;
1140b57cec5SDimitry Andric case MachineOperand::MO_JumpTableIndex:
1150b57cec5SDimitry Andric MCOp = GetSymbolRef(MO, GetJTISymbol(MO.getIndex()));
1160b57cec5SDimitry Andric break;
1170b57cec5SDimitry Andric case MachineOperand::MO_ConstantPoolIndex:
1180b57cec5SDimitry Andric if (Subtarget->genExecuteOnly())
1190b57cec5SDimitry Andric llvm_unreachable("execute-only should not generate constant pools");
1200b57cec5SDimitry Andric MCOp = GetSymbolRef(MO, GetCPISymbol(MO.getIndex()));
1210b57cec5SDimitry Andric break;
1220b57cec5SDimitry Andric case MachineOperand::MO_BlockAddress:
1230b57cec5SDimitry Andric MCOp = GetSymbolRef(MO, GetBlockAddressSymbol(MO.getBlockAddress()));
1240b57cec5SDimitry Andric break;
1250b57cec5SDimitry Andric case MachineOperand::MO_FPImmediate: {
1260b57cec5SDimitry Andric APFloat Val = MO.getFPImm()->getValueAPF();
1270b57cec5SDimitry Andric bool ignored;
1280b57cec5SDimitry Andric Val.convert(APFloat::IEEEdouble(), APFloat::rmTowardZero, &ignored);
129fe6060f1SDimitry Andric MCOp = MCOperand::createDFPImm(bit_cast<uint64_t>(Val.convertToDouble()));
1300b57cec5SDimitry Andric break;
1310b57cec5SDimitry Andric }
1320b57cec5SDimitry Andric case MachineOperand::MO_RegisterMask:
1330b57cec5SDimitry Andric // Ignore call clobbers.
1340b57cec5SDimitry Andric return false;
1350b57cec5SDimitry Andric }
1360b57cec5SDimitry Andric return true;
1370b57cec5SDimitry Andric }
1380b57cec5SDimitry Andric
LowerARMMachineInstrToMCInst(const MachineInstr * MI,MCInst & OutMI,ARMAsmPrinter & AP)1390b57cec5SDimitry Andric void llvm::LowerARMMachineInstrToMCInst(const MachineInstr *MI, MCInst &OutMI,
1400b57cec5SDimitry Andric ARMAsmPrinter &AP) {
1410b57cec5SDimitry Andric OutMI.setOpcode(MI->getOpcode());
1420b57cec5SDimitry Andric
1430b57cec5SDimitry Andric // In the MC layer, we keep modified immediates in their encoded form
1440b57cec5SDimitry Andric bool EncodeImms = false;
1450b57cec5SDimitry Andric switch (MI->getOpcode()) {
1460b57cec5SDimitry Andric default: break;
1470b57cec5SDimitry Andric case ARM::MOVi:
1480b57cec5SDimitry Andric case ARM::MVNi:
1490b57cec5SDimitry Andric case ARM::CMPri:
1500b57cec5SDimitry Andric case ARM::CMNri:
1510b57cec5SDimitry Andric case ARM::TSTri:
1520b57cec5SDimitry Andric case ARM::TEQri:
1530b57cec5SDimitry Andric case ARM::MSRi:
1540b57cec5SDimitry Andric case ARM::ADCri:
1550b57cec5SDimitry Andric case ARM::ADDri:
1560b57cec5SDimitry Andric case ARM::ADDSri:
1570b57cec5SDimitry Andric case ARM::SBCri:
1580b57cec5SDimitry Andric case ARM::SUBri:
1590b57cec5SDimitry Andric case ARM::SUBSri:
1600b57cec5SDimitry Andric case ARM::ANDri:
1610b57cec5SDimitry Andric case ARM::ORRri:
1620b57cec5SDimitry Andric case ARM::EORri:
1630b57cec5SDimitry Andric case ARM::BICri:
1640b57cec5SDimitry Andric case ARM::RSBri:
1650b57cec5SDimitry Andric case ARM::RSBSri:
1660b57cec5SDimitry Andric case ARM::RSCri:
1670b57cec5SDimitry Andric EncodeImms = true;
1680b57cec5SDimitry Andric break;
1690b57cec5SDimitry Andric }
1700b57cec5SDimitry Andric
1710b57cec5SDimitry Andric for (const MachineOperand &MO : MI->operands()) {
1720b57cec5SDimitry Andric MCOperand MCOp;
1730b57cec5SDimitry Andric if (AP.lowerOperand(MO, MCOp)) {
1740b57cec5SDimitry Andric if (MCOp.isImm() && EncodeImms) {
1750b57cec5SDimitry Andric int32_t Enc = ARM_AM::getSOImmVal(MCOp.getImm());
1760b57cec5SDimitry Andric if (Enc != -1)
1770b57cec5SDimitry Andric MCOp.setImm(Enc);
1780b57cec5SDimitry Andric }
1790b57cec5SDimitry Andric OutMI.addOperand(MCOp);
1800b57cec5SDimitry Andric }
1810b57cec5SDimitry Andric }
1820b57cec5SDimitry Andric }
1830b57cec5SDimitry Andric
EmitSled(const MachineInstr & MI,SledKind Kind)1840b57cec5SDimitry Andric void ARMAsmPrinter::EmitSled(const MachineInstr &MI, SledKind Kind)
1850b57cec5SDimitry Andric {
1860b57cec5SDimitry Andric if (MI.getParent()->getParent()->getInfo<ARMFunctionInfo>()
1870b57cec5SDimitry Andric ->isThumbFunction())
1880b57cec5SDimitry Andric {
1890b57cec5SDimitry Andric MI.emitError("An attempt to perform XRay instrumentation for a"
1900b57cec5SDimitry Andric " Thumb function (not supported). Detected when emitting a sled.");
1910b57cec5SDimitry Andric return;
1920b57cec5SDimitry Andric }
1930b57cec5SDimitry Andric static const int8_t NoopsInSledCount = 6;
1940b57cec5SDimitry Andric // We want to emit the following pattern:
1950b57cec5SDimitry Andric //
1960b57cec5SDimitry Andric // .Lxray_sled_N:
1970b57cec5SDimitry Andric // ALIGN
1980b57cec5SDimitry Andric // B #20
1990b57cec5SDimitry Andric // ; 6 NOP instructions (24 bytes)
2000b57cec5SDimitry Andric // .tmpN
2010b57cec5SDimitry Andric //
2020b57cec5SDimitry Andric // We need the 24 bytes (6 instructions) because at runtime, we'd be patching
2030b57cec5SDimitry Andric // over the full 28 bytes (7 instructions) with the following pattern:
2040b57cec5SDimitry Andric //
2050b57cec5SDimitry Andric // PUSH{ r0, lr }
2060b57cec5SDimitry Andric // MOVW r0, #<lower 16 bits of function ID>
2070b57cec5SDimitry Andric // MOVT r0, #<higher 16 bits of function ID>
2080b57cec5SDimitry Andric // MOVW ip, #<lower 16 bits of address of __xray_FunctionEntry/Exit>
2090b57cec5SDimitry Andric // MOVT ip, #<higher 16 bits of address of __xray_FunctionEntry/Exit>
2100b57cec5SDimitry Andric // BLX ip
2110b57cec5SDimitry Andric // POP{ r0, lr }
2120b57cec5SDimitry Andric //
213bdd1243dSDimitry Andric OutStreamer->emitCodeAlignment(Align(4), &getSubtargetInfo());
2140b57cec5SDimitry Andric auto CurSled = OutContext.createTempSymbol("xray_sled_", true);
2155ffd83dbSDimitry Andric OutStreamer->emitLabel(CurSled);
2160b57cec5SDimitry Andric auto Target = OutContext.createTempSymbol();
2170b57cec5SDimitry Andric
2180b57cec5SDimitry Andric // Emit "B #20" instruction, which jumps over the next 24 bytes (because
2190b57cec5SDimitry Andric // register pc is 8 bytes ahead of the jump instruction by the moment CPU
2200b57cec5SDimitry Andric // is executing it).
2210b57cec5SDimitry Andric // By analogy to ARMAsmPrinter::emitPseudoExpansionLowering() |case ARM::B|.
2220b57cec5SDimitry Andric // It is not clear why |addReg(0)| is needed (the last operand).
2230b57cec5SDimitry Andric EmitToStreamer(*OutStreamer, MCInstBuilder(ARM::Bcc).addImm(20)
2240b57cec5SDimitry Andric .addImm(ARMCC::AL).addReg(0));
2250b57cec5SDimitry Andric
22655e4f9d5SDimitry Andric emitNops(NoopsInSledCount);
2270b57cec5SDimitry Andric
2285ffd83dbSDimitry Andric OutStreamer->emitLabel(Target);
2295ffd83dbSDimitry Andric recordSled(CurSled, MI, Kind, 2);
2300b57cec5SDimitry Andric }
2310b57cec5SDimitry Andric
LowerPATCHABLE_FUNCTION_ENTER(const MachineInstr & MI)2320b57cec5SDimitry Andric void ARMAsmPrinter::LowerPATCHABLE_FUNCTION_ENTER(const MachineInstr &MI)
2330b57cec5SDimitry Andric {
2340b57cec5SDimitry Andric EmitSled(MI, SledKind::FUNCTION_ENTER);
2350b57cec5SDimitry Andric }
2360b57cec5SDimitry Andric
LowerPATCHABLE_FUNCTION_EXIT(const MachineInstr & MI)2370b57cec5SDimitry Andric void ARMAsmPrinter::LowerPATCHABLE_FUNCTION_EXIT(const MachineInstr &MI)
2380b57cec5SDimitry Andric {
2390b57cec5SDimitry Andric EmitSled(MI, SledKind::FUNCTION_EXIT);
2400b57cec5SDimitry Andric }
2410b57cec5SDimitry Andric
LowerPATCHABLE_TAIL_CALL(const MachineInstr & MI)2420b57cec5SDimitry Andric void ARMAsmPrinter::LowerPATCHABLE_TAIL_CALL(const MachineInstr &MI)
2430b57cec5SDimitry Andric {
2440b57cec5SDimitry Andric EmitSled(MI, SledKind::TAIL_CALL);
2450b57cec5SDimitry Andric }
246