1*5ffd83dbSDimitry Andric //=- WebAssemblyFixBrTableDefaults.cpp - Fix br_table default branch targets -// 2*5ffd83dbSDimitry Andric // 3*5ffd83dbSDimitry Andric // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4*5ffd83dbSDimitry Andric // See https://llvm.org/LICENSE.txt for license information. 5*5ffd83dbSDimitry Andric // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6*5ffd83dbSDimitry Andric // 7*5ffd83dbSDimitry Andric //===----------------------------------------------------------------------===// 8*5ffd83dbSDimitry Andric /// 9*5ffd83dbSDimitry Andric /// \file This file implements a pass that eliminates redundant range checks 10*5ffd83dbSDimitry Andric /// guarding br_table instructions. Since jump tables on most targets cannot 11*5ffd83dbSDimitry Andric /// handle out of range indices, LLVM emits these checks before most jump 12*5ffd83dbSDimitry Andric /// tables. But br_table takes a default branch target as an argument, so it 13*5ffd83dbSDimitry Andric /// does not need the range checks. 14*5ffd83dbSDimitry Andric /// 15*5ffd83dbSDimitry Andric //===----------------------------------------------------------------------===// 16*5ffd83dbSDimitry Andric 17*5ffd83dbSDimitry Andric #include "MCTargetDesc/WebAssemblyMCTargetDesc.h" 18*5ffd83dbSDimitry Andric #include "WebAssembly.h" 19*5ffd83dbSDimitry Andric #include "llvm/CodeGen/MachineFunction.h" 20*5ffd83dbSDimitry Andric #include "llvm/CodeGen/MachineFunctionPass.h" 21*5ffd83dbSDimitry Andric #include "llvm/CodeGen/MachineRegisterInfo.h" 22*5ffd83dbSDimitry Andric #include "llvm/Pass.h" 23*5ffd83dbSDimitry Andric 24*5ffd83dbSDimitry Andric using namespace llvm; 25*5ffd83dbSDimitry Andric 26*5ffd83dbSDimitry Andric #define DEBUG_TYPE "wasm-fix-br-table-defaults" 27*5ffd83dbSDimitry Andric 28*5ffd83dbSDimitry Andric namespace { 29*5ffd83dbSDimitry Andric 30*5ffd83dbSDimitry Andric class WebAssemblyFixBrTableDefaults final : public MachineFunctionPass { 31*5ffd83dbSDimitry Andric StringRef getPassName() const override { 32*5ffd83dbSDimitry Andric return "WebAssembly Fix br_table Defaults"; 33*5ffd83dbSDimitry Andric } 34*5ffd83dbSDimitry Andric 35*5ffd83dbSDimitry Andric bool runOnMachineFunction(MachineFunction &MF) override; 36*5ffd83dbSDimitry Andric 37*5ffd83dbSDimitry Andric public: 38*5ffd83dbSDimitry Andric static char ID; // Pass identification, replacement for typeid 39*5ffd83dbSDimitry Andric WebAssemblyFixBrTableDefaults() : MachineFunctionPass(ID) {} 40*5ffd83dbSDimitry Andric }; 41*5ffd83dbSDimitry Andric 42*5ffd83dbSDimitry Andric char WebAssemblyFixBrTableDefaults::ID = 0; 43*5ffd83dbSDimitry Andric 44*5ffd83dbSDimitry Andric // `MI` is a br_table instruction with a dummy default target argument. This 45*5ffd83dbSDimitry Andric // function finds and adds the default target argument and removes any redundant 46*5ffd83dbSDimitry Andric // range check preceding the br_table. Returns the MBB that the br_table is 47*5ffd83dbSDimitry Andric // moved into so it can be removed from further consideration, or nullptr if the 48*5ffd83dbSDimitry Andric // br_table cannot be optimized. 49*5ffd83dbSDimitry Andric MachineBasicBlock *fixBrTable(MachineInstr &MI, MachineBasicBlock *MBB, 50*5ffd83dbSDimitry Andric MachineFunction &MF) { 51*5ffd83dbSDimitry Andric // Get the header block, which contains the redundant range check. 52*5ffd83dbSDimitry Andric assert(MBB->pred_size() == 1 && "Expected a single guard predecessor"); 53*5ffd83dbSDimitry Andric auto *HeaderMBB = *MBB->pred_begin(); 54*5ffd83dbSDimitry Andric 55*5ffd83dbSDimitry Andric // Find the conditional jump to the default target. If it doesn't exist, the 56*5ffd83dbSDimitry Andric // default target is unreachable anyway, so we can keep the existing dummy 57*5ffd83dbSDimitry Andric // target. 58*5ffd83dbSDimitry Andric MachineBasicBlock *TBB = nullptr, *FBB = nullptr; 59*5ffd83dbSDimitry Andric SmallVector<MachineOperand, 2> Cond; 60*5ffd83dbSDimitry Andric const auto &TII = *MF.getSubtarget<WebAssemblySubtarget>().getInstrInfo(); 61*5ffd83dbSDimitry Andric bool Analyzed = !TII.analyzeBranch(*HeaderMBB, TBB, FBB, Cond); 62*5ffd83dbSDimitry Andric assert(Analyzed && "Could not analyze jump header branches"); 63*5ffd83dbSDimitry Andric (void)Analyzed; 64*5ffd83dbSDimitry Andric 65*5ffd83dbSDimitry Andric // Here are the possible outcomes. '_' is nullptr, `J` is the jump table block 66*5ffd83dbSDimitry Andric // aka MBB, 'D' is the default block. 67*5ffd83dbSDimitry Andric // 68*5ffd83dbSDimitry Andric // TBB | FBB | Meaning 69*5ffd83dbSDimitry Andric // _ | _ | No default block, header falls through to jump table 70*5ffd83dbSDimitry Andric // J | _ | No default block, header jumps to the jump table 71*5ffd83dbSDimitry Andric // D | _ | Header jumps to the default and falls through to the jump table 72*5ffd83dbSDimitry Andric // D | J | Header jumps to the default and also to the jump table 73*5ffd83dbSDimitry Andric if (TBB && TBB != MBB) { 74*5ffd83dbSDimitry Andric assert((FBB == nullptr || FBB == MBB) && 75*5ffd83dbSDimitry Andric "Expected jump or fallthrough to br_table block"); 76*5ffd83dbSDimitry Andric assert(Cond.size() == 2 && Cond[1].isReg() && "Unexpected condition info"); 77*5ffd83dbSDimitry Andric 78*5ffd83dbSDimitry Andric // If the range check checks an i64 value, we cannot optimize it out because 79*5ffd83dbSDimitry Andric // the i64 index is truncated to an i32, making values over 2^32 80*5ffd83dbSDimitry Andric // indistinguishable from small numbers. There are also other strange edge 81*5ffd83dbSDimitry Andric // cases that can arise in practice that we don't want to reason about, so 82*5ffd83dbSDimitry Andric // conservatively only perform the optimization if the range check is the 83*5ffd83dbSDimitry Andric // normal case of an i32.gt_u. 84*5ffd83dbSDimitry Andric MachineRegisterInfo &MRI = MF.getRegInfo(); 85*5ffd83dbSDimitry Andric auto *RangeCheck = MRI.getVRegDef(Cond[1].getReg()); 86*5ffd83dbSDimitry Andric assert(RangeCheck != nullptr); 87*5ffd83dbSDimitry Andric if (RangeCheck->getOpcode() != WebAssembly::GT_U_I32) 88*5ffd83dbSDimitry Andric return nullptr; 89*5ffd83dbSDimitry Andric 90*5ffd83dbSDimitry Andric // Remove the dummy default target and install the real one. 91*5ffd83dbSDimitry Andric MI.RemoveOperand(MI.getNumExplicitOperands() - 1); 92*5ffd83dbSDimitry Andric MI.addOperand(MF, MachineOperand::CreateMBB(TBB)); 93*5ffd83dbSDimitry Andric } 94*5ffd83dbSDimitry Andric 95*5ffd83dbSDimitry Andric // Remove any branches from the header and splice in the jump table instead 96*5ffd83dbSDimitry Andric TII.removeBranch(*HeaderMBB, nullptr); 97*5ffd83dbSDimitry Andric HeaderMBB->splice(HeaderMBB->end(), MBB, MBB->begin(), MBB->end()); 98*5ffd83dbSDimitry Andric 99*5ffd83dbSDimitry Andric // Update CFG to skip the old jump table block. Remove shared successors 100*5ffd83dbSDimitry Andric // before transferring to avoid duplicated successors. 101*5ffd83dbSDimitry Andric HeaderMBB->removeSuccessor(MBB); 102*5ffd83dbSDimitry Andric for (auto &Succ : MBB->successors()) 103*5ffd83dbSDimitry Andric if (HeaderMBB->isSuccessor(Succ)) 104*5ffd83dbSDimitry Andric HeaderMBB->removeSuccessor(Succ); 105*5ffd83dbSDimitry Andric HeaderMBB->transferSuccessorsAndUpdatePHIs(MBB); 106*5ffd83dbSDimitry Andric 107*5ffd83dbSDimitry Andric // Remove the old jump table block from the function 108*5ffd83dbSDimitry Andric MF.erase(MBB); 109*5ffd83dbSDimitry Andric 110*5ffd83dbSDimitry Andric return HeaderMBB; 111*5ffd83dbSDimitry Andric } 112*5ffd83dbSDimitry Andric 113*5ffd83dbSDimitry Andric bool WebAssemblyFixBrTableDefaults::runOnMachineFunction(MachineFunction &MF) { 114*5ffd83dbSDimitry Andric LLVM_DEBUG(dbgs() << "********** Fixing br_table Default Targets **********\n" 115*5ffd83dbSDimitry Andric "********** Function: " 116*5ffd83dbSDimitry Andric << MF.getName() << '\n'); 117*5ffd83dbSDimitry Andric 118*5ffd83dbSDimitry Andric bool Changed = false; 119*5ffd83dbSDimitry Andric SmallPtrSet<MachineBasicBlock *, 16> MBBSet; 120*5ffd83dbSDimitry Andric for (auto &MBB : MF) 121*5ffd83dbSDimitry Andric MBBSet.insert(&MBB); 122*5ffd83dbSDimitry Andric 123*5ffd83dbSDimitry Andric while (!MBBSet.empty()) { 124*5ffd83dbSDimitry Andric MachineBasicBlock *MBB = *MBBSet.begin(); 125*5ffd83dbSDimitry Andric MBBSet.erase(MBB); 126*5ffd83dbSDimitry Andric for (auto &MI : *MBB) { 127*5ffd83dbSDimitry Andric if (WebAssembly::isBrTable(MI)) { 128*5ffd83dbSDimitry Andric auto *Fixed = fixBrTable(MI, MBB, MF); 129*5ffd83dbSDimitry Andric if (Fixed != nullptr) { 130*5ffd83dbSDimitry Andric MBBSet.erase(Fixed); 131*5ffd83dbSDimitry Andric Changed = true; 132*5ffd83dbSDimitry Andric } 133*5ffd83dbSDimitry Andric break; 134*5ffd83dbSDimitry Andric } 135*5ffd83dbSDimitry Andric } 136*5ffd83dbSDimitry Andric } 137*5ffd83dbSDimitry Andric 138*5ffd83dbSDimitry Andric if (Changed) { 139*5ffd83dbSDimitry Andric // We rewrote part of the function; recompute relevant things. 140*5ffd83dbSDimitry Andric MF.RenumberBlocks(); 141*5ffd83dbSDimitry Andric return true; 142*5ffd83dbSDimitry Andric } 143*5ffd83dbSDimitry Andric 144*5ffd83dbSDimitry Andric return false; 145*5ffd83dbSDimitry Andric } 146*5ffd83dbSDimitry Andric 147*5ffd83dbSDimitry Andric } // end anonymous namespace 148*5ffd83dbSDimitry Andric 149*5ffd83dbSDimitry Andric INITIALIZE_PASS(WebAssemblyFixBrTableDefaults, DEBUG_TYPE, 150*5ffd83dbSDimitry Andric "Removes range checks and sets br_table default targets", false, 151*5ffd83dbSDimitry Andric false) 152*5ffd83dbSDimitry Andric 153*5ffd83dbSDimitry Andric FunctionPass *llvm::createWebAssemblyFixBrTableDefaults() { 154*5ffd83dbSDimitry Andric return new WebAssemblyFixBrTableDefaults(); 155*5ffd83dbSDimitry Andric } 156