17f50c15bSThomas Lively //=- WebAssemblyFixBrTableDefaults.cpp - Fix br_table default branch targets -// 27f50c15bSThomas Lively // 37f50c15bSThomas Lively // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 47f50c15bSThomas Lively // See https://llvm.org/LICENSE.txt for license information. 57f50c15bSThomas Lively // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 67f50c15bSThomas Lively // 77f50c15bSThomas Lively //===----------------------------------------------------------------------===// 87f50c15bSThomas Lively /// 97f50c15bSThomas Lively /// \file This file implements a pass that eliminates redundant range checks 107f50c15bSThomas Lively /// guarding br_table instructions. Since jump tables on most targets cannot 117f50c15bSThomas Lively /// handle out of range indices, LLVM emits these checks before most jump 127f50c15bSThomas Lively /// tables. But br_table takes a default branch target as an argument, so it 137f50c15bSThomas Lively /// does not need the range checks. 147f50c15bSThomas Lively /// 157f50c15bSThomas Lively //===----------------------------------------------------------------------===// 167f50c15bSThomas Lively 177f50c15bSThomas Lively #include "MCTargetDesc/WebAssemblyMCTargetDesc.h" 187f50c15bSThomas Lively #include "WebAssembly.h" 197f50c15bSThomas Lively #include "llvm/CodeGen/MachineFunction.h" 207f50c15bSThomas Lively #include "llvm/CodeGen/MachineFunctionPass.h" 217f50c15bSThomas Lively #include "llvm/CodeGen/MachineRegisterInfo.h" 227f50c15bSThomas Lively #include "llvm/Pass.h" 237f50c15bSThomas Lively 247f50c15bSThomas Lively using namespace llvm; 257f50c15bSThomas Lively 267f50c15bSThomas Lively #define DEBUG_TYPE "wasm-fix-br-table-defaults" 277f50c15bSThomas Lively 287f50c15bSThomas Lively namespace { 297f50c15bSThomas Lively 307f50c15bSThomas Lively class WebAssemblyFixBrTableDefaults final : public MachineFunctionPass { 317f50c15bSThomas Lively StringRef getPassName() const override { 327f50c15bSThomas Lively return "WebAssembly Fix br_table Defaults"; 337f50c15bSThomas Lively } 347f50c15bSThomas Lively 357f50c15bSThomas Lively bool runOnMachineFunction(MachineFunction &MF) override; 367f50c15bSThomas Lively 377f50c15bSThomas Lively public: 387f50c15bSThomas Lively static char ID; // Pass identification, replacement for typeid 397f50c15bSThomas Lively WebAssemblyFixBrTableDefaults() : MachineFunctionPass(ID) {} 407f50c15bSThomas Lively }; 417f50c15bSThomas Lively 427f50c15bSThomas Lively char WebAssemblyFixBrTableDefaults::ID = 0; 437f50c15bSThomas Lively 44*8df30d98SThomas Lively // `MI` is a br_table instruction with a dummy default target argument. This 457f50c15bSThomas Lively // function finds and adds the default target argument and removes any redundant 46*8df30d98SThomas Lively // range check preceding the br_table. Returns the MBB that the br_table is 47*8df30d98SThomas Lively // moved into so it can be removed from further consideration, or nullptr if the 48*8df30d98SThomas Lively // br_table cannot be optimized. 497f50c15bSThomas Lively MachineBasicBlock *fixBrTable(MachineInstr &MI, MachineBasicBlock *MBB, 507f50c15bSThomas Lively MachineFunction &MF) { 517f50c15bSThomas Lively // Get the header block, which contains the redundant range check. 527f50c15bSThomas Lively assert(MBB->pred_size() == 1 && "Expected a single guard predecessor"); 537f50c15bSThomas Lively auto *HeaderMBB = *MBB->pred_begin(); 547f50c15bSThomas Lively 557f50c15bSThomas Lively // Find the conditional jump to the default target. If it doesn't exist, the 56*8df30d98SThomas Lively // default target is unreachable anyway, so we can keep the existing dummy 57*8df30d98SThomas Lively // target. 5849754dcfSThomas Lively MachineBasicBlock *TBB = nullptr, *FBB = nullptr; 5949754dcfSThomas Lively SmallVector<MachineOperand, 2> Cond; 6049754dcfSThomas Lively const auto &TII = *MF.getSubtarget<WebAssemblySubtarget>().getInstrInfo(); 61*8df30d98SThomas Lively bool Analyzed = !TII.analyzeBranch(*HeaderMBB, TBB, FBB, Cond); 62*8df30d98SThomas Lively assert(Analyzed && "Could not analyze jump header branches"); 6349754dcfSThomas Lively 6449754dcfSThomas Lively // Here are the possible outcomes. '_' is nullptr, `J` is the jump table block 6549754dcfSThomas Lively // aka MBB, 'D' is the default block. 6649754dcfSThomas Lively // 6749754dcfSThomas Lively // TBB | FBB | Meaning 6849754dcfSThomas Lively // _ | _ | No default block, header falls through to jump table 6949754dcfSThomas Lively // J | _ | No default block, header jumps to the jump table 7049754dcfSThomas Lively // D | _ | Header jumps to the default and falls through to the jump table 7149754dcfSThomas Lively // D | J | Header jumps to the default and also to the jump table 7249754dcfSThomas Lively if (TBB && TBB != MBB) { 7349754dcfSThomas Lively assert((FBB == nullptr || FBB == MBB) && 7449754dcfSThomas Lively "Expected jump or fallthrough to br_table block"); 75*8df30d98SThomas Lively assert(Cond.size() == 2 && Cond[1].isReg() && "Unexpected condition info"); 76*8df30d98SThomas Lively 77*8df30d98SThomas Lively // If the range check checks an i64 value, we cannot optimize it out because 78*8df30d98SThomas Lively // the i64 index is truncated to an i32, making values over 2^32 79*8df30d98SThomas Lively // indistinguishable from small numbers. 80*8df30d98SThomas Lively MachineRegisterInfo &MRI = MF.getRegInfo(); 81*8df30d98SThomas Lively auto *RangeCheck = MRI.getVRegDef(Cond[1].getReg()); 82*8df30d98SThomas Lively assert(RangeCheck != nullptr); 83*8df30d98SThomas Lively unsigned RangeCheckOp = RangeCheck->getOpcode(); 84*8df30d98SThomas Lively assert(RangeCheckOp == WebAssembly::GT_U_I32 || 85*8df30d98SThomas Lively RangeCheckOp == WebAssembly::GT_U_I64); 86*8df30d98SThomas Lively if (RangeCheckOp == WebAssembly::GT_U_I64) { 87*8df30d98SThomas Lively // Bail out and leave the jump table untouched 88*8df30d98SThomas Lively return nullptr; 89*8df30d98SThomas Lively } 90*8df30d98SThomas Lively 91*8df30d98SThomas Lively // Remove the dummy default target and install the real one. 92*8df30d98SThomas Lively MI.RemoveOperand(MI.getNumExplicitOperands() - 1); 9349754dcfSThomas Lively MI.addOperand(MF, MachineOperand::CreateMBB(TBB)); 947f50c15bSThomas Lively } 957f50c15bSThomas Lively 9649754dcfSThomas Lively // Remove any branches from the header and splice in the jump table instead 9749754dcfSThomas Lively TII.removeBranch(*HeaderMBB, nullptr); 987f50c15bSThomas Lively HeaderMBB->splice(HeaderMBB->end(), MBB, MBB->begin(), MBB->end()); 997f50c15bSThomas Lively 1007f50c15bSThomas Lively // Update CFG to skip the old jump table block. Remove shared successors 1017f50c15bSThomas Lively // before transferring to avoid duplicated successors. 1027f50c15bSThomas Lively HeaderMBB->removeSuccessor(MBB); 1037f50c15bSThomas Lively for (auto &Succ : MBB->successors()) 1047f50c15bSThomas Lively if (HeaderMBB->isSuccessor(Succ)) 1057f50c15bSThomas Lively HeaderMBB->removeSuccessor(Succ); 1067f50c15bSThomas Lively HeaderMBB->transferSuccessorsAndUpdatePHIs(MBB); 1077f50c15bSThomas Lively 1087f50c15bSThomas Lively // Remove the old jump table block from the function 1097f50c15bSThomas Lively MF.erase(MBB); 1107f50c15bSThomas Lively 1117f50c15bSThomas Lively return HeaderMBB; 1127f50c15bSThomas Lively } 1137f50c15bSThomas Lively 1147f50c15bSThomas Lively bool WebAssemblyFixBrTableDefaults::runOnMachineFunction(MachineFunction &MF) { 1157f50c15bSThomas Lively LLVM_DEBUG(dbgs() << "********** Fixing br_table Default Targets **********\n" 1167f50c15bSThomas Lively "********** Function: " 1177f50c15bSThomas Lively << MF.getName() << '\n'); 1187f50c15bSThomas Lively 1197f50c15bSThomas Lively bool Changed = false; 1207f50c15bSThomas Lively SmallPtrSet<MachineBasicBlock *, 16> MBBSet; 1217f50c15bSThomas Lively for (auto &MBB : MF) 1227f50c15bSThomas Lively MBBSet.insert(&MBB); 1237f50c15bSThomas Lively 1247f50c15bSThomas Lively while (!MBBSet.empty()) { 1257f50c15bSThomas Lively MachineBasicBlock *MBB = *MBBSet.begin(); 1267f50c15bSThomas Lively MBBSet.erase(MBB); 1277f50c15bSThomas Lively for (auto &MI : *MBB) { 1287f50c15bSThomas Lively if (WebAssembly::isBrTable(MI)) { 1297f50c15bSThomas Lively auto *Fixed = fixBrTable(MI, MBB, MF); 130*8df30d98SThomas Lively if (Fixed != nullptr) { 1317f50c15bSThomas Lively MBBSet.erase(Fixed); 1327f50c15bSThomas Lively Changed = true; 133*8df30d98SThomas Lively } 1347f50c15bSThomas Lively break; 1357f50c15bSThomas Lively } 1367f50c15bSThomas Lively } 1377f50c15bSThomas Lively } 1387f50c15bSThomas Lively 1397f50c15bSThomas Lively if (Changed) { 1407f50c15bSThomas Lively // We rewrote part of the function; recompute relevant things. 1417f50c15bSThomas Lively MF.RenumberBlocks(); 1427f50c15bSThomas Lively return true; 1437f50c15bSThomas Lively } 1447f50c15bSThomas Lively 1457f50c15bSThomas Lively return false; 1467f50c15bSThomas Lively } 1477f50c15bSThomas Lively 1487f50c15bSThomas Lively } // end anonymous namespace 1497f50c15bSThomas Lively 1507f50c15bSThomas Lively INITIALIZE_PASS(WebAssemblyFixBrTableDefaults, DEBUG_TYPE, 1517f50c15bSThomas Lively "Removes range checks and sets br_table default targets", false, 1522f671c42SMikael Holmen false) 1537f50c15bSThomas Lively 1547f50c15bSThomas Lively FunctionPass *llvm::createWebAssemblyFixBrTableDefaults() { 1557f50c15bSThomas Lively return new WebAssemblyFixBrTableDefaults(); 1567f50c15bSThomas Lively } 157