17f50c15bSThomas Lively //=- WebAssemblyFixBrTableDefaults.cpp - Fix br_table default branch targets -//
27f50c15bSThomas Lively //
37f50c15bSThomas Lively // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
47f50c15bSThomas Lively // See https://llvm.org/LICENSE.txt for license information.
57f50c15bSThomas Lively // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
67f50c15bSThomas Lively //
77f50c15bSThomas Lively //===----------------------------------------------------------------------===//
87f50c15bSThomas Lively ///
97f50c15bSThomas Lively /// \file This file implements a pass that eliminates redundant range checks
107f50c15bSThomas Lively /// guarding br_table instructions. Since jump tables on most targets cannot
117f50c15bSThomas Lively /// handle out of range indices, LLVM emits these checks before most jump
127f50c15bSThomas Lively /// tables. But br_table takes a default branch target as an argument, so it
137f50c15bSThomas Lively /// does not need the range checks.
147f50c15bSThomas Lively ///
157f50c15bSThomas Lively //===----------------------------------------------------------------------===//
167f50c15bSThomas Lively 
177f50c15bSThomas Lively #include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
187f50c15bSThomas Lively #include "WebAssembly.h"
197f50c15bSThomas Lively #include "llvm/CodeGen/MachineFunction.h"
207f50c15bSThomas Lively #include "llvm/CodeGen/MachineFunctionPass.h"
217f50c15bSThomas Lively #include "llvm/CodeGen/MachineRegisterInfo.h"
227f50c15bSThomas Lively #include "llvm/Pass.h"
237f50c15bSThomas Lively 
247f50c15bSThomas Lively using namespace llvm;
257f50c15bSThomas Lively 
267f50c15bSThomas Lively #define DEBUG_TYPE "wasm-fix-br-table-defaults"
277f50c15bSThomas Lively 
287f50c15bSThomas Lively namespace {
297f50c15bSThomas Lively 
307f50c15bSThomas Lively class WebAssemblyFixBrTableDefaults final : public MachineFunctionPass {
317f50c15bSThomas Lively   StringRef getPassName() const override {
327f50c15bSThomas Lively     return "WebAssembly Fix br_table Defaults";
337f50c15bSThomas Lively   }
347f50c15bSThomas Lively 
357f50c15bSThomas Lively   bool runOnMachineFunction(MachineFunction &MF) override;
367f50c15bSThomas Lively 
377f50c15bSThomas Lively public:
387f50c15bSThomas Lively   static char ID; // Pass identification, replacement for typeid
397f50c15bSThomas Lively   WebAssemblyFixBrTableDefaults() : MachineFunctionPass(ID) {}
407f50c15bSThomas Lively };
417f50c15bSThomas Lively 
427f50c15bSThomas Lively char WebAssemblyFixBrTableDefaults::ID = 0;
437f50c15bSThomas Lively 
44*8df30d98SThomas Lively // `MI` is a br_table instruction with a dummy default target argument. This
457f50c15bSThomas Lively // function finds and adds the default target argument and removes any redundant
46*8df30d98SThomas Lively // range check preceding the br_table. Returns the MBB that the br_table is
47*8df30d98SThomas Lively // moved into so it can be removed from further consideration, or nullptr if the
48*8df30d98SThomas Lively // br_table cannot be optimized.
497f50c15bSThomas Lively MachineBasicBlock *fixBrTable(MachineInstr &MI, MachineBasicBlock *MBB,
507f50c15bSThomas Lively                               MachineFunction &MF) {
517f50c15bSThomas Lively   // Get the header block, which contains the redundant range check.
527f50c15bSThomas Lively   assert(MBB->pred_size() == 1 && "Expected a single guard predecessor");
537f50c15bSThomas Lively   auto *HeaderMBB = *MBB->pred_begin();
547f50c15bSThomas Lively 
557f50c15bSThomas Lively   // Find the conditional jump to the default target. If it doesn't exist, the
56*8df30d98SThomas Lively   // default target is unreachable anyway, so we can keep the existing dummy
57*8df30d98SThomas Lively   // target.
5849754dcfSThomas Lively   MachineBasicBlock *TBB = nullptr, *FBB = nullptr;
5949754dcfSThomas Lively   SmallVector<MachineOperand, 2> Cond;
6049754dcfSThomas Lively   const auto &TII = *MF.getSubtarget<WebAssemblySubtarget>().getInstrInfo();
61*8df30d98SThomas Lively   bool Analyzed = !TII.analyzeBranch(*HeaderMBB, TBB, FBB, Cond);
62*8df30d98SThomas Lively   assert(Analyzed && "Could not analyze jump header branches");
6349754dcfSThomas Lively 
6449754dcfSThomas Lively   // Here are the possible outcomes. '_' is nullptr, `J` is the jump table block
6549754dcfSThomas Lively   // aka MBB, 'D' is the default block.
6649754dcfSThomas Lively   //
6749754dcfSThomas Lively   // TBB | FBB | Meaning
6849754dcfSThomas Lively   //  _  |  _  | No default block, header falls through to jump table
6949754dcfSThomas Lively   //  J  |  _  | No default block, header jumps to the jump table
7049754dcfSThomas Lively   //  D  |  _  | Header jumps to the default and falls through to the jump table
7149754dcfSThomas Lively   //  D  |  J  | Header jumps to the default and also to the jump table
7249754dcfSThomas Lively   if (TBB && TBB != MBB) {
7349754dcfSThomas Lively     assert((FBB == nullptr || FBB == MBB) &&
7449754dcfSThomas Lively            "Expected jump or fallthrough to br_table block");
75*8df30d98SThomas Lively     assert(Cond.size() == 2 && Cond[1].isReg() && "Unexpected condition info");
76*8df30d98SThomas Lively 
77*8df30d98SThomas Lively     // If the range check checks an i64 value, we cannot optimize it out because
78*8df30d98SThomas Lively     // the i64 index is truncated to an i32, making values over 2^32
79*8df30d98SThomas Lively     // indistinguishable from small numbers.
80*8df30d98SThomas Lively     MachineRegisterInfo &MRI = MF.getRegInfo();
81*8df30d98SThomas Lively     auto *RangeCheck = MRI.getVRegDef(Cond[1].getReg());
82*8df30d98SThomas Lively     assert(RangeCheck != nullptr);
83*8df30d98SThomas Lively     unsigned RangeCheckOp = RangeCheck->getOpcode();
84*8df30d98SThomas Lively     assert(RangeCheckOp == WebAssembly::GT_U_I32 ||
85*8df30d98SThomas Lively            RangeCheckOp == WebAssembly::GT_U_I64);
86*8df30d98SThomas Lively     if (RangeCheckOp == WebAssembly::GT_U_I64) {
87*8df30d98SThomas Lively       // Bail out and leave the jump table untouched
88*8df30d98SThomas Lively       return nullptr;
89*8df30d98SThomas Lively     }
90*8df30d98SThomas Lively 
91*8df30d98SThomas Lively     // Remove the dummy default target and install the real one.
92*8df30d98SThomas Lively     MI.RemoveOperand(MI.getNumExplicitOperands() - 1);
9349754dcfSThomas Lively     MI.addOperand(MF, MachineOperand::CreateMBB(TBB));
947f50c15bSThomas Lively   }
957f50c15bSThomas Lively 
9649754dcfSThomas Lively   // Remove any branches from the header and splice in the jump table instead
9749754dcfSThomas Lively   TII.removeBranch(*HeaderMBB, nullptr);
987f50c15bSThomas Lively   HeaderMBB->splice(HeaderMBB->end(), MBB, MBB->begin(), MBB->end());
997f50c15bSThomas Lively 
1007f50c15bSThomas Lively   // Update CFG to skip the old jump table block. Remove shared successors
1017f50c15bSThomas Lively   // before transferring to avoid duplicated successors.
1027f50c15bSThomas Lively   HeaderMBB->removeSuccessor(MBB);
1037f50c15bSThomas Lively   for (auto &Succ : MBB->successors())
1047f50c15bSThomas Lively     if (HeaderMBB->isSuccessor(Succ))
1057f50c15bSThomas Lively       HeaderMBB->removeSuccessor(Succ);
1067f50c15bSThomas Lively   HeaderMBB->transferSuccessorsAndUpdatePHIs(MBB);
1077f50c15bSThomas Lively 
1087f50c15bSThomas Lively   // Remove the old jump table block from the function
1097f50c15bSThomas Lively   MF.erase(MBB);
1107f50c15bSThomas Lively 
1117f50c15bSThomas Lively   return HeaderMBB;
1127f50c15bSThomas Lively }
1137f50c15bSThomas Lively 
1147f50c15bSThomas Lively bool WebAssemblyFixBrTableDefaults::runOnMachineFunction(MachineFunction &MF) {
1157f50c15bSThomas Lively   LLVM_DEBUG(dbgs() << "********** Fixing br_table Default Targets **********\n"
1167f50c15bSThomas Lively                        "********** Function: "
1177f50c15bSThomas Lively                     << MF.getName() << '\n');
1187f50c15bSThomas Lively 
1197f50c15bSThomas Lively   bool Changed = false;
1207f50c15bSThomas Lively   SmallPtrSet<MachineBasicBlock *, 16> MBBSet;
1217f50c15bSThomas Lively   for (auto &MBB : MF)
1227f50c15bSThomas Lively     MBBSet.insert(&MBB);
1237f50c15bSThomas Lively 
1247f50c15bSThomas Lively   while (!MBBSet.empty()) {
1257f50c15bSThomas Lively     MachineBasicBlock *MBB = *MBBSet.begin();
1267f50c15bSThomas Lively     MBBSet.erase(MBB);
1277f50c15bSThomas Lively     for (auto &MI : *MBB) {
1287f50c15bSThomas Lively       if (WebAssembly::isBrTable(MI)) {
1297f50c15bSThomas Lively         auto *Fixed = fixBrTable(MI, MBB, MF);
130*8df30d98SThomas Lively         if (Fixed != nullptr) {
1317f50c15bSThomas Lively           MBBSet.erase(Fixed);
1327f50c15bSThomas Lively           Changed = true;
133*8df30d98SThomas Lively         }
1347f50c15bSThomas Lively         break;
1357f50c15bSThomas Lively       }
1367f50c15bSThomas Lively     }
1377f50c15bSThomas Lively   }
1387f50c15bSThomas Lively 
1397f50c15bSThomas Lively   if (Changed) {
1407f50c15bSThomas Lively     // We rewrote part of the function; recompute relevant things.
1417f50c15bSThomas Lively     MF.RenumberBlocks();
1427f50c15bSThomas Lively     return true;
1437f50c15bSThomas Lively   }
1447f50c15bSThomas Lively 
1457f50c15bSThomas Lively   return false;
1467f50c15bSThomas Lively }
1477f50c15bSThomas Lively 
1487f50c15bSThomas Lively } // end anonymous namespace
1497f50c15bSThomas Lively 
1507f50c15bSThomas Lively INITIALIZE_PASS(WebAssemblyFixBrTableDefaults, DEBUG_TYPE,
1517f50c15bSThomas Lively                 "Removes range checks and sets br_table default targets", false,
1522f671c42SMikael Holmen                 false)
1537f50c15bSThomas Lively 
1547f50c15bSThomas Lively FunctionPass *llvm::createWebAssemblyFixBrTableDefaults() {
1557f50c15bSThomas Lively   return new WebAssemblyFixBrTableDefaults();
1567f50c15bSThomas Lively }
157