1bb372243SDan Gohman //=- WebAssemblySetP2AlignOperands.cpp - Set alignments on loads and stores -=// 2bb372243SDan Gohman // 3bb372243SDan Gohman // The LLVM Compiler Infrastructure 4bb372243SDan Gohman // 5bb372243SDan Gohman // This file is distributed under the University of Illinois Open Source 6bb372243SDan Gohman // License. See LICENSE.TXT for details. 7bb372243SDan Gohman // 8bb372243SDan Gohman //===----------------------------------------------------------------------===// 9bb372243SDan Gohman /// 10bb372243SDan Gohman /// \file 115f8f34e4SAdrian Prantl /// This file sets the p2align operands on load and store instructions. 12bb372243SDan Gohman /// 13bb372243SDan Gohman //===----------------------------------------------------------------------===// 14bb372243SDan Gohman 15bb372243SDan Gohman #include "MCTargetDesc/WebAssemblyMCTargetDesc.h" 166bda14b3SChandler Carruth #include "WebAssembly.h" 17bb372243SDan Gohman #include "WebAssemblyMachineFunctionInfo.h" 18bb372243SDan Gohman #include "llvm/CodeGen/MachineBlockFrequencyInfo.h" 19bb372243SDan Gohman #include "llvm/CodeGen/MachineMemOperand.h" 20bb372243SDan Gohman #include "llvm/CodeGen/Passes.h" 21bb372243SDan Gohman #include "llvm/Support/Debug.h" 22bb372243SDan Gohman #include "llvm/Support/raw_ostream.h" 23bb372243SDan Gohman using namespace llvm; 24bb372243SDan Gohman 25bb372243SDan Gohman #define DEBUG_TYPE "wasm-set-p2align-operands" 26bb372243SDan Gohman 27bb372243SDan Gohman namespace { 28bb372243SDan Gohman class WebAssemblySetP2AlignOperands final : public MachineFunctionPass { 29bb372243SDan Gohman public: 30bb372243SDan Gohman static char ID; // Pass identification, replacement for typeid 31bb372243SDan Gohman WebAssemblySetP2AlignOperands() : MachineFunctionPass(ID) {} 32bb372243SDan Gohman 33117296c0SMehdi Amini StringRef getPassName() const override { 34bb372243SDan Gohman return "WebAssembly Set p2align Operands"; 35bb372243SDan Gohman } 36bb372243SDan Gohman 37bb372243SDan Gohman void getAnalysisUsage(AnalysisUsage &AU) const override { 38bb372243SDan Gohman AU.setPreservesCFG(); 39bb372243SDan Gohman AU.addPreserved<MachineBlockFrequencyInfo>(); 40bb372243SDan Gohman AU.addPreservedID(MachineDominatorsID); 41bb372243SDan Gohman MachineFunctionPass::getAnalysisUsage(AU); 42bb372243SDan Gohman } 43bb372243SDan Gohman 44bb372243SDan Gohman bool runOnMachineFunction(MachineFunction &MF) override; 45bb372243SDan Gohman }; 46bb372243SDan Gohman } // end anonymous namespace 47bb372243SDan Gohman 48bb372243SDan Gohman char WebAssemblySetP2AlignOperands::ID = 0; 4940926451SJacob Gravelle INITIALIZE_PASS(WebAssemblySetP2AlignOperands, DEBUG_TYPE, 5040926451SJacob Gravelle "Set the p2align operands for WebAssembly loads and stores", 5140926451SJacob Gravelle false, false) 5240926451SJacob Gravelle 53bb372243SDan Gohman FunctionPass *llvm::createWebAssemblySetP2AlignOperands() { 54bb372243SDan Gohman return new WebAssemblySetP2AlignOperands(); 55bb372243SDan Gohman } 56bb372243SDan Gohman 577f1bdb2eSDan Gohman static void RewriteP2Align(MachineInstr &MI, unsigned OperandNo) { 587f1bdb2eSDan Gohman assert(MI.getOperand(OperandNo).getImm() == 0 && 597f1bdb2eSDan Gohman "ISel should set p2align operands to 0"); 607f1bdb2eSDan Gohman assert(MI.hasOneMemOperand() && 617f1bdb2eSDan Gohman "Load and store instructions have exactly one mem operand"); 627f1bdb2eSDan Gohman assert((*MI.memoperands_begin())->getSize() == 63f208f631SHeejin Ahn (UINT64_C(1) << WebAssembly::GetDefaultP2Align(MI.getOpcode())) && 647f1bdb2eSDan Gohman "Default p2align value should be natural"); 657f1bdb2eSDan Gohman assert(MI.getDesc().OpInfo[OperandNo].OperandType == 667f1bdb2eSDan Gohman WebAssembly::OPERAND_P2ALIGN && 677f1bdb2eSDan Gohman "Load and store instructions should have a p2align operand"); 687f1bdb2eSDan Gohman uint64_t P2Align = Log2_64((*MI.memoperands_begin())->getAlignment()); 697f1bdb2eSDan Gohman 707f1bdb2eSDan Gohman // WebAssembly does not currently support supernatural alignment. 71f208f631SHeejin Ahn P2Align = std::min(P2Align, 72f208f631SHeejin Ahn uint64_t(WebAssembly::GetDefaultP2Align(MI.getOpcode()))); 737f1bdb2eSDan Gohman 747f1bdb2eSDan Gohman MI.getOperand(OperandNo).setImm(P2Align); 757f1bdb2eSDan Gohman } 767f1bdb2eSDan Gohman 77bb372243SDan Gohman bool WebAssemblySetP2AlignOperands::runOnMachineFunction(MachineFunction &MF) { 78d34e60caSNicola Zaghen LLVM_DEBUG({ 79bb372243SDan Gohman dbgs() << "********** Set p2align Operands **********\n" 80bb372243SDan Gohman << "********** Function: " << MF.getName() << '\n'; 81bb372243SDan Gohman }); 82bb372243SDan Gohman 83bb372243SDan Gohman bool Changed = false; 84bb372243SDan Gohman 85bb372243SDan Gohman for (auto &MBB : MF) { 86bb372243SDan Gohman for (auto &MI : MBB) { 87bb372243SDan Gohman switch (MI.getOpcode()) { 88bb372243SDan Gohman case WebAssembly::LOAD_I32: 89bb372243SDan Gohman case WebAssembly::LOAD_I64: 90bb372243SDan Gohman case WebAssembly::LOAD_F32: 91bb372243SDan Gohman case WebAssembly::LOAD_F64: 92*b61232eaSThomas Lively case WebAssembly::LOAD_v16i8: 93*b61232eaSThomas Lively case WebAssembly::LOAD_v8i16: 94*b61232eaSThomas Lively case WebAssembly::LOAD_v4i32: 95*b61232eaSThomas Lively case WebAssembly::LOAD_v2i64: 96*b61232eaSThomas Lively case WebAssembly::LOAD_v4f32: 97*b61232eaSThomas Lively case WebAssembly::LOAD_v2f64: 98bb372243SDan Gohman case WebAssembly::LOAD8_S_I32: 99bb372243SDan Gohman case WebAssembly::LOAD8_U_I32: 100bb372243SDan Gohman case WebAssembly::LOAD16_S_I32: 101bb372243SDan Gohman case WebAssembly::LOAD16_U_I32: 102bb372243SDan Gohman case WebAssembly::LOAD8_S_I64: 103bb372243SDan Gohman case WebAssembly::LOAD8_U_I64: 104bb372243SDan Gohman case WebAssembly::LOAD16_S_I64: 105bb372243SDan Gohman case WebAssembly::LOAD16_U_I64: 106bb372243SDan Gohman case WebAssembly::LOAD32_S_I64: 107bb372243SDan Gohman case WebAssembly::LOAD32_U_I64: 10818ba1928SDerek Schuff case WebAssembly::ATOMIC_LOAD_I32: 109885dc592SDerek Schuff case WebAssembly::ATOMIC_LOAD8_U_I32: 110885dc592SDerek Schuff case WebAssembly::ATOMIC_LOAD16_U_I32: 111885dc592SDerek Schuff case WebAssembly::ATOMIC_LOAD_I64: 112885dc592SDerek Schuff case WebAssembly::ATOMIC_LOAD8_U_I64: 113885dc592SDerek Schuff case WebAssembly::ATOMIC_LOAD16_U_I64: 114885dc592SDerek Schuff case WebAssembly::ATOMIC_LOAD32_U_I64: 115fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_ADD_I32: 116fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_ADD_I64: 117fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_SUB_I32: 118fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_SUB_I64: 119fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_AND_I32: 120fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_AND_I64: 121fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_OR_I32: 122fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_OR_I64: 123fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_XOR_I32: 124fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_XOR_I64: 125fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_XCHG_I32: 126fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_XCHG_I64: 127b3724b71SHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_CMPXCHG_I32: 128b3724b71SHeejin Ahn case WebAssembly::ATOMIC_RMW8_U_CMPXCHG_I64: 129fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_ADD_I32: 130fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_ADD_I64: 131fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_SUB_I32: 132fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_SUB_I64: 133fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_AND_I32: 134fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_AND_I64: 135fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_OR_I32: 136fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_OR_I64: 137fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_XOR_I32: 138fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_XOR_I64: 139fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_XCHG_I32: 140fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_XCHG_I64: 141b3724b71SHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_CMPXCHG_I32: 142b3724b71SHeejin Ahn case WebAssembly::ATOMIC_RMW16_U_CMPXCHG_I64: 143fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_ADD_I32: 144fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW32_U_ADD_I64: 145fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_SUB_I32: 146fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW32_U_SUB_I64: 147fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_AND_I32: 148fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW32_U_AND_I64: 149fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_OR_I32: 150fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW32_U_OR_I64: 151fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_XOR_I32: 152fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW32_U_XOR_I64: 153fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_XCHG_I32: 154fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW32_U_XCHG_I64: 155b3724b71SHeejin Ahn case WebAssembly::ATOMIC_RMW_CMPXCHG_I32: 156b3724b71SHeejin Ahn case WebAssembly::ATOMIC_RMW32_U_CMPXCHG_I64: 157fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_ADD_I64: 158fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_SUB_I64: 159fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_AND_I64: 160fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_OR_I64: 161fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_XOR_I64: 162fed7382eSHeejin Ahn case WebAssembly::ATOMIC_RMW_XCHG_I64: 163b3724b71SHeejin Ahn case WebAssembly::ATOMIC_RMW_CMPXCHG_I64: 1644128cb0bSHeejin Ahn case WebAssembly::ATOMIC_NOTIFY: 1654128cb0bSHeejin Ahn case WebAssembly::ATOMIC_WAIT_I32: 1664128cb0bSHeejin Ahn case WebAssembly::ATOMIC_WAIT_I64: 1677f1bdb2eSDan Gohman RewriteP2Align(MI, WebAssembly::LoadP2AlignOperandNo); 1687f1bdb2eSDan Gohman break; 169bb372243SDan Gohman case WebAssembly::STORE_I32: 170bb372243SDan Gohman case WebAssembly::STORE_I64: 171bb372243SDan Gohman case WebAssembly::STORE_F32: 172bb372243SDan Gohman case WebAssembly::STORE_F64: 173*b61232eaSThomas Lively case WebAssembly::STORE_v16i8: 174*b61232eaSThomas Lively case WebAssembly::STORE_v8i16: 175*b61232eaSThomas Lively case WebAssembly::STORE_v4i32: 176*b61232eaSThomas Lively case WebAssembly::STORE_v2i64: 177*b61232eaSThomas Lively case WebAssembly::STORE_v4f32: 178*b61232eaSThomas Lively case WebAssembly::STORE_v2f64: 179bb372243SDan Gohman case WebAssembly::STORE8_I32: 180bb372243SDan Gohman case WebAssembly::STORE16_I32: 181bb372243SDan Gohman case WebAssembly::STORE8_I64: 182bb372243SDan Gohman case WebAssembly::STORE16_I64: 1837f1bdb2eSDan Gohman case WebAssembly::STORE32_I64: 184402b4908SHeejin Ahn case WebAssembly::ATOMIC_STORE_I32: 185402b4908SHeejin Ahn case WebAssembly::ATOMIC_STORE8_I32: 186402b4908SHeejin Ahn case WebAssembly::ATOMIC_STORE16_I32: 187402b4908SHeejin Ahn case WebAssembly::ATOMIC_STORE_I64: 188402b4908SHeejin Ahn case WebAssembly::ATOMIC_STORE8_I64: 189402b4908SHeejin Ahn case WebAssembly::ATOMIC_STORE16_I64: 190402b4908SHeejin Ahn case WebAssembly::ATOMIC_STORE32_I64: 1917f1bdb2eSDan Gohman RewriteP2Align(MI, WebAssembly::StoreP2AlignOperandNo); 192bb372243SDan Gohman break; 193bb372243SDan Gohman default: 194bb372243SDan Gohman break; 195bb372243SDan Gohman } 196bb372243SDan Gohman } 197bb372243SDan Gohman } 198bb372243SDan Gohman 199bb372243SDan Gohman return Changed; 200bb372243SDan Gohman } 201