13ca95b02SDimitry Andric //=- WebAssemblySetP2AlignOperands.cpp - Set alignments on loads and stores -=//
23ca95b02SDimitry Andric //
33ca95b02SDimitry Andric // The LLVM Compiler Infrastructure
43ca95b02SDimitry Andric //
53ca95b02SDimitry Andric // This file is distributed under the University of Illinois Open Source
63ca95b02SDimitry Andric // License. See LICENSE.TXT for details.
73ca95b02SDimitry Andric //
83ca95b02SDimitry Andric //===----------------------------------------------------------------------===//
93ca95b02SDimitry Andric ///
103ca95b02SDimitry Andric /// \file
114ba319b5SDimitry Andric /// This file sets the p2align operands on load and store instructions.
123ca95b02SDimitry Andric ///
133ca95b02SDimitry Andric //===----------------------------------------------------------------------===//
143ca95b02SDimitry Andric
153ca95b02SDimitry Andric #include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
16db17bf38SDimitry Andric #include "WebAssembly.h"
173ca95b02SDimitry Andric #include "WebAssemblyMachineFunctionInfo.h"
183ca95b02SDimitry Andric #include "llvm/CodeGen/MachineBlockFrequencyInfo.h"
193ca95b02SDimitry Andric #include "llvm/CodeGen/MachineMemOperand.h"
203ca95b02SDimitry Andric #include "llvm/CodeGen/Passes.h"
213ca95b02SDimitry Andric #include "llvm/Support/Debug.h"
223ca95b02SDimitry Andric #include "llvm/Support/raw_ostream.h"
233ca95b02SDimitry Andric using namespace llvm;
243ca95b02SDimitry Andric
253ca95b02SDimitry Andric #define DEBUG_TYPE "wasm-set-p2align-operands"
263ca95b02SDimitry Andric
273ca95b02SDimitry Andric namespace {
283ca95b02SDimitry Andric class WebAssemblySetP2AlignOperands final : public MachineFunctionPass {
293ca95b02SDimitry Andric public:
303ca95b02SDimitry Andric static char ID; // Pass identification, replacement for typeid
WebAssemblySetP2AlignOperands()313ca95b02SDimitry Andric WebAssemblySetP2AlignOperands() : MachineFunctionPass(ID) {}
323ca95b02SDimitry Andric
getPassName() const33d88c1a5aSDimitry Andric StringRef getPassName() const override {
343ca95b02SDimitry Andric return "WebAssembly Set p2align Operands";
353ca95b02SDimitry Andric }
363ca95b02SDimitry Andric
getAnalysisUsage(AnalysisUsage & AU) const373ca95b02SDimitry Andric void getAnalysisUsage(AnalysisUsage &AU) const override {
383ca95b02SDimitry Andric AU.setPreservesCFG();
393ca95b02SDimitry Andric AU.addPreserved<MachineBlockFrequencyInfo>();
403ca95b02SDimitry Andric AU.addPreservedID(MachineDominatorsID);
413ca95b02SDimitry Andric MachineFunctionPass::getAnalysisUsage(AU);
423ca95b02SDimitry Andric }
433ca95b02SDimitry Andric
443ca95b02SDimitry Andric bool runOnMachineFunction(MachineFunction &MF) override;
453ca95b02SDimitry Andric };
463ca95b02SDimitry Andric } // end anonymous namespace
473ca95b02SDimitry Andric
483ca95b02SDimitry Andric char WebAssemblySetP2AlignOperands::ID = 0;
494ba319b5SDimitry Andric INITIALIZE_PASS(WebAssemblySetP2AlignOperands, DEBUG_TYPE,
504ba319b5SDimitry Andric "Set the p2align operands for WebAssembly loads and stores",
514ba319b5SDimitry Andric false, false)
524ba319b5SDimitry Andric
createWebAssemblySetP2AlignOperands()533ca95b02SDimitry Andric FunctionPass *llvm::createWebAssemblySetP2AlignOperands() {
543ca95b02SDimitry Andric return new WebAssemblySetP2AlignOperands();
553ca95b02SDimitry Andric }
563ca95b02SDimitry Andric
RewriteP2Align(MachineInstr & MI,unsigned OperandNo)57d88c1a5aSDimitry Andric static void RewriteP2Align(MachineInstr &MI, unsigned OperandNo) {
58d88c1a5aSDimitry Andric assert(MI.getOperand(OperandNo).getImm() == 0 &&
59d88c1a5aSDimitry Andric "ISel should set p2align operands to 0");
60d88c1a5aSDimitry Andric assert(MI.hasOneMemOperand() &&
61d88c1a5aSDimitry Andric "Load and store instructions have exactly one mem operand");
62d88c1a5aSDimitry Andric assert((*MI.memoperands_begin())->getSize() ==
63*b5893f02SDimitry Andric (UINT64_C(1) << WebAssembly::GetDefaultP2Align(MI.getOpcode())) &&
64d88c1a5aSDimitry Andric "Default p2align value should be natural");
65d88c1a5aSDimitry Andric assert(MI.getDesc().OpInfo[OperandNo].OperandType ==
66d88c1a5aSDimitry Andric WebAssembly::OPERAND_P2ALIGN &&
67d88c1a5aSDimitry Andric "Load and store instructions should have a p2align operand");
68d88c1a5aSDimitry Andric uint64_t P2Align = Log2_64((*MI.memoperands_begin())->getAlignment());
69d88c1a5aSDimitry Andric
70d88c1a5aSDimitry Andric // WebAssembly does not currently support supernatural alignment.
71*b5893f02SDimitry Andric P2Align = std::min(P2Align,
72*b5893f02SDimitry Andric uint64_t(WebAssembly::GetDefaultP2Align(MI.getOpcode())));
73d88c1a5aSDimitry Andric
74d88c1a5aSDimitry Andric MI.getOperand(OperandNo).setImm(P2Align);
75d88c1a5aSDimitry Andric }
76d88c1a5aSDimitry Andric
runOnMachineFunction(MachineFunction & MF)773ca95b02SDimitry Andric bool WebAssemblySetP2AlignOperands::runOnMachineFunction(MachineFunction &MF) {
784ba319b5SDimitry Andric LLVM_DEBUG({
793ca95b02SDimitry Andric dbgs() << "********** Set p2align Operands **********\n"
803ca95b02SDimitry Andric << "********** Function: " << MF.getName() << '\n';
813ca95b02SDimitry Andric });
823ca95b02SDimitry Andric
833ca95b02SDimitry Andric bool Changed = false;
843ca95b02SDimitry Andric
853ca95b02SDimitry Andric for (auto &MBB : MF) {
863ca95b02SDimitry Andric for (auto &MI : MBB) {
873ca95b02SDimitry Andric switch (MI.getOpcode()) {
883ca95b02SDimitry Andric case WebAssembly::LOAD_I32:
893ca95b02SDimitry Andric case WebAssembly::LOAD_I64:
903ca95b02SDimitry Andric case WebAssembly::LOAD_F32:
913ca95b02SDimitry Andric case WebAssembly::LOAD_F64:
92*b5893f02SDimitry Andric case WebAssembly::LOAD_v16i8:
93*b5893f02SDimitry Andric case WebAssembly::LOAD_v8i16:
94*b5893f02SDimitry Andric case WebAssembly::LOAD_v4i32:
95*b5893f02SDimitry Andric case WebAssembly::LOAD_v2i64:
96*b5893f02SDimitry Andric case WebAssembly::LOAD_v4f32:
97*b5893f02SDimitry Andric case WebAssembly::LOAD_v2f64:
983ca95b02SDimitry Andric case WebAssembly::LOAD8_S_I32:
993ca95b02SDimitry Andric case WebAssembly::LOAD8_U_I32:
1003ca95b02SDimitry Andric case WebAssembly::LOAD16_S_I32:
1013ca95b02SDimitry Andric case WebAssembly::LOAD16_U_I32:
1023ca95b02SDimitry Andric case WebAssembly::LOAD8_S_I64:
1033ca95b02SDimitry Andric case WebAssembly::LOAD8_U_I64:
1043ca95b02SDimitry Andric case WebAssembly::LOAD16_S_I64:
1053ca95b02SDimitry Andric case WebAssembly::LOAD16_U_I64:
1063ca95b02SDimitry Andric case WebAssembly::LOAD32_S_I64:
1073ca95b02SDimitry Andric case WebAssembly::LOAD32_U_I64:
1082cab237bSDimitry Andric case WebAssembly::ATOMIC_LOAD_I32:
1092cab237bSDimitry Andric case WebAssembly::ATOMIC_LOAD8_U_I32:
1102cab237bSDimitry Andric case WebAssembly::ATOMIC_LOAD16_U_I32:
1112cab237bSDimitry Andric case WebAssembly::ATOMIC_LOAD_I64:
1122cab237bSDimitry Andric case WebAssembly::ATOMIC_LOAD8_U_I64:
1132cab237bSDimitry Andric case WebAssembly::ATOMIC_LOAD16_U_I64:
1142cab237bSDimitry Andric case WebAssembly::ATOMIC_LOAD32_U_I64:
1154ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_ADD_I32:
1164ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_ADD_I64:
1174ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_SUB_I32:
1184ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_SUB_I64:
1194ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_AND_I32:
1204ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_AND_I64:
1214ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_OR_I32:
1224ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_OR_I64:
1234ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_XOR_I32:
1244ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_XOR_I64:
1254ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_XCHG_I32:
1264ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_XCHG_I64:
127*b5893f02SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_CMPXCHG_I32:
128*b5893f02SDimitry Andric case WebAssembly::ATOMIC_RMW8_U_CMPXCHG_I64:
1294ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_ADD_I32:
1304ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_ADD_I64:
1314ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_SUB_I32:
1324ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_SUB_I64:
1334ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_AND_I32:
1344ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_AND_I64:
1354ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_OR_I32:
1364ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_OR_I64:
1374ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_XOR_I32:
1384ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_XOR_I64:
1394ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_XCHG_I32:
1404ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_XCHG_I64:
141*b5893f02SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_CMPXCHG_I32:
142*b5893f02SDimitry Andric case WebAssembly::ATOMIC_RMW16_U_CMPXCHG_I64:
1434ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_ADD_I32:
1444ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW32_U_ADD_I64:
1454ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_SUB_I32:
1464ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW32_U_SUB_I64:
1474ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_AND_I32:
1484ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW32_U_AND_I64:
1494ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_OR_I32:
1504ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW32_U_OR_I64:
1514ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_XOR_I32:
1524ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW32_U_XOR_I64:
1534ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_XCHG_I32:
1544ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW32_U_XCHG_I64:
155*b5893f02SDimitry Andric case WebAssembly::ATOMIC_RMW_CMPXCHG_I32:
156*b5893f02SDimitry Andric case WebAssembly::ATOMIC_RMW32_U_CMPXCHG_I64:
1574ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_ADD_I64:
1584ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_SUB_I64:
1594ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_AND_I64:
1604ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_OR_I64:
1614ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_XOR_I64:
1624ba319b5SDimitry Andric case WebAssembly::ATOMIC_RMW_XCHG_I64:
163*b5893f02SDimitry Andric case WebAssembly::ATOMIC_RMW_CMPXCHG_I64:
164*b5893f02SDimitry Andric case WebAssembly::ATOMIC_NOTIFY:
165*b5893f02SDimitry Andric case WebAssembly::ATOMIC_WAIT_I32:
166*b5893f02SDimitry Andric case WebAssembly::ATOMIC_WAIT_I64:
167d88c1a5aSDimitry Andric RewriteP2Align(MI, WebAssembly::LoadP2AlignOperandNo);
168d88c1a5aSDimitry Andric break;
1693ca95b02SDimitry Andric case WebAssembly::STORE_I32:
1703ca95b02SDimitry Andric case WebAssembly::STORE_I64:
1713ca95b02SDimitry Andric case WebAssembly::STORE_F32:
1723ca95b02SDimitry Andric case WebAssembly::STORE_F64:
173*b5893f02SDimitry Andric case WebAssembly::STORE_v16i8:
174*b5893f02SDimitry Andric case WebAssembly::STORE_v8i16:
175*b5893f02SDimitry Andric case WebAssembly::STORE_v4i32:
176*b5893f02SDimitry Andric case WebAssembly::STORE_v2i64:
177*b5893f02SDimitry Andric case WebAssembly::STORE_v4f32:
178*b5893f02SDimitry Andric case WebAssembly::STORE_v2f64:
1793ca95b02SDimitry Andric case WebAssembly::STORE8_I32:
1803ca95b02SDimitry Andric case WebAssembly::STORE16_I32:
1813ca95b02SDimitry Andric case WebAssembly::STORE8_I64:
1823ca95b02SDimitry Andric case WebAssembly::STORE16_I64:
183d88c1a5aSDimitry Andric case WebAssembly::STORE32_I64:
1844ba319b5SDimitry Andric case WebAssembly::ATOMIC_STORE_I32:
1854ba319b5SDimitry Andric case WebAssembly::ATOMIC_STORE8_I32:
1864ba319b5SDimitry Andric case WebAssembly::ATOMIC_STORE16_I32:
1874ba319b5SDimitry Andric case WebAssembly::ATOMIC_STORE_I64:
1884ba319b5SDimitry Andric case WebAssembly::ATOMIC_STORE8_I64:
1894ba319b5SDimitry Andric case WebAssembly::ATOMIC_STORE16_I64:
1904ba319b5SDimitry Andric case WebAssembly::ATOMIC_STORE32_I64:
191d88c1a5aSDimitry Andric RewriteP2Align(MI, WebAssembly::StoreP2AlignOperandNo);
1923ca95b02SDimitry Andric break;
1933ca95b02SDimitry Andric default:
1943ca95b02SDimitry Andric break;
1953ca95b02SDimitry Andric }
1963ca95b02SDimitry Andric }
1973ca95b02SDimitry Andric }
1983ca95b02SDimitry Andric
1993ca95b02SDimitry Andric return Changed;
2003ca95b02SDimitry Andric }
201