1bb372243SDan Gohman //=- WebAssemblySetP2AlignOperands.cpp - Set alignments on loads and stores -=//
2bb372243SDan Gohman //
3bb372243SDan Gohman //                     The LLVM Compiler Infrastructure
4bb372243SDan Gohman //
5bb372243SDan Gohman // This file is distributed under the University of Illinois Open Source
6bb372243SDan Gohman // License. See LICENSE.TXT for details.
7bb372243SDan Gohman //
8bb372243SDan Gohman //===----------------------------------------------------------------------===//
9bb372243SDan Gohman ///
10bb372243SDan Gohman /// \file
115f8f34e4SAdrian Prantl /// This file sets the p2align operands on load and store instructions.
12bb372243SDan Gohman ///
13bb372243SDan Gohman //===----------------------------------------------------------------------===//
14bb372243SDan Gohman 
15bb372243SDan Gohman #include "MCTargetDesc/WebAssemblyMCTargetDesc.h"
166bda14b3SChandler Carruth #include "WebAssembly.h"
17bb372243SDan Gohman #include "WebAssemblyMachineFunctionInfo.h"
18bb372243SDan Gohman #include "llvm/CodeGen/MachineBlockFrequencyInfo.h"
19bb372243SDan Gohman #include "llvm/CodeGen/MachineMemOperand.h"
20bb372243SDan Gohman #include "llvm/CodeGen/Passes.h"
21bb372243SDan Gohman #include "llvm/Support/Debug.h"
22bb372243SDan Gohman #include "llvm/Support/raw_ostream.h"
23bb372243SDan Gohman using namespace llvm;
24bb372243SDan Gohman 
25bb372243SDan Gohman #define DEBUG_TYPE "wasm-set-p2align-operands"
26bb372243SDan Gohman 
27bb372243SDan Gohman namespace {
28bb372243SDan Gohman class WebAssemblySetP2AlignOperands final : public MachineFunctionPass {
29bb372243SDan Gohman public:
30bb372243SDan Gohman   static char ID; // Pass identification, replacement for typeid
31bb372243SDan Gohman   WebAssemblySetP2AlignOperands() : MachineFunctionPass(ID) {}
32bb372243SDan Gohman 
33117296c0SMehdi Amini   StringRef getPassName() const override {
34bb372243SDan Gohman     return "WebAssembly Set p2align Operands";
35bb372243SDan Gohman   }
36bb372243SDan Gohman 
37bb372243SDan Gohman   void getAnalysisUsage(AnalysisUsage &AU) const override {
38bb372243SDan Gohman     AU.setPreservesCFG();
39bb372243SDan Gohman     AU.addPreserved<MachineBlockFrequencyInfo>();
40bb372243SDan Gohman     AU.addPreservedID(MachineDominatorsID);
41bb372243SDan Gohman     MachineFunctionPass::getAnalysisUsage(AU);
42bb372243SDan Gohman   }
43bb372243SDan Gohman 
44bb372243SDan Gohman   bool runOnMachineFunction(MachineFunction &MF) override;
45bb372243SDan Gohman };
46bb372243SDan Gohman } // end anonymous namespace
47bb372243SDan Gohman 
48bb372243SDan Gohman char WebAssemblySetP2AlignOperands::ID = 0;
4940926451SJacob Gravelle INITIALIZE_PASS(WebAssemblySetP2AlignOperands, DEBUG_TYPE,
5040926451SJacob Gravelle                 "Set the p2align operands for WebAssembly loads and stores",
5140926451SJacob Gravelle                 false, false)
5240926451SJacob Gravelle 
53bb372243SDan Gohman FunctionPass *llvm::createWebAssemblySetP2AlignOperands() {
54bb372243SDan Gohman   return new WebAssemblySetP2AlignOperands();
55bb372243SDan Gohman }
56bb372243SDan Gohman 
577f1bdb2eSDan Gohman static void RewriteP2Align(MachineInstr &MI, unsigned OperandNo) {
587f1bdb2eSDan Gohman   assert(MI.getOperand(OperandNo).getImm() == 0 &&
597f1bdb2eSDan Gohman          "ISel should set p2align operands to 0");
607f1bdb2eSDan Gohman   assert(MI.hasOneMemOperand() &&
617f1bdb2eSDan Gohman          "Load and store instructions have exactly one mem operand");
627f1bdb2eSDan Gohman   assert((*MI.memoperands_begin())->getSize() ==
63f208f631SHeejin Ahn              (UINT64_C(1) << WebAssembly::GetDefaultP2Align(MI.getOpcode())) &&
647f1bdb2eSDan Gohman          "Default p2align value should be natural");
657f1bdb2eSDan Gohman   assert(MI.getDesc().OpInfo[OperandNo].OperandType ==
667f1bdb2eSDan Gohman              WebAssembly::OPERAND_P2ALIGN &&
677f1bdb2eSDan Gohman          "Load and store instructions should have a p2align operand");
687f1bdb2eSDan Gohman   uint64_t P2Align = Log2_64((*MI.memoperands_begin())->getAlignment());
697f1bdb2eSDan Gohman 
707f1bdb2eSDan Gohman   // WebAssembly does not currently support supernatural alignment.
71f208f631SHeejin Ahn   P2Align = std::min(P2Align,
72f208f631SHeejin Ahn                      uint64_t(WebAssembly::GetDefaultP2Align(MI.getOpcode())));
737f1bdb2eSDan Gohman 
747f1bdb2eSDan Gohman   MI.getOperand(OperandNo).setImm(P2Align);
757f1bdb2eSDan Gohman }
767f1bdb2eSDan Gohman 
77bb372243SDan Gohman bool WebAssemblySetP2AlignOperands::runOnMachineFunction(MachineFunction &MF) {
78d34e60caSNicola Zaghen   LLVM_DEBUG({
79bb372243SDan Gohman     dbgs() << "********** Set p2align Operands **********\n"
80bb372243SDan Gohman            << "********** Function: " << MF.getName() << '\n';
81bb372243SDan Gohman   });
82bb372243SDan Gohman 
83bb372243SDan Gohman   bool Changed = false;
84bb372243SDan Gohman 
85bb372243SDan Gohman   for (auto &MBB : MF) {
86bb372243SDan Gohman     for (auto &MI : MBB) {
87bb372243SDan Gohman       switch (MI.getOpcode()) {
88bb372243SDan Gohman       case WebAssembly::LOAD_I32:
89bb372243SDan Gohman       case WebAssembly::LOAD_I64:
90bb372243SDan Gohman       case WebAssembly::LOAD_F32:
91bb372243SDan Gohman       case WebAssembly::LOAD_F64:
92*b61232eaSThomas Lively       case WebAssembly::LOAD_v16i8:
93*b61232eaSThomas Lively       case WebAssembly::LOAD_v8i16:
94*b61232eaSThomas Lively       case WebAssembly::LOAD_v4i32:
95*b61232eaSThomas Lively       case WebAssembly::LOAD_v2i64:
96*b61232eaSThomas Lively       case WebAssembly::LOAD_v4f32:
97*b61232eaSThomas Lively       case WebAssembly::LOAD_v2f64:
98bb372243SDan Gohman       case WebAssembly::LOAD8_S_I32:
99bb372243SDan Gohman       case WebAssembly::LOAD8_U_I32:
100bb372243SDan Gohman       case WebAssembly::LOAD16_S_I32:
101bb372243SDan Gohman       case WebAssembly::LOAD16_U_I32:
102bb372243SDan Gohman       case WebAssembly::LOAD8_S_I64:
103bb372243SDan Gohman       case WebAssembly::LOAD8_U_I64:
104bb372243SDan Gohman       case WebAssembly::LOAD16_S_I64:
105bb372243SDan Gohman       case WebAssembly::LOAD16_U_I64:
106bb372243SDan Gohman       case WebAssembly::LOAD32_S_I64:
107bb372243SDan Gohman       case WebAssembly::LOAD32_U_I64:
10818ba1928SDerek Schuff       case WebAssembly::ATOMIC_LOAD_I32:
109885dc592SDerek Schuff       case WebAssembly::ATOMIC_LOAD8_U_I32:
110885dc592SDerek Schuff       case WebAssembly::ATOMIC_LOAD16_U_I32:
111885dc592SDerek Schuff       case WebAssembly::ATOMIC_LOAD_I64:
112885dc592SDerek Schuff       case WebAssembly::ATOMIC_LOAD8_U_I64:
113885dc592SDerek Schuff       case WebAssembly::ATOMIC_LOAD16_U_I64:
114885dc592SDerek Schuff       case WebAssembly::ATOMIC_LOAD32_U_I64:
115fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_ADD_I32:
116fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_ADD_I64:
117fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_SUB_I32:
118fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_SUB_I64:
119fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_AND_I32:
120fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_AND_I64:
121fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_OR_I32:
122fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_OR_I64:
123fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_XOR_I32:
124fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_XOR_I64:
125fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_XCHG_I32:
126fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_XCHG_I64:
127b3724b71SHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_CMPXCHG_I32:
128b3724b71SHeejin Ahn       case WebAssembly::ATOMIC_RMW8_U_CMPXCHG_I64:
129fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_ADD_I32:
130fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_ADD_I64:
131fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_SUB_I32:
132fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_SUB_I64:
133fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_AND_I32:
134fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_AND_I64:
135fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_OR_I32:
136fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_OR_I64:
137fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_XOR_I32:
138fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_XOR_I64:
139fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_XCHG_I32:
140fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_XCHG_I64:
141b3724b71SHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_CMPXCHG_I32:
142b3724b71SHeejin Ahn       case WebAssembly::ATOMIC_RMW16_U_CMPXCHG_I64:
143fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_ADD_I32:
144fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW32_U_ADD_I64:
145fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_SUB_I32:
146fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW32_U_SUB_I64:
147fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_AND_I32:
148fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW32_U_AND_I64:
149fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_OR_I32:
150fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW32_U_OR_I64:
151fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_XOR_I32:
152fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW32_U_XOR_I64:
153fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_XCHG_I32:
154fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW32_U_XCHG_I64:
155b3724b71SHeejin Ahn       case WebAssembly::ATOMIC_RMW_CMPXCHG_I32:
156b3724b71SHeejin Ahn       case WebAssembly::ATOMIC_RMW32_U_CMPXCHG_I64:
157fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_ADD_I64:
158fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_SUB_I64:
159fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_AND_I64:
160fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_OR_I64:
161fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_XOR_I64:
162fed7382eSHeejin Ahn       case WebAssembly::ATOMIC_RMW_XCHG_I64:
163b3724b71SHeejin Ahn       case WebAssembly::ATOMIC_RMW_CMPXCHG_I64:
1644128cb0bSHeejin Ahn       case WebAssembly::ATOMIC_NOTIFY:
1654128cb0bSHeejin Ahn       case WebAssembly::ATOMIC_WAIT_I32:
1664128cb0bSHeejin Ahn       case WebAssembly::ATOMIC_WAIT_I64:
1677f1bdb2eSDan Gohman         RewriteP2Align(MI, WebAssembly::LoadP2AlignOperandNo);
1687f1bdb2eSDan Gohman         break;
169bb372243SDan Gohman       case WebAssembly::STORE_I32:
170bb372243SDan Gohman       case WebAssembly::STORE_I64:
171bb372243SDan Gohman       case WebAssembly::STORE_F32:
172bb372243SDan Gohman       case WebAssembly::STORE_F64:
173*b61232eaSThomas Lively       case WebAssembly::STORE_v16i8:
174*b61232eaSThomas Lively       case WebAssembly::STORE_v8i16:
175*b61232eaSThomas Lively       case WebAssembly::STORE_v4i32:
176*b61232eaSThomas Lively       case WebAssembly::STORE_v2i64:
177*b61232eaSThomas Lively       case WebAssembly::STORE_v4f32:
178*b61232eaSThomas Lively       case WebAssembly::STORE_v2f64:
179bb372243SDan Gohman       case WebAssembly::STORE8_I32:
180bb372243SDan Gohman       case WebAssembly::STORE16_I32:
181bb372243SDan Gohman       case WebAssembly::STORE8_I64:
182bb372243SDan Gohman       case WebAssembly::STORE16_I64:
1837f1bdb2eSDan Gohman       case WebAssembly::STORE32_I64:
184402b4908SHeejin Ahn       case WebAssembly::ATOMIC_STORE_I32:
185402b4908SHeejin Ahn       case WebAssembly::ATOMIC_STORE8_I32:
186402b4908SHeejin Ahn       case WebAssembly::ATOMIC_STORE16_I32:
187402b4908SHeejin Ahn       case WebAssembly::ATOMIC_STORE_I64:
188402b4908SHeejin Ahn       case WebAssembly::ATOMIC_STORE8_I64:
189402b4908SHeejin Ahn       case WebAssembly::ATOMIC_STORE16_I64:
190402b4908SHeejin Ahn       case WebAssembly::ATOMIC_STORE32_I64:
1917f1bdb2eSDan Gohman         RewriteP2Align(MI, WebAssembly::StoreP2AlignOperandNo);
192bb372243SDan Gohman         break;
193bb372243SDan Gohman       default:
194bb372243SDan Gohman         break;
195bb372243SDan Gohman       }
196bb372243SDan Gohman     }
197bb372243SDan Gohman   }
198bb372243SDan Gohman 
199bb372243SDan Gohman   return Changed;
200bb372243SDan Gohman }
201