1 //===- AMDGPUInstructionSelector --------------------------------*- C++ -*-==//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 /// \file
9 /// This file declares the targeting of the InstructionSelector class for
10 /// AMDGPU.
11 //===----------------------------------------------------------------------===//
12 
13 #ifndef LLVM_LIB_TARGET_AMDGPU_AMDGPUINSTRUCTIONSELECTOR_H
14 #define LLVM_LIB_TARGET_AMDGPU_AMDGPUINSTRUCTIONSELECTOR_H
15 
16 #include "llvm/CodeGen/GlobalISel/InstructionSelector.h"
17 #include "llvm/CodeGen/Register.h"
18 #include "llvm/IR/InstrTypes.h"
19 #include "llvm/IR/Intrinsics.h"
20 #include "llvm/IR/IntrinsicsAMDGPU.h"
21 
22 namespace {
23 #define GET_GLOBALISEL_PREDICATE_BITSET
24 #define AMDGPUSubtarget GCNSubtarget
25 #include "AMDGPUGenGlobalISel.inc"
26 #undef GET_GLOBALISEL_PREDICATE_BITSET
27 #undef AMDGPUSubtarget
28 }
29 
30 namespace llvm {
31 
32 namespace AMDGPU {
33 struct ImageDimIntrinsicInfo;
34 }
35 
36 class AMDGPUInstrInfo;
37 class AMDGPURegisterBankInfo;
38 class AMDGPUTargetMachine;
39 class BlockFrequencyInfo;
40 class ProfileSummaryInfo;
41 class GCNSubtarget;
42 class MachineInstr;
43 class MachineIRBuilder;
44 class MachineOperand;
45 class MachineRegisterInfo;
46 class RegisterBank;
47 class SIInstrInfo;
48 class SIMachineFunctionInfo;
49 class SIRegisterInfo;
50 class TargetRegisterClass;
51 
52 class AMDGPUInstructionSelector final : public InstructionSelector {
53 private:
54   MachineRegisterInfo *MRI;
55   const GCNSubtarget *Subtarget;
56 
57 public:
58   AMDGPUInstructionSelector(const GCNSubtarget &STI,
59                             const AMDGPURegisterBankInfo &RBI,
60                             const AMDGPUTargetMachine &TM);
61 
62   bool select(MachineInstr &I) override;
63   static const char *getName();
64 
65   void setupMF(MachineFunction &MF, GISelKnownBits *KB,
66                CodeGenCoverage &CoverageInfo, ProfileSummaryInfo *PSI,
67                BlockFrequencyInfo *BFI) override;
68 
69 private:
70   struct GEPInfo {
71     const MachineInstr &GEP;
72     SmallVector<unsigned, 2> SgprParts;
73     SmallVector<unsigned, 2> VgprParts;
74     int64_t Imm;
75     GEPInfo(const MachineInstr &GEP) : GEP(GEP), Imm(0) { }
76   };
77 
78   bool isSGPR(Register Reg) const;
79 
80   bool isInstrUniform(const MachineInstr &MI) const;
81   bool isVCC(Register Reg, const MachineRegisterInfo &MRI) const;
82 
83   const RegisterBank *getArtifactRegBank(
84     Register Reg, const MachineRegisterInfo &MRI,
85     const TargetRegisterInfo &TRI) const;
86 
87   /// tblgen-erated 'select' implementation.
88   bool selectImpl(MachineInstr &I, CodeGenCoverage &CoverageInfo) const;
89 
90   MachineOperand getSubOperand64(MachineOperand &MO,
91                                  const TargetRegisterClass &SubRC,
92                                  unsigned SubIdx) const;
93 
94   bool constrainCopyLikeIntrin(MachineInstr &MI, unsigned NewOpc) const;
95   bool selectCOPY(MachineInstr &I) const;
96   bool selectPHI(MachineInstr &I) const;
97   bool selectG_TRUNC(MachineInstr &I) const;
98   bool selectG_SZA_EXT(MachineInstr &I) const;
99   bool selectG_CONSTANT(MachineInstr &I) const;
100   bool selectG_FNEG(MachineInstr &I) const;
101   bool selectG_FABS(MachineInstr &I) const;
102   bool selectG_AND_OR_XOR(MachineInstr &I) const;
103   bool selectG_ADD_SUB(MachineInstr &I) const;
104   bool selectG_UADDO_USUBO_UADDE_USUBE(MachineInstr &I) const;
105   bool selectG_EXTRACT(MachineInstr &I) const;
106   bool selectG_MERGE_VALUES(MachineInstr &I) const;
107   bool selectG_UNMERGE_VALUES(MachineInstr &I) const;
108   bool selectG_BUILD_VECTOR_TRUNC(MachineInstr &I) const;
109   bool selectG_PTR_ADD(MachineInstr &I) const;
110   bool selectG_IMPLICIT_DEF(MachineInstr &I) const;
111   bool selectG_INSERT(MachineInstr &I) const;
112 
113   bool selectInterpP1F16(MachineInstr &MI) const;
114   bool selectWritelane(MachineInstr &MI) const;
115   bool selectDivScale(MachineInstr &MI) const;
116   bool selectIntrinsicIcmp(MachineInstr &MI) const;
117   bool selectBallot(MachineInstr &I) const;
118   bool selectRelocConstant(MachineInstr &I) const;
119   bool selectGroupStaticSize(MachineInstr &I) const;
120   bool selectReturnAddress(MachineInstr &I) const;
121   bool selectG_INTRINSIC(MachineInstr &I) const;
122 
123   bool selectEndCfIntrinsic(MachineInstr &MI) const;
124   bool selectDSOrderedIntrinsic(MachineInstr &MI, Intrinsic::ID IID) const;
125   bool selectDSGWSIntrinsic(MachineInstr &MI, Intrinsic::ID IID) const;
126   bool selectDSAppendConsume(MachineInstr &MI, bool IsAppend) const;
127   bool selectSBarrier(MachineInstr &MI) const;
128 
129   bool selectImageIntrinsic(MachineInstr &MI,
130                             const AMDGPU::ImageDimIntrinsicInfo *Intr) const;
131   bool selectG_INTRINSIC_W_SIDE_EFFECTS(MachineInstr &I) const;
132   int getS_CMPOpcode(CmpInst::Predicate P, unsigned Size) const;
133   bool selectG_ICMP(MachineInstr &I) const;
134   bool hasVgprParts(ArrayRef<GEPInfo> AddrInfo) const;
135   void getAddrModeInfo(const MachineInstr &Load, const MachineRegisterInfo &MRI,
136                        SmallVectorImpl<GEPInfo> &AddrInfo) const;
137   bool selectSMRD(MachineInstr &I, ArrayRef<GEPInfo> AddrInfo) const;
138 
139   void initM0(MachineInstr &I) const;
140   bool selectG_LOAD_STORE_ATOMICRMW(MachineInstr &I) const;
141   bool selectG_AMDGPU_ATOMIC_CMPXCHG(MachineInstr &I) const;
142   bool selectG_SELECT(MachineInstr &I) const;
143   bool selectG_BRCOND(MachineInstr &I) const;
144   bool selectG_GLOBAL_VALUE(MachineInstr &I) const;
145   bool selectG_PTRMASK(MachineInstr &I) const;
146   bool selectG_EXTRACT_VECTOR_ELT(MachineInstr &I) const;
147   bool selectG_INSERT_VECTOR_ELT(MachineInstr &I) const;
148   bool selectG_SHUFFLE_VECTOR(MachineInstr &I) const;
149   bool selectAMDGPU_BUFFER_ATOMIC_FADD(MachineInstr &I) const;
150   bool selectGlobalAtomicFaddIntrinsic(MachineInstr &I) const;
151   bool selectBVHIntrinsic(MachineInstr &I) const;
152 
153   std::pair<Register, unsigned> selectVOP3ModsImpl(MachineOperand &Root,
154                                                    bool AllowAbs = true) const;
155 
156   InstructionSelector::ComplexRendererFns
157   selectVCSRC(MachineOperand &Root) const;
158 
159   InstructionSelector::ComplexRendererFns
160   selectVSRC0(MachineOperand &Root) const;
161 
162   InstructionSelector::ComplexRendererFns
163   selectVOP3Mods0(MachineOperand &Root) const;
164   InstructionSelector::ComplexRendererFns
165   selectVOP3BMods0(MachineOperand &Root) const;
166   InstructionSelector::ComplexRendererFns
167   selectVOP3OMods(MachineOperand &Root) const;
168   InstructionSelector::ComplexRendererFns
169   selectVOP3Mods(MachineOperand &Root) const;
170   InstructionSelector::ComplexRendererFns
171   selectVOP3BMods(MachineOperand &Root) const;
172 
173   ComplexRendererFns selectVOP3NoMods(MachineOperand &Root) const;
174 
175   InstructionSelector::ComplexRendererFns
176   selectVOP3Mods_nnan(MachineOperand &Root) const;
177 
178   std::pair<Register, unsigned>
179   selectVOP3PModsImpl(Register Src, const MachineRegisterInfo &MRI) const;
180 
181   InstructionSelector::ComplexRendererFns
182   selectVOP3PMods(MachineOperand &Root) const;
183 
184   InstructionSelector::ComplexRendererFns
185   selectVOP3OpSelMods(MachineOperand &Root) const;
186 
187   InstructionSelector::ComplexRendererFns
188   selectSmrdImm(MachineOperand &Root) const;
189   InstructionSelector::ComplexRendererFns
190   selectSmrdImm32(MachineOperand &Root) const;
191   InstructionSelector::ComplexRendererFns
192   selectSmrdSgpr(MachineOperand &Root) const;
193 
194   template <bool Signed>
195   std::pair<Register, int>
196   selectFlatOffsetImpl(MachineOperand &Root) const;
197 
198   InstructionSelector::ComplexRendererFns
199   selectFlatOffset(MachineOperand &Root) const;
200   InstructionSelector::ComplexRendererFns
201   selectFlatOffsetSigned(MachineOperand &Root) const;
202 
203   InstructionSelector::ComplexRendererFns
204   selectGlobalSAddr(MachineOperand &Root) const;
205 
206   InstructionSelector::ComplexRendererFns
207   selectScratchSAddr(MachineOperand &Root) const;
208 
209   InstructionSelector::ComplexRendererFns
210   selectMUBUFScratchOffen(MachineOperand &Root) const;
211   InstructionSelector::ComplexRendererFns
212   selectMUBUFScratchOffset(MachineOperand &Root) const;
213 
214   bool isDSOffsetLegal(Register Base, int64_t Offset) const;
215   bool isDSOffset2Legal(Register Base, int64_t Offset0, int64_t Offset1,
216                         unsigned Size) const;
217 
218   std::pair<Register, unsigned>
219   selectDS1Addr1OffsetImpl(MachineOperand &Root) const;
220   InstructionSelector::ComplexRendererFns
221   selectDS1Addr1Offset(MachineOperand &Root) const;
222 
223   InstructionSelector::ComplexRendererFns
224   selectDS64Bit4ByteAligned(MachineOperand &Root) const;
225 
226   InstructionSelector::ComplexRendererFns
227   selectDS128Bit8ByteAligned(MachineOperand &Root) const;
228 
229   std::pair<Register, unsigned> selectDSReadWrite2Impl(MachineOperand &Root,
230                                                        unsigned size) const;
231   InstructionSelector::ComplexRendererFns
232   selectDSReadWrite2(MachineOperand &Root, unsigned size) const;
233 
234   std::pair<Register, int64_t>
235   getPtrBaseWithConstantOffset(Register Root,
236                                const MachineRegisterInfo &MRI) const;
237 
238   // Parse out a chain of up to two g_ptr_add instructions.
239   // g_ptr_add (n0, _)
240   // g_ptr_add (n0, (n1 = g_ptr_add n2, n3))
241   struct MUBUFAddressData {
242     Register N0, N2, N3;
243     int64_t Offset = 0;
244   };
245 
246   bool shouldUseAddr64(MUBUFAddressData AddrData) const;
247 
248   void splitIllegalMUBUFOffset(MachineIRBuilder &B,
249                                Register &SOffset, int64_t &ImmOffset) const;
250 
251   MUBUFAddressData parseMUBUFAddress(Register Src) const;
252 
253   bool selectMUBUFAddr64Impl(MachineOperand &Root, Register &VAddr,
254                              Register &RSrcReg, Register &SOffset,
255                              int64_t &Offset) const;
256 
257   bool selectMUBUFOffsetImpl(MachineOperand &Root, Register &RSrcReg,
258                              Register &SOffset, int64_t &Offset) const;
259 
260   InstructionSelector::ComplexRendererFns
261   selectMUBUFAddr64(MachineOperand &Root) const;
262 
263   InstructionSelector::ComplexRendererFns
264   selectMUBUFOffset(MachineOperand &Root) const;
265 
266   InstructionSelector::ComplexRendererFns
267   selectMUBUFOffsetAtomic(MachineOperand &Root) const;
268 
269   InstructionSelector::ComplexRendererFns
270   selectMUBUFAddr64Atomic(MachineOperand &Root) const;
271 
272   ComplexRendererFns selectSMRDBufferImm(MachineOperand &Root) const;
273   ComplexRendererFns selectSMRDBufferImm32(MachineOperand &Root) const;
274 
275   void renderTruncImm32(MachineInstrBuilder &MIB, const MachineInstr &MI,
276                         int OpIdx = -1) const;
277 
278   void renderTruncTImm(MachineInstrBuilder &MIB, const MachineInstr &MI,
279                        int OpIdx) const;
280 
281   void renderNegateImm(MachineInstrBuilder &MIB, const MachineInstr &MI,
282                        int OpIdx) const;
283 
284   void renderBitcastImm(MachineInstrBuilder &MIB, const MachineInstr &MI,
285                         int OpIdx) const;
286 
287   void renderPopcntImm(MachineInstrBuilder &MIB, const MachineInstr &MI,
288                        int OpIdx) const;
289   void renderExtractGLC(MachineInstrBuilder &MIB, const MachineInstr &MI,
290                         int OpIdx) const;
291   void renderExtractSLC(MachineInstrBuilder &MIB, const MachineInstr &MI,
292                         int OpIdx) const;
293   void renderExtractDLC(MachineInstrBuilder &MIB, const MachineInstr &MI,
294                         int OpIdx) const;
295   void renderExtractSWZ(MachineInstrBuilder &MIB, const MachineInstr &MI,
296                         int OpIdx) const;
297   void renderExtractSCCB(MachineInstrBuilder &MIB, const MachineInstr &MI,
298                          int OpIdx) const;
299 
300   void renderFrameIndex(MachineInstrBuilder &MIB, const MachineInstr &MI,
301                         int OpIdx) const;
302 
303   bool isInlineImmediate16(int64_t Imm) const;
304   bool isInlineImmediate32(int64_t Imm) const;
305   bool isInlineImmediate64(int64_t Imm) const;
306   bool isInlineImmediate(const APFloat &Imm) const;
307 
308   const SIInstrInfo &TII;
309   const SIRegisterInfo &TRI;
310   const AMDGPURegisterBankInfo &RBI;
311   const AMDGPUTargetMachine &TM;
312   const GCNSubtarget &STI;
313   bool EnableLateStructurizeCFG;
314 #define GET_GLOBALISEL_PREDICATES_DECL
315 #define AMDGPUSubtarget GCNSubtarget
316 #include "AMDGPUGenGlobalISel.inc"
317 #undef GET_GLOBALISEL_PREDICATES_DECL
318 #undef AMDGPUSubtarget
319 
320 #define GET_GLOBALISEL_TEMPORARIES_DECL
321 #include "AMDGPUGenGlobalISel.inc"
322 #undef GET_GLOBALISEL_TEMPORARIES_DECL
323 };
324 
325 } // End llvm namespace.
326 #endif
327