1//===-- SOPInstructions.td - SOP Instruction Defintions -------------------===//
2//
3//                     The LLVM Compiler Infrastructure
4//
5// This file is distributed under the University of Illinois Open Source
6// License. See LICENSE.TXT for details.
7//
8//===----------------------------------------------------------------------===//
9
10def GPRIdxModeMatchClass : AsmOperandClass {
11  let Name = "GPRIdxMode";
12  let PredicateMethod = "isGPRIdxMode";
13  let RenderMethod = "addImmOperands";
14}
15
16def GPRIdxMode : Operand<i32> {
17  let PrintMethod = "printVGPRIndexMode";
18  let ParserMatchClass = GPRIdxModeMatchClass;
19  let OperandType = "OPERAND_IMMEDIATE";
20}
21
22class SOP_Pseudo<string opName, dag outs, dag ins, string asmOps,
23                  list<dag> pattern=[]> :
24    InstSI<outs, ins, "", pattern>,
25    SIMCInstr<opName, SIEncodingFamily.NONE> {
26
27  let isPseudo = 1;
28  let isCodeGenOnly = 1;
29  let SubtargetPredicate = isGCN;
30
31  string Mnemonic = opName;
32  string AsmOperands = asmOps;
33
34  bits<1> has_sdst = 0;
35}
36
37//===----------------------------------------------------------------------===//
38// SOP1 Instructions
39//===----------------------------------------------------------------------===//
40
41class SOP1_Pseudo <string opName, dag outs, dag ins,
42                   string asmOps, list<dag> pattern=[]> :
43  SOP_Pseudo<opName, outs, ins, asmOps, pattern> {
44
45  let mayLoad = 0;
46  let mayStore = 0;
47  let hasSideEffects = 0;
48  let SALU = 1;
49  let SOP1 = 1;
50  let SchedRW = [WriteSALU];
51  let Size = 4;
52  let UseNamedOperandTable = 1;
53
54  bits<1> has_src0 = 1;
55  bits<1> has_sdst = 1;
56}
57
58class SOP1_Real<bits<8> op, SOP1_Pseudo ps> :
59  InstSI <ps.OutOperandList, ps.InOperandList,
60          ps.Mnemonic # " " # ps.AsmOperands, []>,
61  Enc32 {
62
63  let isPseudo = 0;
64  let isCodeGenOnly = 0;
65  let Size = 4;
66
67  // copy relevant pseudo op flags
68  let SubtargetPredicate = ps.SubtargetPredicate;
69  let AsmMatchConverter  = ps.AsmMatchConverter;
70
71  // encoding
72  bits<7> sdst;
73  bits<8> src0;
74
75  let Inst{7-0} = !if(ps.has_src0, src0, ?);
76  let Inst{15-8} = op;
77  let Inst{22-16} = !if(ps.has_sdst, sdst, ?);
78  let Inst{31-23} = 0x17d; //encoding;
79}
80
81class SOP1_32 <string opName, list<dag> pattern=[]> : SOP1_Pseudo <
82  opName, (outs SReg_32:$sdst), (ins SSrc_b32:$src0),
83  "$sdst, $src0", pattern
84>;
85
86// 32-bit input, no output.
87class SOP1_0_32 <string opName, list<dag> pattern = []> : SOP1_Pseudo <
88  opName, (outs), (ins SSrc_b32:$src0),
89  "$src0", pattern> {
90  let has_sdst = 0;
91}
92
93class SOP1_0_32R <string opName, list<dag> pattern = []> : SOP1_Pseudo <
94  opName, (outs), (ins SReg_32:$src0),
95  "$src0", pattern> {
96  let has_sdst = 0;
97}
98
99class SOP1_64 <string opName, list<dag> pattern=[]> : SOP1_Pseudo <
100  opName, (outs SReg_64:$sdst), (ins SSrc_b64:$src0),
101  "$sdst, $src0", pattern
102>;
103
104// 64-bit input, 32-bit output.
105class SOP1_32_64 <string opName, list<dag> pattern=[]> : SOP1_Pseudo <
106  opName, (outs SReg_32:$sdst), (ins SSrc_b64:$src0),
107  "$sdst, $src0", pattern
108>;
109
110// 32-bit input, 64-bit output.
111class SOP1_64_32 <string opName, list<dag> pattern=[]> : SOP1_Pseudo <
112  opName, (outs SReg_64:$sdst), (ins SSrc_b32:$src0),
113  "$sdst, $src0", pattern
114>;
115
116// no input, 64-bit output.
117class SOP1_64_0 <string opName, list<dag> pattern=[]> : SOP1_Pseudo <
118  opName, (outs SReg_64:$sdst), (ins), "$sdst", pattern> {
119  let has_src0 = 0;
120}
121
122// 64-bit input, no output
123class SOP1_1 <string opName, list<dag> pattern=[]> : SOP1_Pseudo <
124  opName, (outs), (ins SReg_64:$src0), "$src0", pattern> {
125  let has_sdst = 0;
126}
127
128
129let isMoveImm = 1 in {
130  let isReMaterializable = 1, isAsCheapAsAMove = 1 in {
131    def S_MOV_B32 : SOP1_32 <"s_mov_b32">;
132    def S_MOV_B64 : SOP1_64 <"s_mov_b64">;
133  } // End isRematerializeable = 1
134
135  let Uses = [SCC] in {
136    def S_CMOV_B32 : SOP1_32 <"s_cmov_b32">;
137    def S_CMOV_B64 : SOP1_64 <"s_cmov_b64">;
138  } // End Uses = [SCC]
139} // End isMoveImm = 1
140
141let Defs = [SCC] in {
142  def S_NOT_B32 : SOP1_32 <"s_not_b32",
143    [(set i32:$sdst, (not i32:$src0))]
144  >;
145
146  def S_NOT_B64 : SOP1_64 <"s_not_b64",
147    [(set i64:$sdst, (not i64:$src0))]
148  >;
149  def S_WQM_B32 : SOP1_32 <"s_wqm_b32">;
150  def S_WQM_B64 : SOP1_64 <"s_wqm_b64",
151    [(set i1:$sdst, (int_amdgcn_wqm_vote i1:$src0))]
152  >;
153} // End Defs = [SCC]
154
155
156def S_BREV_B32 : SOP1_32 <"s_brev_b32",
157  [(set i32:$sdst, (bitreverse i32:$src0))]
158>;
159def S_BREV_B64 : SOP1_64 <"s_brev_b64">;
160
161let Defs = [SCC] in {
162def S_BCNT0_I32_B32 : SOP1_32 <"s_bcnt0_i32_b32">;
163def S_BCNT0_I32_B64 : SOP1_32_64 <"s_bcnt0_i32_b64">;
164def S_BCNT1_I32_B32 : SOP1_32 <"s_bcnt1_i32_b32",
165  [(set i32:$sdst, (ctpop i32:$src0))]
166>;
167def S_BCNT1_I32_B64 : SOP1_32_64 <"s_bcnt1_i32_b64">;
168} // End Defs = [SCC]
169
170def S_FF0_I32_B32 : SOP1_32 <"s_ff0_i32_b32">;
171def S_FF0_I32_B64 : SOP1_32_64 <"s_ff0_i32_b64">;
172def S_FF1_I32_B64 : SOP1_32_64 <"s_ff1_i32_b64">;
173
174def S_FF1_I32_B32 : SOP1_32 <"s_ff1_i32_b32",
175  [(set i32:$sdst, (AMDGPUffbl_b32 i32:$src0))]
176>;
177
178def S_FLBIT_I32_B32 : SOP1_32 <"s_flbit_i32_b32",
179  [(set i32:$sdst, (AMDGPUffbh_u32 i32:$src0))]
180>;
181
182def S_FLBIT_I32_B64 : SOP1_32_64 <"s_flbit_i32_b64">;
183def S_FLBIT_I32 : SOP1_32 <"s_flbit_i32",
184  [(set i32:$sdst, (AMDGPUffbh_i32 i32:$src0))]
185>;
186def S_FLBIT_I32_I64 : SOP1_32_64 <"s_flbit_i32_i64">;
187def S_SEXT_I32_I8 : SOP1_32 <"s_sext_i32_i8",
188  [(set i32:$sdst, (sext_inreg i32:$src0, i8))]
189>;
190def S_SEXT_I32_I16 : SOP1_32 <"s_sext_i32_i16",
191  [(set i32:$sdst, (sext_inreg i32:$src0, i16))]
192>;
193
194def S_BITSET0_B32 : SOP1_32    <"s_bitset0_b32">;
195def S_BITSET0_B64 : SOP1_64_32 <"s_bitset0_b64">;
196def S_BITSET1_B32 : SOP1_32    <"s_bitset1_b32">;
197def S_BITSET1_B64 : SOP1_64_32 <"s_bitset1_b64">;
198def S_GETPC_B64 : SOP1_64_0  <"s_getpc_b64",
199  [(set i64:$sdst, (int_amdgcn_s_getpc))]
200>;
201
202let isTerminator = 1, isBarrier = 1, SchedRW = [WriteBranch] in {
203
204let isBranch = 1, isIndirectBranch = 1 in {
205def S_SETPC_B64 : SOP1_1  <"s_setpc_b64">;
206} // End isBranch = 1, isIndirectBranch = 1
207
208let isReturn = 1 in {
209// Define variant marked as return rather than branch.
210def S_SETPC_B64_return : SOP1_1<"", [(AMDGPUret_flag i64:$src0)]>;
211}
212} // End isTerminator = 1, isBarrier = 1
213
214let isCall = 1 in {
215def S_SWAPPC_B64 : SOP1_64 <"s_swappc_b64"
216>;
217}
218
219def S_RFE_B64 : SOP1_1  <"s_rfe_b64">;
220
221let hasSideEffects = 1, Uses = [EXEC], Defs = [EXEC, SCC] in {
222
223def S_AND_SAVEEXEC_B64 : SOP1_64 <"s_and_saveexec_b64">;
224def S_OR_SAVEEXEC_B64 : SOP1_64 <"s_or_saveexec_b64">;
225def S_XOR_SAVEEXEC_B64 : SOP1_64 <"s_xor_saveexec_b64">;
226def S_ANDN2_SAVEEXEC_B64 : SOP1_64 <"s_andn2_saveexec_b64">;
227def S_ORN2_SAVEEXEC_B64 : SOP1_64 <"s_orn2_saveexec_b64">;
228def S_NAND_SAVEEXEC_B64 : SOP1_64 <"s_nand_saveexec_b64">;
229def S_NOR_SAVEEXEC_B64 : SOP1_64 <"s_nor_saveexec_b64">;
230def S_XNOR_SAVEEXEC_B64 : SOP1_64 <"s_xnor_saveexec_b64">;
231
232} // End hasSideEffects = 1, Uses = [EXEC], Defs = [EXEC, SCC]
233
234def S_QUADMASK_B32 : SOP1_32 <"s_quadmask_b32">;
235def S_QUADMASK_B64 : SOP1_64 <"s_quadmask_b64">;
236
237let Uses = [M0] in {
238def S_MOVRELS_B32 : SOP1_32 <"s_movrels_b32">;
239def S_MOVRELS_B64 : SOP1_64 <"s_movrels_b64">;
240def S_MOVRELD_B32 : SOP1_32 <"s_movreld_b32">;
241def S_MOVRELD_B64 : SOP1_64 <"s_movreld_b64">;
242} // End Uses = [M0]
243
244def S_CBRANCH_JOIN : SOP1_0_32R <"s_cbranch_join">;
245def S_MOV_REGRD_B32 : SOP1_32 <"s_mov_regrd_b32">;
246let Defs = [SCC] in {
247def S_ABS_I32 : SOP1_32 <"s_abs_i32">;
248} // End Defs = [SCC]
249def S_MOV_FED_B32 : SOP1_32 <"s_mov_fed_b32">;
250
251let SubtargetPredicate = HasVGPRIndexMode in {
252def S_SET_GPR_IDX_IDX : SOP1_0_32<"s_set_gpr_idx_idx"> {
253  let Uses = [M0];
254  let Defs = [M0];
255}
256}
257
258let SubtargetPredicate = isGFX9 in {
259  let hasSideEffects = 1, Defs = [EXEC, SCC], Uses = [EXEC] in {
260    def S_ANDN1_SAVEEXEC_B64 : SOP1_64<"s_andn1_saveexec_b64">;
261    def S_ORN1_SAVEEXEC_B64  : SOP1_64<"s_orn1_saveexec_b64">;
262    def S_ANDN1_WREXEC_B64   : SOP1_64<"s_andn1_wrexec_b64">;
263    def S_ANDN2_WREXEC_B64   : SOP1_64<"s_andn2_wrexec_b64">;
264  } // End hasSideEffects = 1, Defs = [EXEC, SCC], Uses = [EXEC]
265
266  def S_BITREPLICATE_B64_B32 : SOP1_64_32<"s_bitreplicate_b64_b32">;
267} // End SubtargetPredicate = isGFX9
268
269//===----------------------------------------------------------------------===//
270// SOP2 Instructions
271//===----------------------------------------------------------------------===//
272
273class SOP2_Pseudo<string opName, dag outs, dag ins,
274                  string asmOps, list<dag> pattern=[]> :
275  SOP_Pseudo<opName, outs, ins, asmOps, pattern> {
276
277  let mayLoad = 0;
278  let mayStore = 0;
279  let hasSideEffects = 0;
280  let SALU = 1;
281  let SOP2 = 1;
282  let SchedRW = [WriteSALU];
283  let UseNamedOperandTable = 1;
284
285  let has_sdst = 1;
286
287  // Pseudo instructions have no encodings, but adding this field here allows
288  // us to do:
289  // let sdst = xxx in {
290  // for multiclasses that include both real and pseudo instructions.
291  // field bits<7> sdst = 0;
292  // let Size = 4; // Do we need size here?
293}
294
295class SOP2_Real<bits<7> op, SOP_Pseudo ps> :
296  InstSI <ps.OutOperandList, ps.InOperandList,
297          ps.Mnemonic # " " # ps.AsmOperands, []>,
298  Enc32 {
299  let isPseudo = 0;
300  let isCodeGenOnly = 0;
301
302  // copy relevant pseudo op flags
303  let SubtargetPredicate = ps.SubtargetPredicate;
304  let AsmMatchConverter  = ps.AsmMatchConverter;
305
306  // encoding
307  bits<7> sdst;
308  bits<8> src0;
309  bits<8> src1;
310
311  let Inst{7-0}   = src0;
312  let Inst{15-8}  = src1;
313  let Inst{22-16} = !if(ps.has_sdst, sdst, ?);
314  let Inst{29-23} = op;
315  let Inst{31-30} = 0x2; // encoding
316}
317
318
319class SOP2_32 <string opName, list<dag> pattern=[]> : SOP2_Pseudo <
320  opName, (outs SReg_32:$sdst), (ins SSrc_b32:$src0, SSrc_b32:$src1),
321  "$sdst, $src0, $src1", pattern
322>;
323
324class SOP2_64 <string opName, list<dag> pattern=[]> : SOP2_Pseudo <
325  opName, (outs SReg_64:$sdst), (ins SSrc_b64:$src0, SSrc_b64:$src1),
326  "$sdst, $src0, $src1", pattern
327>;
328
329class SOP2_64_32 <string opName, list<dag> pattern=[]> : SOP2_Pseudo <
330  opName, (outs SReg_64:$sdst), (ins SSrc_b64:$src0, SSrc_b32:$src1),
331  "$sdst, $src0, $src1", pattern
332>;
333
334class SOP2_64_32_32 <string opName, list<dag> pattern=[]> : SOP2_Pseudo <
335  opName, (outs SReg_64:$sdst), (ins SSrc_b32:$src0, SSrc_b32:$src1),
336  "$sdst, $src0, $src1", pattern
337>;
338
339class UniformUnaryFrag<SDPatternOperator Op> : PatFrag <
340  (ops node:$src0),
341  (Op $src0),
342  [{ return !N->isDivergent(); }]
343>;
344
345class UniformBinFrag<SDPatternOperator Op> : PatFrag <
346  (ops node:$src0, node:$src1),
347  (Op $src0, $src1),
348  [{ return !N->isDivergent(); }]
349>;
350
351let Defs = [SCC] in { // Carry out goes to SCC
352let isCommutable = 1 in {
353def S_ADD_U32 : SOP2_32 <"s_add_u32">;
354def S_ADD_I32 : SOP2_32 <"s_add_i32",
355  [(set i32:$sdst, (UniformBinFrag<add> SSrc_b32:$src0, SSrc_b32:$src1))]
356>;
357} // End isCommutable = 1
358
359def S_SUB_U32 : SOP2_32 <"s_sub_u32">;
360def S_SUB_I32 : SOP2_32 <"s_sub_i32",
361  [(set i32:$sdst, (UniformBinFrag<sub> SSrc_b32:$src0, SSrc_b32:$src1))]
362>;
363
364let Uses = [SCC] in { // Carry in comes from SCC
365let isCommutable = 1 in {
366def S_ADDC_U32 : SOP2_32 <"s_addc_u32",
367  [(set i32:$sdst, (UniformBinFrag<adde> (i32 SSrc_b32:$src0), (i32 SSrc_b32:$src1)))]>;
368} // End isCommutable = 1
369
370def S_SUBB_U32 : SOP2_32 <"s_subb_u32",
371  [(set i32:$sdst, (UniformBinFrag<sube> (i32 SSrc_b32:$src0), (i32 SSrc_b32:$src1)))]>;
372} // End Uses = [SCC]
373
374
375let isCommutable = 1 in {
376def S_MIN_I32 : SOP2_32 <"s_min_i32",
377  [(set i32:$sdst, (UniformBinFrag<smin> i32:$src0, i32:$src1))]
378>;
379def S_MIN_U32 : SOP2_32 <"s_min_u32",
380  [(set i32:$sdst, (UniformBinFrag<umin> i32:$src0, i32:$src1))]
381>;
382def S_MAX_I32 : SOP2_32 <"s_max_i32",
383  [(set i32:$sdst, (UniformBinFrag<smax> i32:$src0, i32:$src1))]
384>;
385def S_MAX_U32 : SOP2_32 <"s_max_u32",
386  [(set i32:$sdst, (UniformBinFrag<umax> i32:$src0, i32:$src1))]
387>;
388} // End isCommutable = 1
389} // End Defs = [SCC]
390
391
392let Uses = [SCC] in {
393  def S_CSELECT_B32 : SOP2_32 <"s_cselect_b32">;
394  def S_CSELECT_B64 : SOP2_64 <"s_cselect_b64">;
395} // End Uses = [SCC]
396
397let Defs = [SCC] in {
398let isCommutable = 1 in {
399def S_AND_B32 : SOP2_32 <"s_and_b32",
400  [(set i32:$sdst, (UniformBinFrag<and> i32:$src0, i32:$src1))]
401>;
402
403def S_AND_B64 : SOP2_64 <"s_and_b64",
404  [(set i64:$sdst, (UniformBinFrag<and> i64:$src0, i64:$src1))]
405>;
406
407def S_OR_B32 : SOP2_32 <"s_or_b32",
408  [(set i32:$sdst, (UniformBinFrag<or> i32:$src0, i32:$src1))]
409>;
410
411def S_OR_B64 : SOP2_64 <"s_or_b64",
412  [(set i64:$sdst, (UniformBinFrag<or> i64:$src0, i64:$src1))]
413>;
414
415def S_XOR_B32 : SOP2_32 <"s_xor_b32",
416  [(set i32:$sdst, (UniformBinFrag<xor> i32:$src0, i32:$src1))]
417>;
418
419def S_XOR_B64 : SOP2_64 <"s_xor_b64",
420  [(set i64:$sdst, (UniformBinFrag<xor> i64:$src0, i64:$src1))]
421>;
422
423def S_XNOR_B32 : SOP2_32 <"s_xnor_b32",
424  [(set i32:$sdst, (not (xor_oneuse i32:$src0, i32:$src1)))]
425>;
426
427def S_XNOR_B64 : SOP2_64 <"s_xnor_b64",
428  [(set i64:$sdst, (not (xor_oneuse i64:$src0, i64:$src1)))]
429>;
430
431def S_NAND_B32 : SOP2_32 <"s_nand_b32",
432  [(set i32:$sdst, (not (and_oneuse i32:$src0, i32:$src1)))]
433>;
434
435def S_NAND_B64 : SOP2_64 <"s_nand_b64",
436  [(set i64:$sdst, (not (and_oneuse i64:$src0, i64:$src1)))]
437>;
438
439def S_NOR_B32 : SOP2_32 <"s_nor_b32",
440  [(set i32:$sdst, (not (or_oneuse i32:$src0, i32:$src1)))]
441>;
442
443def S_NOR_B64 : SOP2_64 <"s_nor_b64",
444  [(set i64:$sdst, (not (or_oneuse i64:$src0, i64:$src1)))]
445>;
446} // End isCommutable = 1
447
448def S_ANDN2_B32 : SOP2_32 <"s_andn2_b32",
449  [(set i32:$sdst, (UniformBinFrag<and> i32:$src0, (UniformUnaryFrag<not> i32:$src1)))]
450>;
451
452def S_ANDN2_B64 : SOP2_64 <"s_andn2_b64",
453  [(set i64:$sdst, (UniformBinFrag<and> i64:$src0, (UniformUnaryFrag<not> i64:$src1)))]
454>;
455
456def S_ORN2_B32 : SOP2_32 <"s_orn2_b32",
457  [(set i32:$sdst, (UniformBinFrag<or> i32:$src0, (UniformUnaryFrag<not> i32:$src1)))]
458>;
459
460def S_ORN2_B64 : SOP2_64 <"s_orn2_b64",
461  [(set i64:$sdst, (UniformBinFrag<or> i64:$src0, (UniformUnaryFrag<not> i64:$src1)))]
462>;
463} // End Defs = [SCC]
464
465// Use added complexity so these patterns are preferred to the VALU patterns.
466let AddedComplexity = 1 in {
467
468let Defs = [SCC] in {
469// TODO: b64 versions require VOP3 change since v_lshlrev_b64 is VOP3
470def S_LSHL_B32 : SOP2_32 <"s_lshl_b32",
471  [(set i32:$sdst, (UniformBinFrag<shl> i32:$src0, i32:$src1))]
472>;
473def S_LSHL_B64 : SOP2_64_32 <"s_lshl_b64",
474  [(set i64:$sdst, (UniformBinFrag<shl> i64:$src0, i32:$src1))]
475>;
476def S_LSHR_B32 : SOP2_32 <"s_lshr_b32",
477  [(set i32:$sdst, (UniformBinFrag<srl> i32:$src0, i32:$src1))]
478>;
479def S_LSHR_B64 : SOP2_64_32 <"s_lshr_b64",
480  [(set i64:$sdst, (UniformBinFrag<srl> i64:$src0, i32:$src1))]
481>;
482def S_ASHR_I32 : SOP2_32 <"s_ashr_i32",
483  [(set i32:$sdst, (UniformBinFrag<sra> i32:$src0, i32:$src1))]
484>;
485def S_ASHR_I64 : SOP2_64_32 <"s_ashr_i64",
486  [(set i64:$sdst, (UniformBinFrag<sra> i64:$src0, i32:$src1))]
487>;
488} // End Defs = [SCC]
489
490def S_BFM_B32 : SOP2_32 <"s_bfm_b32",
491  [(set i32:$sdst, (UniformBinFrag<AMDGPUbfm> i32:$src0, i32:$src1))]>;
492def S_BFM_B64 : SOP2_64_32_32 <"s_bfm_b64">;
493
494// TODO: S_MUL_I32 require V_MUL_LO_I32 from VOP3 change
495def S_MUL_I32 : SOP2_32 <"s_mul_i32",
496  [(set i32:$sdst, (mul i32:$src0, i32:$src1))]> {
497  let isCommutable = 1;
498}
499
500} // End AddedComplexity = 1
501
502let Defs = [SCC] in {
503def S_BFE_U32 : SOP2_32 <"s_bfe_u32">;
504def S_BFE_I32 : SOP2_32 <"s_bfe_i32">;
505def S_BFE_U64 : SOP2_64_32 <"s_bfe_u64">;
506def S_BFE_I64 : SOP2_64_32 <"s_bfe_i64">;
507} // End Defs = [SCC]
508
509def S_CBRANCH_G_FORK : SOP2_Pseudo <
510  "s_cbranch_g_fork", (outs),
511  (ins SCSrc_b64:$src0, SCSrc_b64:$src1),
512  "$src0, $src1"
513> {
514  let has_sdst = 0;
515}
516
517let Defs = [SCC] in {
518def S_ABSDIFF_I32 : SOP2_32 <"s_absdiff_i32">;
519} // End Defs = [SCC]
520
521let SubtargetPredicate = isVI in {
522  def S_RFE_RESTORE_B64 : SOP2_Pseudo <
523    "s_rfe_restore_b64", (outs),
524    (ins SSrc_b64:$src0, SSrc_b32:$src1),
525    "$src0, $src1"
526  > {
527    let hasSideEffects = 1;
528    let has_sdst = 0;
529  }
530}
531
532let SubtargetPredicate = isGFX9 in {
533  def S_PACK_LL_B32_B16 : SOP2_32<"s_pack_ll_b32_b16">;
534  def S_PACK_LH_B32_B16 : SOP2_32<"s_pack_lh_b32_b16">;
535  def S_PACK_HH_B32_B16 : SOP2_32<"s_pack_hh_b32_b16">;
536
537  let Defs = [SCC] in {
538    def S_LSHL1_ADD_U32 : SOP2_32<"s_lshl1_add_u32">;
539    def S_LSHL2_ADD_U32 : SOP2_32<"s_lshl2_add_u32">;
540    def S_LSHL3_ADD_U32 : SOP2_32<"s_lshl3_add_u32">;
541    def S_LSHL4_ADD_U32 : SOP2_32<"s_lshl4_add_u32">;
542  } // End Defs = [SCC]
543
544  def S_MUL_HI_U32 : SOP2_32<"s_mul_hi_u32">;
545  def S_MUL_HI_I32 : SOP2_32<"s_mul_hi_i32">;
546}
547
548//===----------------------------------------------------------------------===//
549// SOPK Instructions
550//===----------------------------------------------------------------------===//
551
552class SOPK_Pseudo <string opName, dag outs, dag ins,
553                   string asmOps, list<dag> pattern=[]> :
554  InstSI <outs, ins, "", pattern>,
555  SIMCInstr<opName, SIEncodingFamily.NONE> {
556  let isPseudo = 1;
557  let isCodeGenOnly = 1;
558  let SubtargetPredicate = isGCN;
559  let mayLoad = 0;
560  let mayStore = 0;
561  let hasSideEffects = 0;
562  let SALU = 1;
563  let SOPK = 1;
564  let SchedRW = [WriteSALU];
565  let UseNamedOperandTable = 1;
566  string Mnemonic = opName;
567  string AsmOperands = asmOps;
568
569  bits<1> has_sdst = 1;
570}
571
572class SOPK_Real<bits<5> op, SOPK_Pseudo ps> :
573  InstSI <ps.OutOperandList, ps.InOperandList,
574          ps.Mnemonic # " " # ps.AsmOperands, []> {
575  let isPseudo = 0;
576  let isCodeGenOnly = 0;
577
578  // copy relevant pseudo op flags
579  let SubtargetPredicate = ps.SubtargetPredicate;
580  let AsmMatchConverter  = ps.AsmMatchConverter;
581  let DisableEncoding    = ps.DisableEncoding;
582  let Constraints        = ps.Constraints;
583
584  // encoding
585  bits<7>  sdst;
586  bits<16> simm16;
587  bits<32> imm;
588}
589
590class SOPK_Real32<bits<5> op, SOPK_Pseudo ps> :
591  SOPK_Real <op, ps>,
592  Enc32 {
593  let Inst{15-0}  = simm16;
594  let Inst{22-16} = !if(ps.has_sdst, sdst, ?);
595  let Inst{27-23} = op;
596  let Inst{31-28} = 0xb; //encoding
597}
598
599class SOPK_Real64<bits<5> op, SOPK_Pseudo ps> :
600  SOPK_Real<op, ps>,
601  Enc64 {
602  let Inst{15-0}  = simm16;
603  let Inst{22-16} = !if(ps.has_sdst, sdst, ?);
604  let Inst{27-23} = op;
605  let Inst{31-28} = 0xb; //encoding
606  let Inst{63-32} = imm;
607}
608
609class SOPKInstTable <bit is_sopk, string cmpOp = ""> {
610  bit IsSOPK = is_sopk;
611  string BaseCmpOp = cmpOp;
612}
613
614class SOPK_32 <string opName, list<dag> pattern=[]> : SOPK_Pseudo <
615  opName,
616  (outs SReg_32:$sdst),
617  (ins s16imm:$simm16),
618  "$sdst, $simm16",
619  pattern>;
620
621class SOPK_SCC <string opName, string base_op, bit isSignExt> : SOPK_Pseudo <
622  opName,
623  (outs),
624  !if(isSignExt,
625      (ins SReg_32:$sdst, s16imm:$simm16),
626      (ins SReg_32:$sdst, u16imm:$simm16)),
627  "$sdst, $simm16", []>,
628  SOPKInstTable<1, base_op>{
629  let Defs = [SCC];
630}
631
632class SOPK_32TIE <string opName, list<dag> pattern=[]> : SOPK_Pseudo <
633  opName,
634  (outs SReg_32:$sdst),
635  (ins SReg_32:$src0, s16imm:$simm16),
636  "$sdst, $simm16",
637  pattern
638>;
639
640let isReMaterializable = 1, isMoveImm = 1 in {
641def S_MOVK_I32 : SOPK_32 <"s_movk_i32">;
642} // End isReMaterializable = 1
643let Uses = [SCC] in {
644def S_CMOVK_I32 : SOPK_32 <"s_cmovk_i32">;
645}
646
647let isCompare = 1 in {
648
649// This instruction is disabled for now until we can figure out how to teach
650// the instruction selector to correctly use the  S_CMP* vs V_CMP*
651// instructions.
652//
653// When this instruction is enabled the code generator sometimes produces this
654// invalid sequence:
655//
656// SCC = S_CMPK_EQ_I32 SGPR0, imm
657// VCC = COPY SCC
658// VGPR0 = V_CNDMASK VCC, VGPR0, VGPR1
659//
660// def S_CMPK_EQ_I32 : SOPK_SCC <"s_cmpk_eq_i32",
661//   [(set i1:$dst, (setcc i32:$src0, imm:$src1, SETEQ))]
662// >;
663
664def S_CMPK_EQ_I32 : SOPK_SCC <"s_cmpk_eq_i32", "s_cmp_eq_i32", 1>;
665def S_CMPK_LG_I32 : SOPK_SCC <"s_cmpk_lg_i32", "s_cmp_lg_i32", 1>;
666def S_CMPK_GT_I32 : SOPK_SCC <"s_cmpk_gt_i32", "s_cmp_gt_i32", 1>;
667def S_CMPK_GE_I32 : SOPK_SCC <"s_cmpk_ge_i32", "s_cmp_ge_i32", 1>;
668def S_CMPK_LT_I32 : SOPK_SCC <"s_cmpk_lt_i32", "s_cmp_lt_i32", 1>;
669def S_CMPK_LE_I32 : SOPK_SCC <"s_cmpk_le_i32", "s_cmp_le_i32", 1>;
670
671let SOPKZext = 1 in {
672def S_CMPK_EQ_U32 : SOPK_SCC <"s_cmpk_eq_u32", "s_cmp_eq_u32", 0>;
673def S_CMPK_LG_U32 : SOPK_SCC <"s_cmpk_lg_u32", "s_cmp_lg_u32", 0>;
674def S_CMPK_GT_U32 : SOPK_SCC <"s_cmpk_gt_u32", "s_cmp_gt_u32", 0>;
675def S_CMPK_GE_U32 : SOPK_SCC <"s_cmpk_ge_u32", "s_cmp_ge_u32", 0>;
676def S_CMPK_LT_U32 : SOPK_SCC <"s_cmpk_lt_u32", "s_cmp_lt_u32", 0>;
677def S_CMPK_LE_U32 : SOPK_SCC <"s_cmpk_le_u32", "s_cmp_le_u32", 0>;
678} // End SOPKZext = 1
679} // End isCompare = 1
680
681let Defs = [SCC], isCommutable = 1, DisableEncoding = "$src0",
682    Constraints = "$sdst = $src0" in {
683  def S_ADDK_I32 : SOPK_32TIE <"s_addk_i32">;
684  def S_MULK_I32 : SOPK_32TIE <"s_mulk_i32">;
685}
686
687def S_CBRANCH_I_FORK : SOPK_Pseudo <
688  "s_cbranch_i_fork",
689  (outs), (ins SReg_64:$sdst, s16imm:$simm16),
690  "$sdst, $simm16"
691>;
692
693let mayLoad = 1 in {
694def S_GETREG_B32 : SOPK_Pseudo <
695  "s_getreg_b32",
696  (outs SReg_32:$sdst), (ins hwreg:$simm16),
697  "$sdst, $simm16"
698>;
699}
700
701let hasSideEffects = 1 in {
702
703def S_SETREG_B32 : SOPK_Pseudo <
704  "s_setreg_b32",
705  (outs), (ins SReg_32:$sdst, hwreg:$simm16),
706  "$simm16, $sdst",
707  [(AMDGPUsetreg i32:$sdst, (i16 timm:$simm16))]
708>;
709
710// FIXME: Not on SI?
711//def S_GETREG_REGRD_B32 : SOPK_32 <sopk<0x14, 0x13>, "s_getreg_regrd_b32">;
712
713def S_SETREG_IMM32_B32 : SOPK_Pseudo <
714  "s_setreg_imm32_b32",
715  (outs), (ins i32imm:$imm, hwreg:$simm16),
716  "$simm16, $imm"> {
717  let Size = 8; // Unlike every other SOPK instruction.
718  let has_sdst = 0;
719}
720
721} // End hasSideEffects = 1
722
723let SubtargetPredicate = isGFX9 in {
724  def S_CALL_B64 : SOPK_Pseudo<
725      "s_call_b64",
726      (outs SReg_64:$sdst),
727      (ins s16imm:$simm16),
728      "$sdst, $simm16"> {
729    let isCall = 1;
730  }
731}
732
733//===----------------------------------------------------------------------===//
734// SOPC Instructions
735//===----------------------------------------------------------------------===//
736
737class SOPCe <bits<7> op> : Enc32 {
738  bits<8> src0;
739  bits<8> src1;
740
741  let Inst{7-0} = src0;
742  let Inst{15-8} = src1;
743  let Inst{22-16} = op;
744  let Inst{31-23} = 0x17e;
745}
746
747class SOPC <bits<7> op, dag outs, dag ins, string asm,
748            list<dag> pattern = []> :
749  InstSI<outs, ins, asm, pattern>, SOPCe <op> {
750  let mayLoad = 0;
751  let mayStore = 0;
752  let hasSideEffects = 0;
753  let SALU = 1;
754  let SOPC = 1;
755  let isCodeGenOnly = 0;
756  let Defs = [SCC];
757  let SchedRW = [WriteSALU];
758  let UseNamedOperandTable = 1;
759  let SubtargetPredicate = isGCN;
760}
761
762class SOPC_Base <bits<7> op, RegisterOperand rc0, RegisterOperand rc1,
763                 string opName, list<dag> pattern = []> : SOPC <
764  op, (outs), (ins rc0:$src0, rc1:$src1),
765  opName#" $src0, $src1", pattern > {
766  let Defs = [SCC];
767}
768class SOPC_Helper <bits<7> op, RegisterOperand rc, ValueType vt,
769                    string opName, PatLeaf cond> : SOPC_Base <
770  op, rc, rc, opName,
771  [(set SCC, (si_setcc_uniform vt:$src0, vt:$src1, cond))] > {
772}
773
774class SOPC_CMP_32<bits<7> op, string opName,
775                  PatLeaf cond = COND_NULL, string revOp = opName>
776  : SOPC_Helper<op, SSrc_b32, i32, opName, cond>,
777    Commutable_REV<revOp, !eq(revOp, opName)>,
778    SOPKInstTable<0, opName> {
779  let isCompare = 1;
780  let isCommutable = 1;
781}
782
783class SOPC_CMP_64<bits<7> op, string opName,
784                  PatLeaf cond = COND_NULL, string revOp = opName>
785  : SOPC_Helper<op, SSrc_b64, i64, opName, cond>,
786    Commutable_REV<revOp, !eq(revOp, opName)> {
787  let isCompare = 1;
788  let isCommutable = 1;
789}
790
791class SOPC_32<bits<7> op, string opName, list<dag> pattern = []>
792  : SOPC_Base<op, SSrc_b32, SSrc_b32, opName, pattern>;
793
794class SOPC_64_32<bits<7> op, string opName, list<dag> pattern = []>
795  : SOPC_Base<op, SSrc_b64, SSrc_b32, opName, pattern>;
796
797def S_CMP_EQ_I32 : SOPC_CMP_32 <0x00, "s_cmp_eq_i32">;
798def S_CMP_LG_I32 : SOPC_CMP_32 <0x01, "s_cmp_lg_i32">;
799def S_CMP_GT_I32 : SOPC_CMP_32 <0x02, "s_cmp_gt_i32", COND_SGT>;
800def S_CMP_GE_I32 : SOPC_CMP_32 <0x03, "s_cmp_ge_i32", COND_SGE>;
801def S_CMP_LT_I32 : SOPC_CMP_32 <0x04, "s_cmp_lt_i32", COND_SLT, "s_cmp_gt_i32">;
802def S_CMP_LE_I32 : SOPC_CMP_32 <0x05, "s_cmp_le_i32", COND_SLE, "s_cmp_ge_i32">;
803def S_CMP_EQ_U32 : SOPC_CMP_32 <0x06, "s_cmp_eq_u32", COND_EQ>;
804def S_CMP_LG_U32 : SOPC_CMP_32 <0x07, "s_cmp_lg_u32", COND_NE>;
805def S_CMP_GT_U32 : SOPC_CMP_32 <0x08, "s_cmp_gt_u32", COND_UGT>;
806def S_CMP_GE_U32 : SOPC_CMP_32 <0x09, "s_cmp_ge_u32", COND_UGE>;
807def S_CMP_LT_U32 : SOPC_CMP_32 <0x0a, "s_cmp_lt_u32", COND_ULT, "s_cmp_gt_u32">;
808def S_CMP_LE_U32 : SOPC_CMP_32 <0x0b, "s_cmp_le_u32", COND_ULE, "s_cmp_ge_u32">;
809
810def S_BITCMP0_B32 : SOPC_32 <0x0c, "s_bitcmp0_b32">;
811def S_BITCMP1_B32 : SOPC_32 <0x0d, "s_bitcmp1_b32">;
812def S_BITCMP0_B64 : SOPC_64_32 <0x0e, "s_bitcmp0_b64">;
813def S_BITCMP1_B64 : SOPC_64_32 <0x0f, "s_bitcmp1_b64">;
814def S_SETVSKIP : SOPC_32 <0x10, "s_setvskip">;
815
816let SubtargetPredicate = isVI in {
817def S_CMP_EQ_U64 : SOPC_CMP_64 <0x12, "s_cmp_eq_u64", COND_EQ>;
818def S_CMP_LG_U64 : SOPC_CMP_64 <0x13, "s_cmp_lg_u64", COND_NE>;
819}
820
821let SubtargetPredicate = HasVGPRIndexMode in {
822def S_SET_GPR_IDX_ON : SOPC <0x11,
823  (outs),
824  (ins SSrc_b32:$src0, GPRIdxMode:$src1),
825  "s_set_gpr_idx_on $src0,$src1"> {
826  let Defs = [M0]; // No scc def
827  let Uses = [M0]; // Other bits of m0 unmodified.
828  let hasSideEffects = 1; // Sets mode.gpr_idx_en
829  let FixedSize = 1;
830}
831}
832
833//===----------------------------------------------------------------------===//
834// SOPP Instructions
835//===----------------------------------------------------------------------===//
836
837class SOPPe <bits<7> op> : Enc32 {
838  bits <16> simm16;
839
840  let Inst{15-0} = simm16;
841  let Inst{22-16} = op;
842  let Inst{31-23} = 0x17f; // encoding
843}
844
845class SOPP <bits<7> op, dag ins, string asm, list<dag> pattern = []> :
846  InstSI <(outs), ins, asm, pattern >, SOPPe <op> {
847
848  let mayLoad = 0;
849  let mayStore = 0;
850  let hasSideEffects = 0;
851  let SALU = 1;
852  let SOPP = 1;
853  let Size = 4;
854  let SchedRW = [WriteSALU];
855
856  let UseNamedOperandTable = 1;
857  let SubtargetPredicate = isGCN;
858}
859
860
861def S_NOP : SOPP <0x00000000, (ins i16imm:$simm16), "s_nop $simm16">;
862
863let isTerminator = 1 in {
864
865def S_ENDPGM : SOPP <0x00000001, (ins), "s_endpgm",
866  [(AMDGPUendpgm)]> {
867  let simm16 = 0;
868  let isBarrier = 1;
869  let isReturn = 1;
870}
871
872let SubtargetPredicate = isVI in {
873def S_ENDPGM_SAVED : SOPP <0x0000001B, (ins), "s_endpgm_saved"> {
874  let simm16 = 0;
875  let isBarrier = 1;
876  let isReturn = 1;
877}
878}
879
880let SubtargetPredicate = isGFX9 in {
881  let isBarrier = 1, isReturn = 1, simm16 = 0 in {
882    def S_ENDPGM_ORDERED_PS_DONE :
883      SOPP<0x01e, (ins), "s_endpgm_ordered_ps_done">;
884  } // End isBarrier = 1, isReturn = 1, simm16 = 0
885} // End SubtargetPredicate = isGFX9
886
887let isBranch = 1, SchedRW = [WriteBranch] in {
888def S_BRANCH : SOPP <
889  0x00000002, (ins sopp_brtarget:$simm16), "s_branch $simm16",
890  [(br bb:$simm16)]> {
891  let isBarrier = 1;
892}
893
894let Uses = [SCC] in {
895def S_CBRANCH_SCC0 : SOPP <
896  0x00000004, (ins sopp_brtarget:$simm16),
897  "s_cbranch_scc0 $simm16"
898>;
899def S_CBRANCH_SCC1 : SOPP <
900  0x00000005, (ins sopp_brtarget:$simm16),
901  "s_cbranch_scc1 $simm16"
902>;
903} // End Uses = [SCC]
904
905let Uses = [VCC] in {
906def S_CBRANCH_VCCZ : SOPP <
907  0x00000006, (ins sopp_brtarget:$simm16),
908  "s_cbranch_vccz $simm16"
909>;
910def S_CBRANCH_VCCNZ : SOPP <
911  0x00000007, (ins sopp_brtarget:$simm16),
912  "s_cbranch_vccnz $simm16"
913>;
914} // End Uses = [VCC]
915
916let Uses = [EXEC] in {
917def S_CBRANCH_EXECZ : SOPP <
918  0x00000008, (ins sopp_brtarget:$simm16),
919  "s_cbranch_execz $simm16"
920>;
921def S_CBRANCH_EXECNZ : SOPP <
922  0x00000009, (ins sopp_brtarget:$simm16),
923  "s_cbranch_execnz $simm16"
924>;
925} // End Uses = [EXEC]
926
927def S_CBRANCH_CDBGSYS : SOPP <
928  0x00000017, (ins sopp_brtarget:$simm16),
929  "s_cbranch_cdbgsys $simm16"
930>;
931
932def S_CBRANCH_CDBGSYS_AND_USER : SOPP <
933  0x0000001A, (ins sopp_brtarget:$simm16),
934  "s_cbranch_cdbgsys_and_user $simm16"
935>;
936
937def S_CBRANCH_CDBGSYS_OR_USER : SOPP <
938  0x00000019, (ins sopp_brtarget:$simm16),
939  "s_cbranch_cdbgsys_or_user $simm16"
940>;
941
942def S_CBRANCH_CDBGUSER : SOPP <
943  0x00000018, (ins sopp_brtarget:$simm16),
944  "s_cbranch_cdbguser $simm16"
945>;
946
947} // End isBranch = 1
948} // End isTerminator = 1
949
950let hasSideEffects = 1 in {
951def S_BARRIER : SOPP <0x0000000a, (ins), "s_barrier",
952  [(int_amdgcn_s_barrier)]> {
953  let SchedRW = [WriteBarrier];
954  let simm16 = 0;
955  let mayLoad = 1;
956  let mayStore = 1;
957  let isConvergent = 1;
958}
959
960let SubtargetPredicate = isVI in {
961def S_WAKEUP : SOPP <0x00000003, (ins), "s_wakeup"> {
962  let simm16 = 0;
963  let mayLoad = 1;
964  let mayStore = 1;
965}
966}
967
968let mayLoad = 1, mayStore = 1, hasSideEffects = 1 in
969def S_WAITCNT : SOPP <0x0000000c, (ins WAIT_FLAG:$simm16), "s_waitcnt $simm16">;
970def S_SETHALT : SOPP <0x0000000d, (ins i16imm:$simm16), "s_sethalt $simm16">;
971def S_SETKILL : SOPP <0x0000000b, (ins i16imm:$simm16), "s_setkill $simm16">;
972
973// On SI the documentation says sleep for approximately 64 * low 2
974// bits, consistent with the reported maximum of 448. On VI the
975// maximum reported is 960 cycles, so 960 / 64 = 15 max, so is the
976// maximum really 15 on VI?
977def S_SLEEP : SOPP <0x0000000e, (ins i32imm:$simm16),
978  "s_sleep $simm16", [(int_amdgcn_s_sleep SIMM16bit:$simm16)]> {
979  let hasSideEffects = 1;
980  let mayLoad = 1;
981  let mayStore = 1;
982}
983
984def S_SETPRIO : SOPP <0x0000000f, (ins i16imm:$simm16), "s_setprio $simm16">;
985
986let Uses = [EXEC, M0] in {
987// FIXME: Should this be mayLoad+mayStore?
988def S_SENDMSG : SOPP <0x00000010, (ins SendMsgImm:$simm16), "s_sendmsg $simm16",
989  [(AMDGPUsendmsg (i32 imm:$simm16))]
990>;
991
992def S_SENDMSGHALT : SOPP <0x00000011, (ins SendMsgImm:$simm16), "s_sendmsghalt $simm16",
993  [(AMDGPUsendmsghalt (i32 imm:$simm16))]
994>;
995} // End Uses = [EXEC, M0]
996
997def S_TRAP : SOPP <0x00000012, (ins i16imm:$simm16), "s_trap $simm16">;
998def S_ICACHE_INV : SOPP <0x00000013, (ins), "s_icache_inv"> {
999  let simm16 = 0;
1000}
1001def S_INCPERFLEVEL : SOPP <0x00000014, (ins i32imm:$simm16), "s_incperflevel $simm16",
1002  [(int_amdgcn_s_incperflevel SIMM16bit:$simm16)]> {
1003  let hasSideEffects = 1;
1004  let mayLoad = 1;
1005  let mayStore = 1;
1006}
1007def S_DECPERFLEVEL : SOPP <0x00000015, (ins i32imm:$simm16), "s_decperflevel $simm16",
1008  [(int_amdgcn_s_decperflevel SIMM16bit:$simm16)]> {
1009  let hasSideEffects = 1;
1010  let mayLoad = 1;
1011  let mayStore = 1;
1012}
1013def S_TTRACEDATA : SOPP <0x00000016, (ins), "s_ttracedata"> {
1014  let simm16 = 0;
1015}
1016
1017let SubtargetPredicate = HasVGPRIndexMode in {
1018def S_SET_GPR_IDX_OFF : SOPP<0x1c, (ins), "s_set_gpr_idx_off"> {
1019  let simm16 = 0;
1020}
1021}
1022} // End hasSideEffects
1023
1024let SubtargetPredicate = HasVGPRIndexMode in {
1025def S_SET_GPR_IDX_MODE : SOPP<0x1d, (ins GPRIdxMode:$simm16),
1026  "s_set_gpr_idx_mode$simm16"> {
1027  let Defs = [M0];
1028}
1029}
1030
1031//===----------------------------------------------------------------------===//
1032// S_GETREG_B32 Intrinsic Pattern.
1033//===----------------------------------------------------------------------===//
1034def : GCNPat <
1035  (int_amdgcn_s_getreg imm:$simm16),
1036  (S_GETREG_B32 (as_i16imm $simm16))
1037>;
1038
1039//===----------------------------------------------------------------------===//
1040// SOP1 Patterns
1041//===----------------------------------------------------------------------===//
1042
1043def : GCNPat <
1044  (i64 (ctpop i64:$src)),
1045    (i64 (REG_SEQUENCE SReg_64,
1046     (i32 (COPY_TO_REGCLASS (S_BCNT1_I32_B64 $src), SReg_32)), sub0,
1047     (S_MOV_B32 (i32 0)), sub1))
1048>;
1049
1050def : GCNPat <
1051  (i32 (smax i32:$x, (i32 (ineg i32:$x)))),
1052  (S_ABS_I32 $x)
1053>;
1054
1055def : GCNPat <
1056  (i16 imm:$imm),
1057  (S_MOV_B32 imm:$imm)
1058>;
1059
1060// Same as a 32-bit inreg
1061def : GCNPat<
1062  (i32 (sext i16:$src)),
1063  (S_SEXT_I32_I16 $src)
1064>;
1065
1066
1067//===----------------------------------------------------------------------===//
1068// SOP2 Patterns
1069//===----------------------------------------------------------------------===//
1070
1071// V_ADD_I32_e32/S_ADD_U32 produces carry in VCC/SCC. For the vector
1072// case, the sgpr-copies pass will fix this to use the vector version.
1073def : GCNPat <
1074  (i32 (addc i32:$src0, i32:$src1)),
1075  (S_ADD_U32 $src0, $src1)
1076>;
1077
1078// FIXME: We need to use COPY_TO_REGCLASS to work-around the fact that
1079// REG_SEQUENCE patterns don't support instructions with multiple
1080// outputs.
1081def : GCNPat<
1082  (i64 (zext i16:$src)),
1083    (REG_SEQUENCE SReg_64,
1084      (i32 (COPY_TO_REGCLASS (S_AND_B32 $src, (S_MOV_B32 (i32 0xffff))), SGPR_32)), sub0,
1085      (S_MOV_B32 (i32 0)), sub1)
1086>;
1087
1088def : GCNPat <
1089  (i64 (sext i16:$src)),
1090    (REG_SEQUENCE SReg_64, (i32 (S_SEXT_I32_I16 $src)), sub0,
1091    (i32 (COPY_TO_REGCLASS (S_ASHR_I32 (i32 (S_SEXT_I32_I16 $src)), (S_MOV_B32 (i32 31))), SGPR_32)), sub1)
1092>;
1093
1094def : GCNPat<
1095  (i32 (zext i16:$src)),
1096  (S_AND_B32 (S_MOV_B32 (i32 0xffff)), $src)
1097>;
1098
1099
1100
1101//===----------------------------------------------------------------------===//
1102// SOPP Patterns
1103//===----------------------------------------------------------------------===//
1104
1105def : GCNPat <
1106  (int_amdgcn_s_waitcnt i32:$simm16),
1107  (S_WAITCNT (as_i16imm $simm16))
1108>;
1109
1110
1111//===----------------------------------------------------------------------===//
1112// Real target instructions, move this to the appropriate subtarget TD file
1113//===----------------------------------------------------------------------===//
1114
1115class Select_si<string opName> :
1116  SIMCInstr<opName, SIEncodingFamily.SI> {
1117  list<Predicate> AssemblerPredicates = [isSICI];
1118  string DecoderNamespace = "SICI";
1119}
1120
1121class SOP1_Real_si<bits<8> op, SOP1_Pseudo ps> :
1122  SOP1_Real<op, ps>,
1123  Select_si<ps.Mnemonic>;
1124
1125class SOP2_Real_si<bits<7> op, SOP2_Pseudo ps> :
1126  SOP2_Real<op, ps>,
1127  Select_si<ps.Mnemonic>;
1128
1129class SOPK_Real_si<bits<5> op, SOPK_Pseudo ps> :
1130  SOPK_Real32<op, ps>,
1131  Select_si<ps.Mnemonic>;
1132
1133def S_MOV_B32_si           : SOP1_Real_si <0x03, S_MOV_B32>;
1134def S_MOV_B64_si           : SOP1_Real_si <0x04, S_MOV_B64>;
1135def S_CMOV_B32_si          : SOP1_Real_si <0x05, S_CMOV_B32>;
1136def S_CMOV_B64_si          : SOP1_Real_si <0x06, S_CMOV_B64>;
1137def S_NOT_B32_si           : SOP1_Real_si <0x07, S_NOT_B32>;
1138def S_NOT_B64_si           : SOP1_Real_si <0x08, S_NOT_B64>;
1139def S_WQM_B32_si           : SOP1_Real_si <0x09, S_WQM_B32>;
1140def S_WQM_B64_si           : SOP1_Real_si <0x0a, S_WQM_B64>;
1141def S_BREV_B32_si          : SOP1_Real_si <0x0b, S_BREV_B32>;
1142def S_BREV_B64_si          : SOP1_Real_si <0x0c, S_BREV_B64>;
1143def S_BCNT0_I32_B32_si     : SOP1_Real_si <0x0d, S_BCNT0_I32_B32>;
1144def S_BCNT0_I32_B64_si     : SOP1_Real_si <0x0e, S_BCNT0_I32_B64>;
1145def S_BCNT1_I32_B32_si     : SOP1_Real_si <0x0f, S_BCNT1_I32_B32>;
1146def S_BCNT1_I32_B64_si     : SOP1_Real_si <0x10, S_BCNT1_I32_B64>;
1147def S_FF0_I32_B32_si       : SOP1_Real_si <0x11, S_FF0_I32_B32>;
1148def S_FF0_I32_B64_si       : SOP1_Real_si <0x12, S_FF0_I32_B64>;
1149def S_FF1_I32_B32_si       : SOP1_Real_si <0x13, S_FF1_I32_B32>;
1150def S_FF1_I32_B64_si       : SOP1_Real_si <0x14, S_FF1_I32_B64>;
1151def S_FLBIT_I32_B32_si     : SOP1_Real_si <0x15, S_FLBIT_I32_B32>;
1152def S_FLBIT_I32_B64_si     : SOP1_Real_si <0x16, S_FLBIT_I32_B64>;
1153def S_FLBIT_I32_si         : SOP1_Real_si <0x17, S_FLBIT_I32>;
1154def S_FLBIT_I32_I64_si     : SOP1_Real_si <0x18, S_FLBIT_I32_I64>;
1155def S_SEXT_I32_I8_si       : SOP1_Real_si <0x19, S_SEXT_I32_I8>;
1156def S_SEXT_I32_I16_si      : SOP1_Real_si <0x1a, S_SEXT_I32_I16>;
1157def S_BITSET0_B32_si       : SOP1_Real_si <0x1b, S_BITSET0_B32>;
1158def S_BITSET0_B64_si       : SOP1_Real_si <0x1c, S_BITSET0_B64>;
1159def S_BITSET1_B32_si       : SOP1_Real_si <0x1d, S_BITSET1_B32>;
1160def S_BITSET1_B64_si       : SOP1_Real_si <0x1e, S_BITSET1_B64>;
1161def S_GETPC_B64_si         : SOP1_Real_si <0x1f, S_GETPC_B64>;
1162def S_SETPC_B64_si         : SOP1_Real_si <0x20, S_SETPC_B64>;
1163def S_SWAPPC_B64_si        : SOP1_Real_si <0x21, S_SWAPPC_B64>;
1164def S_RFE_B64_si           : SOP1_Real_si <0x22, S_RFE_B64>;
1165def S_AND_SAVEEXEC_B64_si  : SOP1_Real_si <0x24, S_AND_SAVEEXEC_B64>;
1166def S_OR_SAVEEXEC_B64_si   : SOP1_Real_si <0x25, S_OR_SAVEEXEC_B64>;
1167def S_XOR_SAVEEXEC_B64_si  : SOP1_Real_si <0x26, S_XOR_SAVEEXEC_B64>;
1168def S_ANDN2_SAVEEXEC_B64_si: SOP1_Real_si <0x27, S_ANDN2_SAVEEXEC_B64>;
1169def S_ORN2_SAVEEXEC_B64_si : SOP1_Real_si <0x28, S_ORN2_SAVEEXEC_B64>;
1170def S_NAND_SAVEEXEC_B64_si : SOP1_Real_si <0x29, S_NAND_SAVEEXEC_B64>;
1171def S_NOR_SAVEEXEC_B64_si  : SOP1_Real_si <0x2a, S_NOR_SAVEEXEC_B64>;
1172def S_XNOR_SAVEEXEC_B64_si : SOP1_Real_si <0x2b, S_XNOR_SAVEEXEC_B64>;
1173def S_QUADMASK_B32_si      : SOP1_Real_si <0x2c, S_QUADMASK_B32>;
1174def S_QUADMASK_B64_si      : SOP1_Real_si <0x2d, S_QUADMASK_B64>;
1175def S_MOVRELS_B32_si       : SOP1_Real_si <0x2e, S_MOVRELS_B32>;
1176def S_MOVRELS_B64_si       : SOP1_Real_si <0x2f, S_MOVRELS_B64>;
1177def S_MOVRELD_B32_si       : SOP1_Real_si <0x30, S_MOVRELD_B32>;
1178def S_MOVRELD_B64_si       : SOP1_Real_si <0x31, S_MOVRELD_B64>;
1179def S_CBRANCH_JOIN_si      : SOP1_Real_si <0x32, S_CBRANCH_JOIN>;
1180def S_MOV_REGRD_B32_si     : SOP1_Real_si <0x33, S_MOV_REGRD_B32>;
1181def S_ABS_I32_si           : SOP1_Real_si <0x34, S_ABS_I32>;
1182def S_MOV_FED_B32_si       : SOP1_Real_si <0x35, S_MOV_FED_B32>;
1183
1184def S_ADD_U32_si           : SOP2_Real_si <0x00, S_ADD_U32>;
1185def S_ADD_I32_si           : SOP2_Real_si <0x02, S_ADD_I32>;
1186def S_SUB_U32_si           : SOP2_Real_si <0x01, S_SUB_U32>;
1187def S_SUB_I32_si           : SOP2_Real_si <0x03, S_SUB_I32>;
1188def S_ADDC_U32_si          : SOP2_Real_si <0x04, S_ADDC_U32>;
1189def S_SUBB_U32_si          : SOP2_Real_si <0x05, S_SUBB_U32>;
1190def S_MIN_I32_si           : SOP2_Real_si <0x06, S_MIN_I32>;
1191def S_MIN_U32_si           : SOP2_Real_si <0x07, S_MIN_U32>;
1192def S_MAX_I32_si           : SOP2_Real_si <0x08, S_MAX_I32>;
1193def S_MAX_U32_si           : SOP2_Real_si <0x09, S_MAX_U32>;
1194def S_CSELECT_B32_si       : SOP2_Real_si <0x0a, S_CSELECT_B32>;
1195def S_CSELECT_B64_si       : SOP2_Real_si <0x0b, S_CSELECT_B64>;
1196def S_AND_B32_si           : SOP2_Real_si <0x0e, S_AND_B32>;
1197def S_AND_B64_si           : SOP2_Real_si <0x0f, S_AND_B64>;
1198def S_OR_B32_si            : SOP2_Real_si <0x10, S_OR_B32>;
1199def S_OR_B64_si            : SOP2_Real_si <0x11, S_OR_B64>;
1200def S_XOR_B32_si           : SOP2_Real_si <0x12, S_XOR_B32>;
1201def S_XOR_B64_si           : SOP2_Real_si <0x13, S_XOR_B64>;
1202def S_ANDN2_B32_si         : SOP2_Real_si <0x14, S_ANDN2_B32>;
1203def S_ANDN2_B64_si         : SOP2_Real_si <0x15, S_ANDN2_B64>;
1204def S_ORN2_B32_si          : SOP2_Real_si <0x16, S_ORN2_B32>;
1205def S_ORN2_B64_si          : SOP2_Real_si <0x17, S_ORN2_B64>;
1206def S_NAND_B32_si          : SOP2_Real_si <0x18, S_NAND_B32>;
1207def S_NAND_B64_si          : SOP2_Real_si <0x19, S_NAND_B64>;
1208def S_NOR_B32_si           : SOP2_Real_si <0x1a, S_NOR_B32>;
1209def S_NOR_B64_si           : SOP2_Real_si <0x1b, S_NOR_B64>;
1210def S_XNOR_B32_si          : SOP2_Real_si <0x1c, S_XNOR_B32>;
1211def S_XNOR_B64_si          : SOP2_Real_si <0x1d, S_XNOR_B64>;
1212def S_LSHL_B32_si          : SOP2_Real_si <0x1e, S_LSHL_B32>;
1213def S_LSHL_B64_si          : SOP2_Real_si <0x1f, S_LSHL_B64>;
1214def S_LSHR_B32_si          : SOP2_Real_si <0x20, S_LSHR_B32>;
1215def S_LSHR_B64_si          : SOP2_Real_si <0x21, S_LSHR_B64>;
1216def S_ASHR_I32_si          : SOP2_Real_si <0x22, S_ASHR_I32>;
1217def S_ASHR_I64_si          : SOP2_Real_si <0x23, S_ASHR_I64>;
1218def S_BFM_B32_si           : SOP2_Real_si <0x24, S_BFM_B32>;
1219def S_BFM_B64_si           : SOP2_Real_si <0x25, S_BFM_B64>;
1220def S_MUL_I32_si           : SOP2_Real_si <0x26, S_MUL_I32>;
1221def S_BFE_U32_si           : SOP2_Real_si <0x27, S_BFE_U32>;
1222def S_BFE_I32_si           : SOP2_Real_si <0x28, S_BFE_I32>;
1223def S_BFE_U64_si           : SOP2_Real_si <0x29, S_BFE_U64>;
1224def S_BFE_I64_si           : SOP2_Real_si <0x2a, S_BFE_I64>;
1225def S_CBRANCH_G_FORK_si    : SOP2_Real_si <0x2b, S_CBRANCH_G_FORK>;
1226def S_ABSDIFF_I32_si       : SOP2_Real_si <0x2c, S_ABSDIFF_I32>;
1227
1228def S_MOVK_I32_si          : SOPK_Real_si <0x00, S_MOVK_I32>;
1229def S_CMOVK_I32_si         : SOPK_Real_si <0x02, S_CMOVK_I32>;
1230def S_CMPK_EQ_I32_si       : SOPK_Real_si <0x03, S_CMPK_EQ_I32>;
1231def S_CMPK_LG_I32_si       : SOPK_Real_si <0x04, S_CMPK_LG_I32>;
1232def S_CMPK_GT_I32_si       : SOPK_Real_si <0x05, S_CMPK_GT_I32>;
1233def S_CMPK_GE_I32_si       : SOPK_Real_si <0x06, S_CMPK_GE_I32>;
1234def S_CMPK_LT_I32_si       : SOPK_Real_si <0x07, S_CMPK_LT_I32>;
1235def S_CMPK_LE_I32_si       : SOPK_Real_si <0x08, S_CMPK_LE_I32>;
1236def S_CMPK_EQ_U32_si       : SOPK_Real_si <0x09, S_CMPK_EQ_U32>;
1237def S_CMPK_LG_U32_si       : SOPK_Real_si <0x0a, S_CMPK_LG_U32>;
1238def S_CMPK_GT_U32_si       : SOPK_Real_si <0x0b, S_CMPK_GT_U32>;
1239def S_CMPK_GE_U32_si       : SOPK_Real_si <0x0c, S_CMPK_GE_U32>;
1240def S_CMPK_LT_U32_si       : SOPK_Real_si <0x0d, S_CMPK_LT_U32>;
1241def S_CMPK_LE_U32_si       : SOPK_Real_si <0x0e, S_CMPK_LE_U32>;
1242def S_ADDK_I32_si          : SOPK_Real_si <0x0f, S_ADDK_I32>;
1243def S_MULK_I32_si          : SOPK_Real_si <0x10, S_MULK_I32>;
1244def S_CBRANCH_I_FORK_si    : SOPK_Real_si <0x11, S_CBRANCH_I_FORK>;
1245def S_GETREG_B32_si        : SOPK_Real_si <0x12, S_GETREG_B32>;
1246def S_SETREG_B32_si        : SOPK_Real_si <0x13, S_SETREG_B32>;
1247//def S_GETREG_REGRD_B32_si  : SOPK_Real_si <0x14, S_GETREG_REGRD_B32>; // see pseudo for comments
1248def S_SETREG_IMM32_B32_si  : SOPK_Real64<0x15, S_SETREG_IMM32_B32>,
1249                             Select_si<S_SETREG_IMM32_B32.Mnemonic>;
1250
1251
1252class Select_vi<string opName> :
1253  SIMCInstr<opName, SIEncodingFamily.VI> {
1254  list<Predicate> AssemblerPredicates = [isVI];
1255  string DecoderNamespace = "VI";
1256}
1257
1258class SOP1_Real_vi<bits<8> op, SOP1_Pseudo ps> :
1259  SOP1_Real<op, ps>,
1260  Select_vi<ps.Mnemonic>;
1261
1262
1263class SOP2_Real_vi<bits<7> op, SOP2_Pseudo ps> :
1264  SOP2_Real<op, ps>,
1265  Select_vi<ps.Mnemonic>;
1266
1267class SOPK_Real_vi<bits<5> op, SOPK_Pseudo ps> :
1268  SOPK_Real32<op, ps>,
1269  Select_vi<ps.Mnemonic>;
1270
1271def S_MOV_B32_vi           : SOP1_Real_vi <0x00, S_MOV_B32>;
1272def S_MOV_B64_vi           : SOP1_Real_vi <0x01, S_MOV_B64>;
1273def S_CMOV_B32_vi          : SOP1_Real_vi <0x02, S_CMOV_B32>;
1274def S_CMOV_B64_vi          : SOP1_Real_vi <0x03, S_CMOV_B64>;
1275def S_NOT_B32_vi           : SOP1_Real_vi <0x04, S_NOT_B32>;
1276def S_NOT_B64_vi           : SOP1_Real_vi <0x05, S_NOT_B64>;
1277def S_WQM_B32_vi           : SOP1_Real_vi <0x06, S_WQM_B32>;
1278def S_WQM_B64_vi           : SOP1_Real_vi <0x07, S_WQM_B64>;
1279def S_BREV_B32_vi          : SOP1_Real_vi <0x08, S_BREV_B32>;
1280def S_BREV_B64_vi          : SOP1_Real_vi <0x09, S_BREV_B64>;
1281def S_BCNT0_I32_B32_vi     : SOP1_Real_vi <0x0a, S_BCNT0_I32_B32>;
1282def S_BCNT0_I32_B64_vi     : SOP1_Real_vi <0x0b, S_BCNT0_I32_B64>;
1283def S_BCNT1_I32_B32_vi     : SOP1_Real_vi <0x0c, S_BCNT1_I32_B32>;
1284def S_BCNT1_I32_B64_vi     : SOP1_Real_vi <0x0d, S_BCNT1_I32_B64>;
1285def S_FF0_I32_B32_vi       : SOP1_Real_vi <0x0e, S_FF0_I32_B32>;
1286def S_FF0_I32_B64_vi       : SOP1_Real_vi <0x0f, S_FF0_I32_B64>;
1287def S_FF1_I32_B32_vi       : SOP1_Real_vi <0x10, S_FF1_I32_B32>;
1288def S_FF1_I32_B64_vi       : SOP1_Real_vi <0x11, S_FF1_I32_B64>;
1289def S_FLBIT_I32_B32_vi     : SOP1_Real_vi <0x12, S_FLBIT_I32_B32>;
1290def S_FLBIT_I32_B64_vi     : SOP1_Real_vi <0x13, S_FLBIT_I32_B64>;
1291def S_FLBIT_I32_vi         : SOP1_Real_vi <0x14, S_FLBIT_I32>;
1292def S_FLBIT_I32_I64_vi     : SOP1_Real_vi <0x15, S_FLBIT_I32_I64>;
1293def S_SEXT_I32_I8_vi       : SOP1_Real_vi <0x16, S_SEXT_I32_I8>;
1294def S_SEXT_I32_I16_vi      : SOP1_Real_vi <0x17, S_SEXT_I32_I16>;
1295def S_BITSET0_B32_vi       : SOP1_Real_vi <0x18, S_BITSET0_B32>;
1296def S_BITSET0_B64_vi       : SOP1_Real_vi <0x19, S_BITSET0_B64>;
1297def S_BITSET1_B32_vi       : SOP1_Real_vi <0x1a, S_BITSET1_B32>;
1298def S_BITSET1_B64_vi       : SOP1_Real_vi <0x1b, S_BITSET1_B64>;
1299def S_GETPC_B64_vi         : SOP1_Real_vi <0x1c, S_GETPC_B64>;
1300def S_SETPC_B64_vi         : SOP1_Real_vi <0x1d, S_SETPC_B64>;
1301def S_SWAPPC_B64_vi        : SOP1_Real_vi <0x1e, S_SWAPPC_B64>;
1302def S_RFE_B64_vi           : SOP1_Real_vi <0x1f, S_RFE_B64>;
1303def S_AND_SAVEEXEC_B64_vi  : SOP1_Real_vi <0x20, S_AND_SAVEEXEC_B64>;
1304def S_OR_SAVEEXEC_B64_vi   : SOP1_Real_vi <0x21, S_OR_SAVEEXEC_B64>;
1305def S_XOR_SAVEEXEC_B64_vi  : SOP1_Real_vi <0x22, S_XOR_SAVEEXEC_B64>;
1306def S_ANDN2_SAVEEXEC_B64_vi: SOP1_Real_vi <0x23, S_ANDN2_SAVEEXEC_B64>;
1307def S_ORN2_SAVEEXEC_B64_vi : SOP1_Real_vi <0x24, S_ORN2_SAVEEXEC_B64>;
1308def S_NAND_SAVEEXEC_B64_vi : SOP1_Real_vi <0x25, S_NAND_SAVEEXEC_B64>;
1309def S_NOR_SAVEEXEC_B64_vi  : SOP1_Real_vi <0x26, S_NOR_SAVEEXEC_B64>;
1310def S_XNOR_SAVEEXEC_B64_vi : SOP1_Real_vi <0x27, S_XNOR_SAVEEXEC_B64>;
1311def S_QUADMASK_B32_vi      : SOP1_Real_vi <0x28, S_QUADMASK_B32>;
1312def S_QUADMASK_B64_vi      : SOP1_Real_vi <0x29, S_QUADMASK_B64>;
1313def S_MOVRELS_B32_vi       : SOP1_Real_vi <0x2a, S_MOVRELS_B32>;
1314def S_MOVRELS_B64_vi       : SOP1_Real_vi <0x2b, S_MOVRELS_B64>;
1315def S_MOVRELD_B32_vi       : SOP1_Real_vi <0x2c, S_MOVRELD_B32>;
1316def S_MOVRELD_B64_vi       : SOP1_Real_vi <0x2d, S_MOVRELD_B64>;
1317def S_CBRANCH_JOIN_vi      : SOP1_Real_vi <0x2e, S_CBRANCH_JOIN>;
1318def S_MOV_REGRD_B32_vi     : SOP1_Real_vi <0x2f, S_MOV_REGRD_B32>;
1319def S_ABS_I32_vi           : SOP1_Real_vi <0x30, S_ABS_I32>;
1320def S_MOV_FED_B32_vi       : SOP1_Real_vi <0x31, S_MOV_FED_B32>;
1321def S_SET_GPR_IDX_IDX_vi   : SOP1_Real_vi <0x32, S_SET_GPR_IDX_IDX>;
1322
1323def S_ADD_U32_vi           : SOP2_Real_vi <0x00, S_ADD_U32>;
1324def S_ADD_I32_vi           : SOP2_Real_vi <0x02, S_ADD_I32>;
1325def S_SUB_U32_vi           : SOP2_Real_vi <0x01, S_SUB_U32>;
1326def S_SUB_I32_vi           : SOP2_Real_vi <0x03, S_SUB_I32>;
1327def S_ADDC_U32_vi          : SOP2_Real_vi <0x04, S_ADDC_U32>;
1328def S_SUBB_U32_vi          : SOP2_Real_vi <0x05, S_SUBB_U32>;
1329def S_MIN_I32_vi           : SOP2_Real_vi <0x06, S_MIN_I32>;
1330def S_MIN_U32_vi           : SOP2_Real_vi <0x07, S_MIN_U32>;
1331def S_MAX_I32_vi           : SOP2_Real_vi <0x08, S_MAX_I32>;
1332def S_MAX_U32_vi           : SOP2_Real_vi <0x09, S_MAX_U32>;
1333def S_CSELECT_B32_vi       : SOP2_Real_vi <0x0a, S_CSELECT_B32>;
1334def S_CSELECT_B64_vi       : SOP2_Real_vi <0x0b, S_CSELECT_B64>;
1335def S_AND_B32_vi           : SOP2_Real_vi <0x0c, S_AND_B32>;
1336def S_AND_B64_vi           : SOP2_Real_vi <0x0d, S_AND_B64>;
1337def S_OR_B32_vi            : SOP2_Real_vi <0x0e, S_OR_B32>;
1338def S_OR_B64_vi            : SOP2_Real_vi <0x0f, S_OR_B64>;
1339def S_XOR_B32_vi           : SOP2_Real_vi <0x10, S_XOR_B32>;
1340def S_XOR_B64_vi           : SOP2_Real_vi <0x11, S_XOR_B64>;
1341def S_ANDN2_B32_vi         : SOP2_Real_vi <0x12, S_ANDN2_B32>;
1342def S_ANDN2_B64_vi         : SOP2_Real_vi <0x13, S_ANDN2_B64>;
1343def S_ORN2_B32_vi          : SOP2_Real_vi <0x14, S_ORN2_B32>;
1344def S_ORN2_B64_vi          : SOP2_Real_vi <0x15, S_ORN2_B64>;
1345def S_NAND_B32_vi          : SOP2_Real_vi <0x16, S_NAND_B32>;
1346def S_NAND_B64_vi          : SOP2_Real_vi <0x17, S_NAND_B64>;
1347def S_NOR_B32_vi           : SOP2_Real_vi <0x18, S_NOR_B32>;
1348def S_NOR_B64_vi           : SOP2_Real_vi <0x19, S_NOR_B64>;
1349def S_XNOR_B32_vi          : SOP2_Real_vi <0x1a, S_XNOR_B32>;
1350def S_XNOR_B64_vi          : SOP2_Real_vi <0x1b, S_XNOR_B64>;
1351def S_LSHL_B32_vi          : SOP2_Real_vi <0x1c, S_LSHL_B32>;
1352def S_LSHL_B64_vi          : SOP2_Real_vi <0x1d, S_LSHL_B64>;
1353def S_LSHR_B32_vi          : SOP2_Real_vi <0x1e, S_LSHR_B32>;
1354def S_LSHR_B64_vi          : SOP2_Real_vi <0x1f, S_LSHR_B64>;
1355def S_ASHR_I32_vi          : SOP2_Real_vi <0x20, S_ASHR_I32>;
1356def S_ASHR_I64_vi          : SOP2_Real_vi <0x21, S_ASHR_I64>;
1357def S_BFM_B32_vi           : SOP2_Real_vi <0x22, S_BFM_B32>;
1358def S_BFM_B64_vi           : SOP2_Real_vi <0x23, S_BFM_B64>;
1359def S_MUL_I32_vi           : SOP2_Real_vi <0x24, S_MUL_I32>;
1360def S_BFE_U32_vi           : SOP2_Real_vi <0x25, S_BFE_U32>;
1361def S_BFE_I32_vi           : SOP2_Real_vi <0x26, S_BFE_I32>;
1362def S_BFE_U64_vi           : SOP2_Real_vi <0x27, S_BFE_U64>;
1363def S_BFE_I64_vi           : SOP2_Real_vi <0x28, S_BFE_I64>;
1364def S_CBRANCH_G_FORK_vi    : SOP2_Real_vi <0x29, S_CBRANCH_G_FORK>;
1365def S_ABSDIFF_I32_vi       : SOP2_Real_vi <0x2a, S_ABSDIFF_I32>;
1366def S_PACK_LL_B32_B16_vi   : SOP2_Real_vi <0x32, S_PACK_LL_B32_B16>;
1367def S_PACK_LH_B32_B16_vi   : SOP2_Real_vi <0x33, S_PACK_LH_B32_B16>;
1368def S_PACK_HH_B32_B16_vi   : SOP2_Real_vi <0x34, S_PACK_HH_B32_B16>;
1369def S_RFE_RESTORE_B64_vi   : SOP2_Real_vi <0x2b, S_RFE_RESTORE_B64>;
1370
1371def S_MOVK_I32_vi          : SOPK_Real_vi <0x00, S_MOVK_I32>;
1372def S_CMOVK_I32_vi         : SOPK_Real_vi <0x01, S_CMOVK_I32>;
1373def S_CMPK_EQ_I32_vi       : SOPK_Real_vi <0x02, S_CMPK_EQ_I32>;
1374def S_CMPK_LG_I32_vi       : SOPK_Real_vi <0x03, S_CMPK_LG_I32>;
1375def S_CMPK_GT_I32_vi       : SOPK_Real_vi <0x04, S_CMPK_GT_I32>;
1376def S_CMPK_GE_I32_vi       : SOPK_Real_vi <0x05, S_CMPK_GE_I32>;
1377def S_CMPK_LT_I32_vi       : SOPK_Real_vi <0x06, S_CMPK_LT_I32>;
1378def S_CMPK_LE_I32_vi       : SOPK_Real_vi <0x07, S_CMPK_LE_I32>;
1379def S_CMPK_EQ_U32_vi       : SOPK_Real_vi <0x08, S_CMPK_EQ_U32>;
1380def S_CMPK_LG_U32_vi       : SOPK_Real_vi <0x09, S_CMPK_LG_U32>;
1381def S_CMPK_GT_U32_vi       : SOPK_Real_vi <0x0A, S_CMPK_GT_U32>;
1382def S_CMPK_GE_U32_vi       : SOPK_Real_vi <0x0B, S_CMPK_GE_U32>;
1383def S_CMPK_LT_U32_vi       : SOPK_Real_vi <0x0C, S_CMPK_LT_U32>;
1384def S_CMPK_LE_U32_vi       : SOPK_Real_vi <0x0D, S_CMPK_LE_U32>;
1385def S_ADDK_I32_vi          : SOPK_Real_vi <0x0E, S_ADDK_I32>;
1386def S_MULK_I32_vi          : SOPK_Real_vi <0x0F, S_MULK_I32>;
1387def S_CBRANCH_I_FORK_vi    : SOPK_Real_vi <0x10, S_CBRANCH_I_FORK>;
1388def S_GETREG_B32_vi        : SOPK_Real_vi <0x11, S_GETREG_B32>;
1389def S_SETREG_B32_vi        : SOPK_Real_vi <0x12, S_SETREG_B32>;
1390//def S_GETREG_REGRD_B32_vi  : SOPK_Real_vi <0x13, S_GETREG_REGRD_B32>; // see pseudo for comments
1391def S_SETREG_IMM32_B32_vi  : SOPK_Real64<0x14, S_SETREG_IMM32_B32>,
1392                             Select_vi<S_SETREG_IMM32_B32.Mnemonic>;
1393
1394def S_CALL_B64_vi          : SOPK_Real_vi <0x15, S_CALL_B64>;
1395
1396//===----------------------------------------------------------------------===//
1397// SOP1 - GFX9.
1398//===----------------------------------------------------------------------===//
1399
1400def S_ANDN1_SAVEEXEC_B64_vi   : SOP1_Real_vi<0x33, S_ANDN1_SAVEEXEC_B64>;
1401def S_ORN1_SAVEEXEC_B64_vi    : SOP1_Real_vi<0x34, S_ORN1_SAVEEXEC_B64>;
1402def S_ANDN1_WREXEC_B64_vi     : SOP1_Real_vi<0x35, S_ANDN1_WREXEC_B64>;
1403def S_ANDN2_WREXEC_B64_vi     : SOP1_Real_vi<0x36, S_ANDN2_WREXEC_B64>;
1404def S_BITREPLICATE_B64_B32_vi : SOP1_Real_vi<0x37, S_BITREPLICATE_B64_B32>;
1405
1406//===----------------------------------------------------------------------===//
1407// SOP2 - GFX9.
1408//===----------------------------------------------------------------------===//
1409
1410def S_LSHL1_ADD_U32_vi   : SOP2_Real_vi<0x2e, S_LSHL1_ADD_U32>;
1411def S_LSHL2_ADD_U32_vi   : SOP2_Real_vi<0x2f, S_LSHL2_ADD_U32>;
1412def S_LSHL3_ADD_U32_vi   : SOP2_Real_vi<0x30, S_LSHL3_ADD_U32>;
1413def S_LSHL4_ADD_U32_vi   : SOP2_Real_vi<0x31, S_LSHL4_ADD_U32>;
1414def S_MUL_HI_U32_vi      : SOP2_Real_vi<0x2c, S_MUL_HI_U32>;
1415def S_MUL_HI_I32_vi      : SOP2_Real_vi<0x2d, S_MUL_HI_I32>;
1416