1 //===-- R600Instructions.td - R600 Instruction defs -------*- tablegen -*-===//
3 // The LLVM Compiler Infrastructure
5 // This file is distributed under the University of Illinois Open Source
6 // License. See LICENSE.TXT for details.
8 //===----------------------------------------------------------------------===//
10 // R600 Tablegen instruction definitions
12 //===----------------------------------------------------------------------===//
14 include "R600Intrinsics.td"
16 class InstR600 <bits<32> inst, dag outs, dag ins, string asm, list<dag> pattern,
18 : AMDGPUInst <outs, ins, asm, pattern> {
26 let Namespace = "AMDIL";
27 let OutOperandList = outs;
28 let InOperandList = ins;
30 let Pattern = pattern;
33 let TSFlags{4} = Trig;
36 // Vector instructions are instructions that must fill all slots in an
38 let TSFlags{6} = isVector;
41 class InstR600ISA <dag outs, dag ins, string asm, list<dag> pattern> :
42 AMDGPUInst <outs, ins, asm, pattern>
46 let Namespace = "AMDIL";
49 def MEMxi : Operand<iPTR> {
50 let MIOperandInfo = (ops R600_TReg32_X:$ptr, i32imm:$index);
53 def MEMrr : Operand<iPTR> {
54 let MIOperandInfo = (ops R600_Reg32:$ptr, R600_Reg32:$index);
57 def ADDRParam : ComplexPattern<i32, 2, "SelectADDRParam", [], []>;
58 def ADDRDWord : ComplexPattern<i32, 1, "SelectADDRDWord", [], []>;
59 def ADDRVTX_READ : ComplexPattern<i32, 2, "SelectADDRVTX_READ", [], []>;
73 class R600_1OP <bits<32> inst, string opName, list<dag> pattern,
74 InstrItinClass itin = AnyALU> :
76 (outs R600_Reg32:$dst),
77 (ins R600_Reg32:$src, variable_ops),
78 !strconcat(opName, " $dst, $src"),
83 class R600_2OP <bits<32> inst, string opName, list<dag> pattern,
84 InstrItinClass itin = AnyALU> :
86 (outs R600_Reg32:$dst),
87 (ins R600_Reg32:$src0, R600_Reg32:$src1, variable_ops),
88 !strconcat(opName, " $dst, $src0, $src1"),
93 class R600_3OP <bits<32> inst, string opName, list<dag> pattern,
94 InstrItinClass itin = AnyALU> :
96 (outs R600_Reg32:$dst),
97 (ins R600_Reg32:$src0, R600_Reg32:$src1, R600_Reg32:$src2, variable_ops),
98 !strconcat(opName, " $dst, $src0, $src1, $src2"),
105 class R600_REDUCTION <bits<32> inst, dag ins, string asm, list<dag> pattern,
106 InstrItinClass itin = VecALU> :
108 (outs R600_Reg32:$dst),
116 class R600_TEX <bits<32> inst, string opName, list<dag> pattern,
117 InstrItinClass itin = AnyALU> :
119 (outs R600_Reg128:$dst),
120 (ins R600_Reg128:$src0, i32imm:$src1, i32imm:$src2),
121 !strconcat(opName, "$dst, $src0, $src1, $src2"),
126 def TEX_SHADOW : PatLeaf<
128 [{uint32_t TType = (uint32_t)N->getZExtValue();
129 return (TType >= 6 && TType <= 8) || TType == 11 || TType == 12;
133 def COND_EQ : PatLeaf <
135 [{switch(N->get()){{default: return false;
136 case ISD::SETOEQ: case ISD::SETUEQ:
137 case ISD::SETEQ: return true;}}}]
140 def COND_NE : PatLeaf <
142 [{switch(N->get()){{default: return false;
143 case ISD::SETONE: case ISD::SETUNE:
144 case ISD::SETNE: return true;}}}]
146 def COND_GT : PatLeaf <
148 [{switch(N->get()){{default: return false;
149 case ISD::SETOGT: case ISD::SETUGT:
150 case ISD::SETGT: return true;}}}]
153 def COND_GE : PatLeaf <
155 [{switch(N->get()){{default: return false;
156 case ISD::SETOGE: case ISD::SETUGE:
157 case ISD::SETGE: return true;}}}]
160 def COND_LT : PatLeaf <
162 [{switch(N->get()){{default: return false;
163 case ISD::SETOLT: case ISD::SETULT:
164 case ISD::SETLT: return true;}}}]
167 def COND_LE : PatLeaf <
169 [{switch(N->get()){{default: return false;
170 case ISD::SETOLE: case ISD::SETULE:
171 case ISD::SETLE: return true;}}}]
174 class EG_CF_RAT <bits <8> cf_inst, bits <6> rat_inst, bits<4> rat_id, dag outs,
175 dag ins, string asm, list<dag> pattern> :
176 InstR600ISA <outs, ins, asm, pattern>
194 /* CF_ALLOC_EXPORT_WORD0_RAT */
195 let Inst{3-0} = rat_id;
196 let Inst{9-4} = rat_inst;
197 let Inst{10} = 0; /* Reserved */
198 let Inst{12-11} = RIM;
199 let Inst{14-13} = TYPE;
200 let Inst{21-15} = RW_GPR;
201 let Inst{22} = RW_REL;
202 let Inst{29-23} = INDEX_GPR;
203 let Inst{31-30} = ELEM_SIZE;
205 /* CF_ALLOC_EXPORT_WORD1_BUF */
206 let Inst{43-32} = ARRAY_SIZE;
207 let Inst{47-44} = COMP_MASK;
208 let Inst{51-48} = BURST_COUNT;
211 let Inst{61-54} = cf_inst;
213 let Inst{63} = BARRIER;
217 def store_global : PatFrag<(ops node:$value, node:$ptr),
218 (store node:$value, node:$ptr),
221 const PointerType *Type;
222 if ((src = cast<StoreSDNode>(N)->getSrcValue() &&
223 PT = dyn_cast<PointerType>(Src->getType()))) {
224 return PT->getAddressSpace() == 1;
231 def load_param : PatFrag<(ops node:$ptr),
234 const Value *Src = cast<LoadSDNode>(N)->getSrcValue();
236 PointerType * PT = dyn_cast<PointerType>(Src->getType());
237 return PT && PT->getAddressSpace() == AMDILAS::PARAM_I_ADDRESS;
242 //class EG_CF <bits<32> inst, string asm> :
243 // InstR600 <inst, (outs), (ins), asm, []>;
245 /* XXX: We will use this when we emit the real ISA.
259 let Inst{23-0} = ADDR;
260 let Inst{26-24} = JTS;
261 let Inst{34-32} = PC;
262 let Inst{39-35} = CF_CONST;
263 let Inst{41-40} = COND;
264 let Inst{47-42} = COUNT;
267 let Inst{61-54} = CF_INST;
272 def isR600 : Predicate<"Subtarget.device()"
273 "->getGeneration() == AMDILDeviceInfo::HD4XXX">;
274 def isEG : Predicate<"Subtarget.device()"
275 "->getGeneration() >= AMDILDeviceInfo::HD5XXX && "
276 "Subtarget.device()->getDeviceFlag() != OCL_DEVICE_CAYMAN">;
277 def isCayman : Predicate<"Subtarget.device()"
278 "->getDeviceFlag() == OCL_DEVICE_CAYMAN">;
279 def isEGorCayman : Predicate<"Subtarget.device()"
280 "->getGeneration() == AMDILDeviceInfo::HD5XXX"
281 "|| Subtarget.device()->getGeneration() =="
282 "AMDILDeviceInfo::HD6XXX">;
284 def isR600toCayman : Predicate<
285 "Subtarget.device()->getGeneration() <= AMDILDeviceInfo::HD6XXX">;
288 let Predicates = [isR600toCayman] in {
290 /* ------------------------------------------- */
291 /* Common Instructions R600, R700, Evergreen, Cayman */
292 /* ------------------------------------------- */
295 [(set R600_Reg32:$dst, (fadd R600_Reg32:$src0, R600_Reg32:$src1))]
298 // Non-IEEE MUL: 0 * anything = 0
301 [(set R600_Reg32:$dst, (int_AMDGPU_mul R600_Reg32:$src0, R600_Reg32:$src1))]
304 def MUL_IEEE : R600_2OP <
306 [(set R600_Reg32:$dst, (fmul R600_Reg32:$src0, R600_Reg32:$src1))]
311 [(set R600_Reg32:$dst, (AMDGPUfmax R600_Reg32:$src0, R600_Reg32:$src1))]
316 [(set R600_Reg32:$dst, (AMDGPUfmin R600_Reg32:$src0, R600_Reg32:$src1))]
319 /* For the SET* instructions there is a naming conflict in TargetSelectionDAG.td,
320 * so some of the instruction names don't match the asm string.
321 * XXX: Use the defs in TargetSelectionDAG.td instead of intrinsics.
324 def SETE : R600_2OP <
326 [(set R600_Reg32:$dst,
327 (selectcc (f32 R600_Reg32:$src0), R600_Reg32:$src1, FP_ONE, FP_ZERO,
333 [(set R600_Reg32:$dst,
334 (selectcc (f32 R600_Reg32:$src0), R600_Reg32:$src1, FP_ONE, FP_ZERO,
340 [(set R600_Reg32:$dst,
341 (selectcc (f32 R600_Reg32:$src0), R600_Reg32:$src1, FP_ONE, FP_ZERO,
347 [(set R600_Reg32:$dst,
348 (selectcc (f32 R600_Reg32:$src0), R600_Reg32:$src1, FP_ONE, FP_ZERO,
352 def FRACT : R600_1OP <
354 [(set R600_Reg32:$dst, (AMDGPUfract R600_Reg32:$src))]
357 def TRUNC : R600_1OP <
359 [(set R600_Reg32:$dst, (int_AMDGPU_trunc R600_Reg32:$src))]
362 def CEIL : R600_1OP <
364 [(set R600_Reg32:$dst, (fceil R600_Reg32:$src))]
367 def RNDNE : R600_1OP <
369 [(set R600_Reg32:$dst, (frint R600_Reg32:$src))]
372 def FLOOR : R600_1OP <
374 [(set R600_Reg32:$dst, (int_AMDGPU_floor R600_Reg32:$src))]
377 def MOV : R600_1OP <0x19, "MOV", []>;
379 class MOV_IMM <ValueType vt, Operand immType> : InstR600 <0x19,
380 (outs R600_Reg32:$dst),
381 (ins R600_Reg32:$alu_literal, immType:$imm),
382 "MOV_IMM $dst, $imm",
386 def MOV_IMM_I32 : MOV_IMM<i32, i32imm>;
389 (MOV_IMM_I32 (i32 ALU_LITERAL_X), imm:$val)
392 def MOV_IMM_F32 : MOV_IMM<f32, f32imm>;
395 (MOV_IMM_F32 (i32 ALU_LITERAL_X), fpimm:$val)
398 def KILLGT : R600_2OP <
403 def AND_INT : R600_2OP <
405 [(set R600_Reg32:$dst, (and R600_Reg32:$src0, R600_Reg32:$src1))]
408 def OR_INT : R600_2OP <
410 [(set R600_Reg32:$dst, (or R600_Reg32:$src0, R600_Reg32:$src1))]
413 def XOR_INT : R600_2OP <
415 [(set R600_Reg32:$dst, (xor R600_Reg32:$src0, R600_Reg32:$src1))]
418 def NOT_INT : R600_1OP <
420 [(set R600_Reg32:$dst, (not R600_Reg32:$src))]
423 def ADD_INT : R600_2OP <
425 [(set R600_Reg32:$dst, (add R600_Reg32:$src0, R600_Reg32:$src1))]
428 def SUB_INT : R600_2OP <
430 [(set R600_Reg32:$dst, (sub R600_Reg32:$src0, R600_Reg32:$src1))]
433 def MAX_INT : R600_2OP <
435 [(set R600_Reg32:$dst, (AMDGPUsmax R600_Reg32:$src0, R600_Reg32:$src1))]>;
437 def MIN_INT : R600_2OP <
439 [(set R600_Reg32:$dst, (AMDGPUsmin R600_Reg32:$src0, R600_Reg32:$src1))]>;
441 def MAX_UINT : R600_2OP <
443 [(set R600_Reg32:$dst, (AMDGPUsmax R600_Reg32:$src0, R600_Reg32:$src1))]
446 def MIN_UINT : R600_2OP <
448 [(set R600_Reg32:$dst, (AMDGPUumin R600_Reg32:$src0, R600_Reg32:$src1))]
451 def SETE_INT : R600_2OP <
453 [(set (i32 R600_Reg32:$dst),
454 (selectcc (i32 R600_Reg32:$src0), R600_Reg32:$src1, -1, 0, SETEQ))]
457 def SETGT_INT : R600_2OP <
459 [(set (i32 R600_Reg32:$dst),
460 (selectcc (i32 R600_Reg32:$src0), R600_Reg32:$src1, -1, 0, SETGT))]
463 def SETGE_INT : R600_2OP <
465 [(set (i32 R600_Reg32:$dst),
466 (selectcc (i32 R600_Reg32:$src0), R600_Reg32:$src1, -1, 0, SETGE))]
469 def SETNE_INT : R600_2OP <
471 [(set (i32 R600_Reg32:$dst),
472 (selectcc (i32 R600_Reg32:$src0), R600_Reg32:$src1, -1, 0, SETNE))]
475 def SETGT_UINT : R600_2OP <
477 [(set (i32 R600_Reg32:$dst),
478 (selectcc (i32 R600_Reg32:$src0), R600_Reg32:$src1, -1, 0, SETUGT))]
481 def SETGE_UINT : R600_2OP <
483 [(set (i32 R600_Reg32:$dst),
484 (selectcc (i32 R600_Reg32:$src0), R600_Reg32:$src1, -1, 0, SETUGE))]
487 def CNDE_INT : R600_3OP <
489 [(set (i32 R600_Reg32:$dst),
490 (IL_cmov_logical R600_Reg32:$src0, R600_Reg32:$src2, R600_Reg32:$src1))]
493 /* Texture instructions */
496 def TEX_LD : R600_TEX <
498 [(set R600_Reg128:$dst, (int_AMDGPU_txf R600_Reg128:$src0, imm:$src1, imm:$src2, imm:$src3, imm:$src4, imm:$src5))]
500 let AsmString = "TEX_LD $dst, $src0, $src1, $src2, $src3, $src4, $src5";
501 let InOperandList = (ins R600_Reg128:$src0, i32imm:$src1, i32imm:$src2, i32imm:$src3, i32imm:$src4, i32imm:$src5);
504 def TEX_GET_TEXTURE_RESINFO : R600_TEX <
505 0x04, "TEX_GET_TEXTURE_RESINFO",
506 [(set R600_Reg128:$dst, (int_AMDGPU_txq R600_Reg128:$src0, imm:$src1, imm:$src2))]
509 def TEX_GET_GRADIENTS_H : R600_TEX <
510 0x07, "TEX_GET_GRADIENTS_H",
511 [(set R600_Reg128:$dst, (int_AMDGPU_ddx R600_Reg128:$src0, imm:$src1, imm:$src2))]
514 def TEX_GET_GRADIENTS_V : R600_TEX <
515 0x08, "TEX_GET_GRADIENTS_V",
516 [(set R600_Reg128:$dst, (int_AMDGPU_ddy R600_Reg128:$src0, imm:$src1, imm:$src2))]
519 def TEX_SET_GRADIENTS_H : R600_TEX <
520 0x0B, "TEX_SET_GRADIENTS_H",
524 def TEX_SET_GRADIENTS_V : R600_TEX <
525 0x0C, "TEX_SET_GRADIENTS_V",
529 def TEX_SAMPLE : R600_TEX <
531 [(set R600_Reg128:$dst, (int_AMDGPU_tex R600_Reg128:$src0, imm:$src1, imm:$src2))]
534 def TEX_SAMPLE_C : R600_TEX <
535 0x18, "TEX_SAMPLE_C",
536 [(set R600_Reg128:$dst, (int_AMDGPU_tex R600_Reg128:$src0, imm:$src1, TEX_SHADOW:$src2))]
539 def TEX_SAMPLE_L : R600_TEX <
540 0x11, "TEX_SAMPLE_L",
541 [(set R600_Reg128:$dst, (int_AMDGPU_txl R600_Reg128:$src0, imm:$src1, imm:$src2))]
544 def TEX_SAMPLE_C_L : R600_TEX <
545 0x19, "TEX_SAMPLE_C_L",
546 [(set R600_Reg128:$dst, (int_AMDGPU_txl R600_Reg128:$src0, imm:$src1, TEX_SHADOW:$src2))]
549 def TEX_SAMPLE_LB : R600_TEX <
550 0x12, "TEX_SAMPLE_LB",
551 [(set R600_Reg128:$dst, (int_AMDGPU_txb R600_Reg128:$src0, imm:$src1, imm:$src2))]
554 def TEX_SAMPLE_C_LB : R600_TEX <
555 0x1A, "TEX_SAMPLE_C_LB",
556 [(set R600_Reg128:$dst, (int_AMDGPU_txb R600_Reg128:$src0, imm:$src1, TEX_SHADOW:$src2))]
559 def TEX_SAMPLE_G : R600_TEX <
560 0x14, "TEX_SAMPLE_G",
564 def TEX_SAMPLE_C_G : R600_TEX <
565 0x1C, "TEX_SAMPLE_C_G",
569 /* Helper classes for common instructions */
571 class MUL_LIT_Common <bits<32> inst> : R600_3OP <
576 class MULADD_Common <bits<32> inst> : R600_3OP <
578 [(set (f32 R600_Reg32:$dst),
579 (IL_mad R600_Reg32:$src0, R600_Reg32:$src1, R600_Reg32:$src2))]
582 class CNDE_Common <bits<32> inst> : R600_3OP <
584 [(set (f32 R600_Reg32:$dst),
585 (IL_cmov_logical R600_Reg32:$src0, R600_Reg32:$src2, R600_Reg32:$src1))]
588 class CNDGT_Common <bits<32> inst> : R600_3OP <
593 class CNDGE_Common <bits<32> inst> : R600_3OP <
595 [(set R600_Reg32:$dst, (int_AMDGPU_cndlt R600_Reg32:$src0, R600_Reg32:$src2, R600_Reg32:$src1))]
598 class DOT4_Common <bits<32> inst> : R600_REDUCTION <
600 (ins R600_Reg128:$src0, R600_Reg128:$src1),
601 "DOT4 $dst $src0, $src1",
602 [(set R600_Reg32:$dst, (int_AMDGPU_dp4 R600_Reg128:$src0, R600_Reg128:$src1))]
605 class CUBE_Common <bits<32> inst> : InstR600 <
607 (outs R600_Reg128:$dst),
608 (ins R600_Reg128:$src),
610 [(set R600_Reg128:$dst, (int_AMDGPU_cube R600_Reg128:$src))],
614 class EXP_IEEE_Common <bits<32> inst> : R600_1OP <
616 [(set R600_Reg32:$dst, (fexp2 R600_Reg32:$src))]
619 class FLT_TO_INT_Common <bits<32> inst> : R600_1OP <
621 [(set R600_Reg32:$dst, (fp_to_sint R600_Reg32:$src))]
624 class INT_TO_FLT_Common <bits<32> inst> : R600_1OP <
626 [(set R600_Reg32:$dst, (sint_to_fp R600_Reg32:$src))]
629 class FLT_TO_UINT_Common <bits<32> inst> : R600_1OP <
631 [(set R600_Reg32:$dst, (fp_to_uint R600_Reg32:$src))]
634 class UINT_TO_FLT_Common <bits<32> inst> : R600_1OP <
636 [(set R600_Reg32:$dst, (uint_to_fp R600_Reg32:$src))]
639 class LOG_CLAMPED_Common <bits<32> inst> : R600_1OP <
644 class LOG_IEEE_Common <bits<32> inst> : R600_1OP <
646 [(set R600_Reg32:$dst, (int_AMDIL_log R600_Reg32:$src))]
649 class LSHL_Common <bits<32> inst> : R600_2OP <
650 inst, "LSHL $dst, $src0, $src1",
651 [(set R600_Reg32:$dst, (shl R600_Reg32:$src0, R600_Reg32:$src1))]
654 class LSHR_Common <bits<32> inst> : R600_2OP <
655 inst, "LSHR $dst, $src0, $src1",
656 [(set R600_Reg32:$dst, (srl R600_Reg32:$src0, R600_Reg32:$src1))]
659 class ASHR_Common <bits<32> inst> : R600_2OP <
660 inst, "ASHR $dst, $src0, $src1",
661 [(set R600_Reg32:$dst, (sra R600_Reg32:$src0, R600_Reg32:$src1))]
664 class MULHI_INT_Common <bits<32> inst> : R600_2OP <
665 inst, "MULHI_INT $dst, $src0, $src1",
666 [(set R600_Reg32:$dst, (mulhs R600_Reg32:$src0, R600_Reg32:$src1))]
669 class MULHI_UINT_Common <bits<32> inst> : R600_2OP <
670 inst, "MULHI $dst, $src0, $src1",
671 [(set R600_Reg32:$dst, (mulhu R600_Reg32:$src0, R600_Reg32:$src1))]
674 class MULLO_INT_Common <bits<32> inst> : R600_2OP <
675 inst, "MULLO_INT $dst, $src0, $src1",
676 [(set R600_Reg32:$dst, (mul R600_Reg32:$src0, R600_Reg32:$src1))]
679 class MULLO_UINT_Common <bits<32> inst> : R600_2OP <
680 inst, "MULLO_UINT $dst, $src0, $src1",
684 class RECIP_CLAMPED_Common <bits<32> inst> : R600_1OP <
685 inst, "RECIP_CLAMPED",
689 class RECIP_IEEE_Common <bits<32> inst> : R600_1OP <
691 [(set R600_Reg32:$dst, (int_AMDGPU_rcp R600_Reg32:$src))]
694 class RECIP_UINT_Common <bits<32> inst> : R600_1OP <
695 inst, "RECIP_INT $dst, $src",
696 [(set R600_Reg32:$dst, (AMDGPUurecip R600_Reg32:$src))]
699 class RECIPSQRT_CLAMPED_Common <bits<32> inst> : R600_1OP <
700 inst, "RECIPSQRT_CLAMPED",
701 [(set R600_Reg32:$dst, (int_AMDGPU_rsq R600_Reg32:$src))]
704 class RECIPSQRT_IEEE_Common <bits<32> inst> : R600_1OP <
705 inst, "RECIPSQRT_IEEE",
709 class SIN_Common <bits<32> inst> : R600_1OP <
711 [(set R600_Reg32:$dst, (int_AMDIL_sin R600_Reg32:$src))]>{
715 class COS_Common <bits<32> inst> : R600_1OP <
717 [(set R600_Reg32:$dst, (int_AMDIL_cos R600_Reg32:$src))]> {
721 /* Helper patterns for complex intrinsics */
722 /* -------------------------------------- */
724 class DIV_Common <InstR600 recip_ieee> : Pat<
725 (int_AMDGPU_div R600_Reg32:$src0, R600_Reg32:$src1),
726 (MUL R600_Reg32:$src0, (recip_ieee R600_Reg32:$src1))
729 class SSG_Common <InstR600 cndgt, InstR600 cndge> : Pat <
730 (int_AMDGPU_ssg R600_Reg32:$src),
731 (cndgt R600_Reg32:$src, (f32 ONE), (cndge R600_Reg32:$src, (f32 ZERO), (f32 NEG_ONE)))
734 class TGSI_LIT_Z_Common <InstR600 mul_lit, InstR600 log_clamped, InstR600 exp_ieee> : Pat <
735 (int_TGSI_lit_z R600_Reg32:$src_x, R600_Reg32:$src_y, R600_Reg32:$src_w),
736 (exp_ieee (mul_lit (log_clamped (MAX R600_Reg32:$src_y, (f32 ZERO))), R600_Reg32:$src_w, R600_Reg32:$src_x))
739 /* ---------------------- */
740 /* R600 / R700 Only Instructions */
741 /* ---------------------- */
743 let Predicates = [isR600] in {
745 def MUL_LIT_r600 : MUL_LIT_Common<0x0C>;
746 def MULADD_r600 : MULADD_Common<0x10>;
747 def CNDE_r600 : CNDE_Common<0x18>;
748 def CNDGT_r600 : CNDGT_Common<0x19>;
749 def CNDGE_r600 : CNDGE_Common<0x1A>;
750 def DOT4_r600 : DOT4_Common<0x50>;
751 def CUBE_r600 : CUBE_Common<0x52>;
752 def EXP_IEEE_r600 : EXP_IEEE_Common<0x61>;
753 def LOG_CLAMPED_r600 : LOG_CLAMPED_Common<0x62>;
754 def LOG_IEEE_r600 : LOG_IEEE_Common<0x63>;
755 def RECIP_CLAMPED_r600 : RECIP_CLAMPED_Common<0x64>;
756 def RECIP_IEEE_r600 : RECIP_IEEE_Common<0x66>;
757 def RECIPSQRT_CLAMPED_r600 : RECIPSQRT_CLAMPED_Common<0x67>;
758 def RECIPSQRT_IEEE_r600 : RECIPSQRT_IEEE_Common<0x69>;
759 def FLT_TO_INT_r600 : FLT_TO_INT_Common<0x6b>;
760 def INT_TO_FLT_r600 : INT_TO_FLT_Common<0x6c>;
761 def FLT_TO_UINT_r600 : FLT_TO_UINT_Common<0x79>;
762 def UINT_TO_FLT_r600 : UINT_TO_FLT_Common<0x6d>;
763 def SIN_r600 : SIN_Common<0x6E>;
764 def COS_r600 : COS_Common<0x6F>;
765 def ASHR_r600 : ASHR_Common<0x70>;
766 def LSHR_r600 : LSHR_Common<0x71>;
767 def LSHL_r600 : LSHL_Common<0x72>;
768 def MULLO_INT_r600 : MULLO_INT_Common<0x73>;
769 def MULHI_INT_r600 : MULHI_INT_Common<0x74>;
770 def MULLO_UINT_r600 : MULLO_UINT_Common<0x75>;
771 def MULHI_UINT_r600 : MULHI_UINT_Common<0x76>;
772 def RECIP_UINT_r600 : RECIP_UINT_Common <0x78>;
774 def DIV_r600 : DIV_Common<RECIP_IEEE_r600>;
775 def POW_r600 : POW_Common<LOG_IEEE_r600, EXP_IEEE_r600, MUL, GPRF32>;
776 def SSG_r600 : SSG_Common<CNDGT_r600, CNDGE_r600>;
777 def TGSI_LIT_Z_r600 : TGSI_LIT_Z_Common<MUL_LIT_r600, LOG_CLAMPED_r600, EXP_IEEE_r600>;
781 /* ----------------- */
782 /* R700+ Trig helper */
783 /* ----------------- */
786 class TRIG_HELPER_r700 <InstR600 trig_inst>: Pat <
787 (trig_inst R600_Reg32:$src),
788 (trig_inst (fmul R600_Reg32:$src, (PI))))
792 //===----------------------------------------------------------------------===//
793 // Evergreen Only instructions
794 //===----------------------------------------------------------------------===//
796 let Predicates = [isEG] in {
798 def RECIP_IEEE_eg : RECIP_IEEE_Common<0x86>;
800 def MULLO_INT_eg : MULLO_INT_Common<0x8F>;
801 def MULHI_INT_eg : MULHI_INT_Common<0x90>;
802 def MULLO_UINT_eg : MULLO_UINT_Common<0x91>;
803 def MULHI_UINT_eg : MULHI_UINT_Common<0x92>;
804 def RECIP_UINT_eg : RECIP_UINT_Common<0x94>;
806 } // End Predicates = [isEG]
808 /* ------------------------------- */
809 /* Evergreen / Cayman Instructions */
810 /* ------------------------------- */
812 let Predicates = [isEGorCayman] in {
814 class TRIG_eg <InstR600 trig, Intrinsic intr> : Pat<
815 (intr R600_Reg32:$src),
816 (trig (MUL (MOV_IMM_I32 (i32 ALU_LITERAL_X), CONST.TWO_PI_INV), R600_Reg32:$src))
819 def MULADD_eg : MULADD_Common<0x14>;
820 def ASHR_eg : ASHR_Common<0x15>;
821 def LSHR_eg : LSHR_Common<0x16>;
822 def LSHL_eg : LSHL_Common<0x17>;
823 def CNDE_eg : CNDE_Common<0x19>;
824 def CNDGT_eg : CNDGT_Common<0x1A>;
825 def CNDGE_eg : CNDGE_Common<0x1B>;
826 def MUL_LIT_eg : MUL_LIT_Common<0x1F>;
827 def EXP_IEEE_eg : EXP_IEEE_Common<0x81>;
828 def LOG_CLAMPED_eg : LOG_CLAMPED_Common<0x82>;
829 def LOG_IEEE_eg : LOG_IEEE_Common<0x83>;
830 def RECIP_CLAMPED_eg : RECIP_CLAMPED_Common<0x84>;
831 def RECIPSQRT_CLAMPED_eg : RECIPSQRT_CLAMPED_Common<0x87>;
832 def RECIPSQRT_IEEE_eg : RECIPSQRT_IEEE_Common<0x89>;
833 def SIN_eg : SIN_Common<0x8D>;
834 def COS_eg : COS_Common<0x8E>;
835 def DOT4_eg : DOT4_Common<0xBE>;
836 def CUBE_eg : CUBE_Common<0xC0>;
838 def DIV_eg : DIV_Common<RECIP_IEEE_eg>;
839 def POW_eg : POW_Common<LOG_IEEE_eg, EXP_IEEE_eg, MUL, GPRF32>;
840 def SSG_eg : SSG_Common<CNDGT_eg, CNDGE_eg>;
841 def TGSI_LIT_Z_eg : TGSI_LIT_Z_Common<MUL_LIT_eg, LOG_CLAMPED_eg, EXP_IEEE_eg>;
843 def : TRIG_eg <SIN_eg, int_AMDGPU_sin>;
844 def : TRIG_eg <COS_eg, int_AMDGPU_cos>;
846 def FLT_TO_INT_eg : FLT_TO_INT_Common<0x50> {
850 def INT_TO_FLT_eg : INT_TO_FLT_Common<0x9B>;
852 def FLT_TO_UINT_eg : FLT_TO_UINT_Common<0x9A> {
856 def UINT_TO_FLT_eg : UINT_TO_FLT_Common<0x9C>;
858 def : Pat<(fp_to_sint R600_Reg32:$src),
859 (FLT_TO_INT_eg (TRUNC R600_Reg32:$src))>;
861 def : Pat<(fp_to_uint R600_Reg32:$src),
862 (FLT_TO_UINT_eg (TRUNC R600_Reg32:$src))>;
864 //===----------------------------------------------------------------------===//
865 // Memory read/write instructions
866 //===----------------------------------------------------------------------===//
868 let usesCustomInserter = 1 in {
870 def RAT_WRITE_CACHELESS_eg : EG_CF_RAT <0x57, 0x2, 0, (outs),
871 (ins R600_TReg32_X:$rw_gpr, R600_TReg32_X:$index_gpr),
872 "RAT_WRITE_CACHELESS_eg $rw_gpr, $index_gpr",
873 [(global_store (i32 R600_TReg32_X:$rw_gpr), R600_TReg32_X:$index_gpr)]>
876 /* XXX: Have a separate instruction for non-indexed writes. */
890 } // End usesCustomInserter = 1
892 class VTX_READ_eg <int buffer_id, list<dag> pattern> : InstR600ISA <
893 (outs R600_TReg32_X:$dst),
895 "VTX_READ_eg $dst, $ptr",
899 def VTX_READ_PARAM_eg : VTX_READ_eg <0,
900 [(set (i32 R600_TReg32_X:$dst), (load_param ADDRVTX_READ:$ptr))]
903 def VTX_READ_GLOBAL_eg : VTX_READ_eg <1,
904 [(set (i32 R600_TReg32_X:$dst), (global_load ADDRVTX_READ:$ptr))]
909 let Predicates = [isCayman] in {
911 let isVector = 1 in {
913 def RECIP_IEEE_cm : RECIP_IEEE_Common<0x86>;
915 def MULLO_INT_cm : MULLO_INT_Common<0x8F>;
916 def MULHI_INT_cm : MULHI_INT_Common<0x90>;
917 def MULLO_UINT_cm : MULLO_UINT_Common<0x91>;
918 def MULHI_UINT_cm : MULHI_UINT_Common<0x92>;
920 } // End isVector = 1
922 // RECIP_UINT emulation for Cayman
924 (AMDGPUurecip R600_Reg32:$src0),
925 (FLT_TO_UINT_eg (MUL_IEEE (RECIP_IEEE_cm (UINT_TO_FLT_eg R600_Reg32:$src0)),
926 (MOV_IMM_I32 (i32 ALU_LITERAL_X), 0x4f800000)))
931 /* Other Instructions */
933 let isCodeGenOnly = 1 in {
935 def SWIZZLE : AMDGPUShaderInst <
936 (outs GPRV4F32:$dst),
937 (ins GPRV4F32:$src0, i32imm:$src1),
938 "SWIZZLE $dst, $src0, $src1",
939 [(set GPRV4F32:$dst, (int_AMDGPU_swizzle GPRV4F32:$src0, imm:$src1))]
943 def LAST : AMDGPUShaderInst <
950 def GET_CHAN : AMDGPUShaderInst <
951 (outs R600_Reg32:$dst),
952 (ins R600_Reg128:$src0, i32imm:$src1),
953 "GET_CHAN $dst, $src0, $src1",
957 def MULLIT : AMDGPUShaderInst <
958 (outs R600_Reg128:$dst),
959 (ins R600_Reg32:$src0, R600_Reg32:$src1, R600_Reg32:$src2),
960 "MULLIT $dst, $src0, $src1",
961 [(set R600_Reg128:$dst, (int_AMDGPU_mullit R600_Reg32:$src0, R600_Reg32:$src1, R600_Reg32:$src2))]
964 let usesCustomInserter = 1, isPseudo = 1 in {
966 class R600PreloadInst <string asm, Intrinsic intr> : AMDGPUInst <
967 (outs R600_TReg32:$dst),
970 [(set R600_TReg32:$dst, (intr))]
973 def TGID_X : R600PreloadInst <"TGID_X", int_r600_read_tgid_x>;
974 def TGID_Y : R600PreloadInst <"TGID_Y", int_r600_read_tgid_y>;
975 def TGID_Z : R600PreloadInst <"TGID_Z", int_r600_read_tgid_z>;
977 def TIDIG_X : R600PreloadInst <"TIDIG_X", int_r600_read_tidig_x>;
978 def TIDIG_Y : R600PreloadInst <"TIDIG_Y", int_r600_read_tidig_y>;
979 def TIDIG_Z : R600PreloadInst <"TIDIG_Z", int_r600_read_tidig_z>;
981 def NGROUPS_X : R600PreloadInst <"NGROUPS_X", int_r600_read_ngroups_x>;
982 def NGROUPS_Y : R600PreloadInst <"NGROUPS_Y", int_r600_read_ngroups_y>;
983 def NGROUPS_Z : R600PreloadInst <"NGROUPS_Z", int_r600_read_ngroups_z>;
985 def GLOBAL_SIZE_X : R600PreloadInst <"GLOBAL_SIZE_X",
986 int_r600_read_global_size_x>;
987 def GLOBAL_SIZE_Y : R600PreloadInst <"GLOBAL_SIZE_Y",
988 int_r600_read_global_size_y>;
989 def GLOBAL_SIZE_Z : R600PreloadInst <"GLOBAL_SIZE_Z",
990 int_r600_read_global_size_z>;
992 def LOCAL_SIZE_X : R600PreloadInst <"LOCAL_SIZE_X",
993 int_r600_read_local_size_x>;
994 def LOCAL_SIZE_Y : R600PreloadInst <"LOCAL_SIZE_Y",
995 int_r600_read_local_size_y>;
996 def LOCAL_SIZE_Z : R600PreloadInst <"LOCAL_SIZE_Z",
997 int_r600_read_local_size_z>;
999 def R600_LOAD_CONST : AMDGPUShaderInst <
1000 (outs R600_Reg32:$dst),
1002 "R600_LOAD_CONST $dst, $src0",
1003 [(set R600_Reg32:$dst, (int_AMDGPU_load_const imm:$src0))]
1006 def LOAD_INPUT : AMDGPUShaderInst <
1007 (outs R600_Reg32:$dst),
1009 "LOAD_INPUT $dst, $src",
1010 [(set R600_Reg32:$dst, (int_R600_load_input imm:$src))]
1013 def RESERVE_REG : AMDGPUShaderInst <
1017 [(int_AMDGPU_reserve_reg imm:$src)]
1020 def STORE_OUTPUT: AMDGPUShaderInst <
1022 (ins R600_Reg32:$src0, i32imm:$src1),
1023 "STORE_OUTPUT $src0, $src1",
1024 [(int_AMDGPU_store_output R600_Reg32:$src0, imm:$src1)]
1027 def TXD: AMDGPUShaderInst <
1028 (outs R600_Reg128:$dst),
1029 (ins R600_Reg128:$src0, R600_Reg128:$src1, R600_Reg128:$src2, i32imm:$src3, i32imm:$src4),
1030 "TXD $dst, $src0, $src1, $src2, $src3, $src4",
1031 [(set R600_Reg128:$dst, (int_AMDGPU_txd R600_Reg128:$src0, R600_Reg128:$src1, R600_Reg128:$src2, imm:$src3, imm:$src4))]
1034 def TXD_SHADOW: AMDGPUShaderInst <
1035 (outs R600_Reg128:$dst),
1036 (ins R600_Reg128:$src0, R600_Reg128:$src1, R600_Reg128:$src2, i32imm:$src3, i32imm:$src4),
1037 "TXD_SHADOW $dst, $src0, $src1, $src2, $src3, $src4",
1038 [(set R600_Reg128:$dst, (int_AMDGPU_txd R600_Reg128:$src0, R600_Reg128:$src1, R600_Reg128:$src2, imm:$src3, TEX_SHADOW:$src4))]
1041 } // End usesCustomInserter = 1, isPseudo = 1
1043 } // End isCodeGenOnly = 1
1045 def CLAMP_R600 : CLAMP <R600_Reg32>;
1046 def FABS_R600 : FABS<R600_Reg32>;
1047 def FNEG_R600 : FNEG<R600_Reg32>;
1049 let usesCustomInserter = 1 in {
1051 def MASK_WRITE : AMDGPUShaderInst <
1053 (ins R600_Reg32:$src),
1058 } // End usesCustomInserter = 1
1060 //===----------------------------------------------------------------------===//
1062 //===----------------------------------------------------------------------===//
1067 (MASK_WRITE (KILLGT (f32 ONE), (f32 ZERO)))
1071 (int_AMDGPU_kill R600_Reg32:$src0),
1072 (MASK_WRITE (KILLGT (f32 ZERO), (f32 R600_Reg32:$src0)))
1077 (selectcc (f32 R600_Reg32:$src0), R600_Reg32:$src1, FP_ONE, FP_ZERO, COND_LT),
1078 (SGT R600_Reg32:$src1, R600_Reg32:$src0)
1083 (selectcc (f32 R600_Reg32:$src0), R600_Reg32:$src1, FP_ONE, FP_ZERO, COND_LE),
1084 (SGE R600_Reg32:$src1, R600_Reg32:$src0)
1087 // SETGT_INT reverse args
1089 (selectcc (i32 R600_Reg32:$src0), R600_Reg32:$src1, -1, 0, SETLT),
1090 (SETGT_INT R600_Reg32:$src1, R600_Reg32:$src0)
1093 // SETGE_INT reverse args
1095 (selectcc (i32 R600_Reg32:$src0), R600_Reg32:$src1, -1, 0, SETLE),
1096 (SETGE_INT R600_Reg32:$src1, R600_Reg32:$src0)
1099 // SETGT_UINT reverse args
1101 (selectcc (i32 R600_Reg32:$src0), R600_Reg32:$src1, -1, 0, SETULT),
1102 (SETGT_UINT R600_Reg32:$src1, R600_Reg32:$src0)
1105 // SETGE_UINT reverse args
1107 (selectcc (i32 R600_Reg32:$src0), R600_Reg32:$src1, -1, 0, SETULE),
1108 (SETGE_UINT R600_Reg32:$src0, R600_Reg32:$src1)
1111 // The next two patterns are special cases for handling 'true if ordered' and
1112 // 'true if unordered' conditionals. The assumption here is that the behavior of
1113 // SETE and SNE conforms to the Direct3D 10 rules for floating point values
1115 // http://msdn.microsoft.com/en-us/library/windows/desktop/cc308050.aspx#alpha_32_bit
1116 // We assume that SETE returns false when one of the operands is NAN and
1117 // SNE returns true when on of the operands is NAN
1119 //SETE - 'true if ordered'
1121 (selectcc (f32 R600_Reg32:$src0), R600_Reg32:$src1, FP_ONE, FP_ZERO, SETO),
1122 (SETE R600_Reg32:$src0, R600_Reg32:$src1)
1125 //SNE - 'true if unordered'
1127 (selectcc (f32 R600_Reg32:$src0), R600_Reg32:$src1, FP_ONE, FP_ZERO, SETUO),
1128 (SNE R600_Reg32:$src0, R600_Reg32:$src1)
1131 def : Extract_Element <f32, v4f32, R600_Reg128, 0, sel_x>;
1132 def : Extract_Element <f32, v4f32, R600_Reg128, 1, sel_y>;
1133 def : Extract_Element <f32, v4f32, R600_Reg128, 2, sel_z>;
1134 def : Extract_Element <f32, v4f32, R600_Reg128, 3, sel_w>;
1136 def : Insert_Element <f32, v4f32, R600_Reg32, R600_Reg128, 4, sel_x>;
1137 def : Insert_Element <f32, v4f32, R600_Reg32, R600_Reg128, 5, sel_y>;
1138 def : Insert_Element <f32, v4f32, R600_Reg32, R600_Reg128, 6, sel_z>;
1139 def : Insert_Element <f32, v4f32, R600_Reg32, R600_Reg128, 7, sel_w>;
1141 def : Extract_Element <i32, v4i32, R600_Reg128, 0, sel_x>;
1142 def : Extract_Element <i32, v4i32, R600_Reg128, 1, sel_y>;
1143 def : Extract_Element <i32, v4i32, R600_Reg128, 2, sel_z>;
1144 def : Extract_Element <i32, v4i32, R600_Reg128, 3, sel_w>;
1146 def : Insert_Element <i32, v4i32, R600_Reg32, R600_Reg128, 4, sel_x>;
1147 def : Insert_Element <i32, v4i32, R600_Reg32, R600_Reg128, 5, sel_y>;
1148 def : Insert_Element <i32, v4i32, R600_Reg32, R600_Reg128, 6, sel_z>;
1149 def : Insert_Element <i32, v4i32, R600_Reg32, R600_Reg128, 7, sel_w>;
1151 def : Vector_Build <v4f32, R600_Reg32>;
1152 def : Vector_Build <v4i32, R600_Reg32>;
1154 // bitconvert patterns
1156 def : BitConvert <i32, f32, R600_Reg32>;
1157 def : BitConvert <f32, i32, R600_Reg32>;
1159 } // End isR600toCayman Predicate