10a5fe2e062288325caa9476236b443ea2651ec1
2 * Copyright 2011 Christoph Bumiller
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
23 #include "codegen/nv50_ir_target_nvc0.h"
27 Target
*getTargetNVC0(unsigned int chipset
)
29 return new TargetNVC0(chipset
);
32 TargetNVC0::TargetNVC0(unsigned int card
) : Target(false, card
>= 0xe4)
38 // BULTINS / LIBRARY FUNCTIONS:
40 // lazyness -> will just hardcode everything for the time being
42 #include "target_lib_nvc0.asm.h"
43 #include "target_lib_nve4.asm.h"
44 #include "target_lib_nvf0.asm.h"
47 TargetNVC0::getBuiltinCode(const uint32_t **code
, uint32_t *size
) const
49 switch (chipset
& ~0xf) {
51 *code
= (const uint32_t *)&nve4_builtin_code
[0];
52 *size
= sizeof(nve4_builtin_code
);
56 *code
= (const uint32_t *)&nvf0_builtin_code
[0];
57 *size
= sizeof(nvf0_builtin_code
);
60 *code
= (const uint32_t *)&nvc0_builtin_code
[0];
61 *size
= sizeof(nvc0_builtin_code
);
67 TargetNVC0::getBuiltinOffset(int builtin
) const
69 assert(builtin
< NVC0_BUILTIN_COUNT
);
71 switch (chipset
& ~0xf) {
73 return nve4_builtin_offsets
[builtin
];
76 return nvf0_builtin_offsets
[builtin
];
78 return nvc0_builtin_offsets
[builtin
];
85 unsigned int mNeg
: 4;
86 unsigned int mAbs
: 4;
87 unsigned int mNot
: 4;
88 unsigned int mSat
: 4;
89 unsigned int fConst
: 3;
90 unsigned int fImmd
: 4; // last bit indicates if full immediate is suppoted
93 static const struct opProperties _initProps
[] =
95 // neg abs not sat c[] imm
96 { OP_ADD
, 0x3, 0x3, 0x0, 0x8, 0x2, 0x2 | 0x8 },
97 { OP_SUB
, 0x3, 0x3, 0x0, 0x0, 0x2, 0x2 | 0x8 },
98 { OP_MUL
, 0x3, 0x0, 0x0, 0x8, 0x2, 0x2 | 0x8 },
99 { OP_MAX
, 0x3, 0x3, 0x0, 0x0, 0x2, 0x2 },
100 { OP_MIN
, 0x3, 0x3, 0x0, 0x0, 0x2, 0x2 },
101 { OP_MAD
, 0x7, 0x0, 0x0, 0x8, 0x6, 0x2 | 0x8 }, // special c[] constraint
102 { OP_MADSP
, 0x0, 0x0, 0x0, 0x0, 0x6, 0x2 },
103 { OP_ABS
, 0x0, 0x0, 0x0, 0x0, 0x1, 0x0 },
104 { OP_NEG
, 0x0, 0x1, 0x0, 0x0, 0x1, 0x0 },
105 { OP_CVT
, 0x1, 0x1, 0x0, 0x8, 0x1, 0x0 },
106 { OP_CEIL
, 0x1, 0x1, 0x0, 0x8, 0x1, 0x0 },
107 { OP_FLOOR
, 0x1, 0x1, 0x0, 0x8, 0x1, 0x0 },
108 { OP_TRUNC
, 0x1, 0x1, 0x0, 0x8, 0x1, 0x0 },
109 { OP_AND
, 0x0, 0x0, 0x3, 0x0, 0x2, 0x2 | 0x8 },
110 { OP_OR
, 0x0, 0x0, 0x3, 0x0, 0x2, 0x2 | 0x8 },
111 { OP_XOR
, 0x0, 0x0, 0x3, 0x0, 0x2, 0x2 | 0x8 },
112 { OP_SHL
, 0x0, 0x0, 0x0, 0x0, 0x2, 0x2 },
113 { OP_SHR
, 0x0, 0x0, 0x0, 0x0, 0x2, 0x2 },
114 { OP_SET
, 0x3, 0x3, 0x0, 0x0, 0x2, 0x2 },
115 { OP_SLCT
, 0x4, 0x0, 0x0, 0x0, 0x6, 0x2 }, // special c[] constraint
116 { OP_PREEX2
, 0x1, 0x1, 0x0, 0x0, 0x1, 0x1 },
117 { OP_PRESIN
, 0x1, 0x1, 0x0, 0x0, 0x1, 0x1 },
118 { OP_COS
, 0x1, 0x1, 0x0, 0x8, 0x0, 0x0 },
119 { OP_SIN
, 0x1, 0x1, 0x0, 0x8, 0x0, 0x0 },
120 { OP_EX2
, 0x1, 0x1, 0x0, 0x8, 0x0, 0x0 },
121 { OP_LG2
, 0x1, 0x1, 0x0, 0x8, 0x0, 0x0 },
122 { OP_RCP
, 0x1, 0x1, 0x0, 0x8, 0x0, 0x0 },
123 { OP_RSQ
, 0x1, 0x1, 0x0, 0x8, 0x0, 0x0 },
124 { OP_DFDX
, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0 },
125 { OP_DFDY
, 0x1, 0x0, 0x0, 0x0, 0x0, 0x0 },
126 { OP_CALL
, 0x0, 0x0, 0x0, 0x0, 0x1, 0x0 },
127 { OP_INSBF
, 0x0, 0x0, 0x0, 0x0, 0x0, 0x4 },
128 { OP_PERMT
, 0x0, 0x0, 0x0, 0x0, 0x6, 0x2 },
129 { OP_SET_AND
, 0x3, 0x3, 0x0, 0x0, 0x2, 0x2 },
130 { OP_SET_OR
, 0x3, 0x3, 0x0, 0x0, 0x2, 0x2 },
131 { OP_SET_XOR
, 0x3, 0x3, 0x0, 0x0, 0x2, 0x2 },
133 { OP_LINTERP
, 0x0, 0x0, 0x0, 0x8, 0x0, 0x0 },
134 { OP_PINTERP
, 0x0, 0x0, 0x0, 0x8, 0x0, 0x0 },
136 { OP_SULDB
, 0x0, 0x0, 0x0, 0x0, 0x2, 0x0 },
137 { OP_SUSTB
, 0x0, 0x0, 0x0, 0x0, 0x2, 0x0 },
138 { OP_SUSTP
, 0x0, 0x0, 0x0, 0x0, 0x2, 0x0 },
139 { OP_SUCLAMP
, 0x0, 0x0, 0x0, 0x0, 0x2, 0x2 },
140 { OP_SUBFM
, 0x0, 0x0, 0x0, 0x0, 0x6, 0x2 },
141 { OP_SUEAU
, 0x0, 0x0, 0x0, 0x0, 0x6, 0x2 }
144 void TargetNVC0::initOpInfo()
148 static const uint32_t commutative
[(OP_LAST
+ 31) / 32] =
150 // ADD, MAD, MUL, AND, OR, XOR, MAX, MIN
151 0x0670ca00, 0x0000003f, 0x00000000, 0x00000000
154 static const uint32_t shortForm
[(OP_LAST
+ 31) / 32] =
156 // ADD, MAD, MUL, AND, OR, XOR, PRESIN, PREEX2, SFN, CVT, PINTERP, MOV
157 0x0670ca00, 0x00000000, 0x00000000, 0x00000000
160 static const operation noDest
[] =
162 OP_STORE
, OP_WRSV
, OP_EXPORT
, OP_BRA
, OP_CALL
, OP_RET
, OP_EXIT
,
163 OP_DISCARD
, OP_CONT
, OP_BREAK
, OP_PRECONT
, OP_PREBREAK
, OP_PRERET
,
164 OP_JOIN
, OP_JOINAT
, OP_BRKPT
, OP_MEMBAR
, OP_EMIT
, OP_RESTART
,
165 OP_QUADON
, OP_QUADPOP
, OP_TEXBAR
, OP_SUSTB
, OP_SUSTP
, OP_SUREDP
,
169 static const operation noPred
[] =
171 OP_CALL
, OP_PRERET
, OP_QUADON
, OP_QUADPOP
,
172 OP_JOINAT
, OP_PREBREAK
, OP_PRECONT
, OP_BRKPT
175 for (i
= 0; i
< DATA_FILE_COUNT
; ++i
)
176 nativeFileMap
[i
] = (DataFile
)i
;
177 nativeFileMap
[FILE_ADDRESS
] = FILE_GPR
;
179 for (i
= 0; i
< OP_LAST
; ++i
) {
180 opInfo
[i
].variants
= NULL
;
181 opInfo
[i
].op
= (operation
)i
;
182 opInfo
[i
].srcTypes
= 1 << (int)TYPE_F32
;
183 opInfo
[i
].dstTypes
= 1 << (int)TYPE_F32
;
184 opInfo
[i
].immdBits
= 0;
185 opInfo
[i
].srcNr
= operationSrcNr
[i
];
187 for (j
= 0; j
< opInfo
[i
].srcNr
; ++j
) {
188 opInfo
[i
].srcMods
[j
] = 0;
189 opInfo
[i
].srcFiles
[j
] = 1 << (int)FILE_GPR
;
191 opInfo
[i
].dstMods
= 0;
192 opInfo
[i
].dstFiles
= 1 << (int)FILE_GPR
;
194 opInfo
[i
].hasDest
= 1;
195 opInfo
[i
].vector
= (i
>= OP_TEX
&& i
<= OP_TEXCSAA
);
196 opInfo
[i
].commutative
= (commutative
[i
/ 32] >> (i
% 32)) & 1;
197 opInfo
[i
].pseudo
= (i
< OP_MOV
);
198 opInfo
[i
].predicate
= !opInfo
[i
].pseudo
;
199 opInfo
[i
].flow
= (i
>= OP_BRA
&& i
<= OP_JOIN
);
200 opInfo
[i
].minEncSize
= (shortForm
[i
/ 32] & (1 << (i
% 32))) ? 4 : 8;
202 for (i
= 0; i
< sizeof(noDest
) / sizeof(noDest
[0]); ++i
)
203 opInfo
[noDest
[i
]].hasDest
= 0;
204 for (i
= 0; i
< sizeof(noPred
) / sizeof(noPred
[0]); ++i
)
205 opInfo
[noPred
[i
]].predicate
= 0;
207 for (i
= 0; i
< sizeof(_initProps
) / sizeof(_initProps
[0]); ++i
) {
208 const struct opProperties
*prop
= &_initProps
[i
];
210 for (int s
= 0; s
< 3; ++s
) {
211 if (prop
->mNeg
& (1 << s
))
212 opInfo
[prop
->op
].srcMods
[s
] |= NV50_IR_MOD_NEG
;
213 if (prop
->mAbs
& (1 << s
))
214 opInfo
[prop
->op
].srcMods
[s
] |= NV50_IR_MOD_ABS
;
215 if (prop
->mNot
& (1 << s
))
216 opInfo
[prop
->op
].srcMods
[s
] |= NV50_IR_MOD_NOT
;
217 if (prop
->fConst
& (1 << s
))
218 opInfo
[prop
->op
].srcFiles
[s
] |= 1 << (int)FILE_MEMORY_CONST
;
219 if (prop
->fImmd
& (1 << s
))
220 opInfo
[prop
->op
].srcFiles
[s
] |= 1 << (int)FILE_IMMEDIATE
;
222 opInfo
[prop
->op
].immdBits
= 0xffffffff;
225 opInfo
[prop
->op
].dstMods
= NV50_IR_MOD_SAT
;
230 TargetNVC0::getFileSize(DataFile file
) const
233 case FILE_NULL
: return 0;
234 case FILE_GPR
: return (chipset
>= NVISA_GK110_CHIPSET
) ? 255 : 63;
235 case FILE_PREDICATE
: return 7;
236 case FILE_FLAGS
: return 1;
237 case FILE_ADDRESS
: return 0;
238 case FILE_IMMEDIATE
: return 0;
239 case FILE_MEMORY_CONST
: return 65536;
240 case FILE_SHADER_INPUT
: return 0x400;
241 case FILE_SHADER_OUTPUT
: return 0x400;
242 case FILE_MEMORY_GLOBAL
: return 0xffffffff;
243 case FILE_MEMORY_SHARED
: return 16 << 10;
244 case FILE_MEMORY_LOCAL
: return 48 << 10;
245 case FILE_SYSTEM_VALUE
: return 32;
247 assert(!"invalid file");
253 TargetNVC0::getFileUnit(DataFile file
) const
255 if (file
== FILE_GPR
|| file
== FILE_ADDRESS
|| file
== FILE_SYSTEM_VALUE
)
261 TargetNVC0::getSVAddress(DataFile shaderFile
, const Symbol
*sym
) const
263 const int idx
= sym
->reg
.data
.sv
.index
;
264 const SVSemantic sv
= sym
->reg
.data
.sv
.sv
;
266 const bool isInput
= shaderFile
== FILE_SHADER_INPUT
;
267 const bool kepler
= getChipset() >= NVISA_GK104_CHIPSET
;
270 case SV_POSITION
: return 0x070 + idx
* 4;
271 case SV_INSTANCE_ID
: return 0x2f8;
272 case SV_VERTEX_ID
: return 0x2fc;
273 case SV_PRIMITIVE_ID
: return isInput
? 0x060 : 0x040;
274 case SV_LAYER
: return 0x064;
275 case SV_VIEWPORT_INDEX
: return 0x068;
276 case SV_POINT_SIZE
: return 0x06c;
277 case SV_CLIP_DISTANCE
: return 0x2c0 + idx
* 4;
278 case SV_POINT_COORD
: return 0x2e0 + idx
* 4;
279 case SV_FACE
: return 0x3fc;
280 case SV_TESS_FACTOR
: return 0x000 + idx
* 4;
281 case SV_TESS_COORD
: return 0x2f0 + idx
* 4;
282 case SV_NTID
: return kepler
? (0x00 + idx
* 4) : ~0;
283 case SV_NCTAID
: return kepler
? (0x0c + idx
* 4) : ~0;
284 case SV_GRIDID
: return kepler
? 0x18 : ~0;
291 TargetNVC0::insnCanLoad(const Instruction
*i
, int s
,
292 const Instruction
*ld
) const
294 DataFile sf
= ld
->src(0).getFile();
296 // immediate 0 can be represented by GPR $r63/$r255
297 if (sf
== FILE_IMMEDIATE
&& ld
->getSrc(0)->reg
.data
.u64
== 0)
298 return (!i
->isPseudo() &&
300 i
->op
!= OP_EXPORT
&& i
->op
!= OP_STORE
);
302 if (s
>= opInfo
[i
->op
].srcNr
)
304 if (!(opInfo
[i
->op
].srcFiles
[s
] & (1 << (int)sf
)))
307 // indirect loads can only be done by OP_LOAD/VFETCH/INTERP on nvc0
308 if (ld
->src(0).isIndirect(0))
311 for (int k
= 0; i
->srcExists(k
); ++k
) {
312 if (i
->src(k
).getFile() == FILE_IMMEDIATE
) {
313 if (k
== 2 && i
->op
== OP_SUCLAMP
) // special case
315 if (i
->getSrc(k
)->reg
.data
.u64
!= 0)
318 if (i
->src(k
).getFile() != FILE_GPR
&&
319 i
->src(k
).getFile() != FILE_PREDICATE
) {
324 // not all instructions support full 32 bit immediates
325 if (sf
== FILE_IMMEDIATE
) {
326 Storage
®
= ld
->getSrc(0)->asImm()->reg
;
328 if (opInfo
[i
->op
].immdBits
!= 0xffffffff) {
329 if (i
->sType
== TYPE_F32
) {
330 if (reg
.data
.u32
& 0xfff)
333 if (i
->sType
== TYPE_S32
|| i
->sType
== TYPE_U32
) {
334 // with u32, 0xfffff counts as 0xffffffff as well
335 if (reg
.data
.s32
> 0x7ffff || reg
.data
.s32
< -0x80000)
339 if (i
->op
== OP_MAD
|| i
->op
== OP_FMA
) {
340 // requires src == dst, cannot decide before RA
341 // (except if we implement more constraints)
342 if (ld
->getSrc(0)->asImm()->reg
.data
.u32
& 0xfff)
345 if (i
->op
== OP_ADD
&& i
->sType
== TYPE_F32
) {
346 // add f32 LIMM cannot saturate
347 if (i
->saturate
&& (reg
.data
.u32
& 0xfff))
356 TargetNVC0::isAccessSupported(DataFile file
, DataType ty
) const
360 if (file
== FILE_MEMORY_CONST
&& getChipset() >= 0xe0) // wrong encoding ?
361 return typeSizeof(ty
) <= 8;
368 TargetNVC0::isOpSupported(operation op
, DataType ty
) const
370 if ((op
== OP_MAD
|| op
== OP_FMA
) && (ty
!= TYPE_F32
))
372 if (op
== OP_SAD
&& ty
!= TYPE_S32
&& ty
!= TYPE_U32
)
374 if (op
== OP_POW
|| op
== OP_SQRT
|| op
== OP_DIV
|| op
== OP_MOD
)
380 TargetNVC0::isModSupported(const Instruction
*insn
, int s
, Modifier mod
) const
382 if (!isFloatType(insn
->dType
)) {
395 if (insn
->sType
!= TYPE_F32
)
401 if (insn
->src(s
? 0 : 1).mod
.neg())
406 return insn
->src(1).mod
.neg() ? false : true;
414 return (mod
& Modifier(opInfo
[insn
->op
].srcMods
[s
])) == mod
;
418 TargetNVC0::mayPredicate(const Instruction
*insn
, const Value
*pred
) const
420 if (insn
->getPredicate())
422 return opInfo
[insn
->op
].predicate
;
426 TargetNVC0::isSatSupported(const Instruction
*insn
) const
428 if (insn
->op
== OP_CVT
)
430 if (!(opInfo
[insn
->op
].dstMods
& NV50_IR_MOD_SAT
))
433 if (insn
->dType
== TYPE_U32
)
434 return (insn
->op
== OP_ADD
) || (insn
->op
== OP_MAD
);
436 // add f32 LIMM cannot saturate
437 if (insn
->op
== OP_ADD
&& insn
->sType
== TYPE_F32
) {
438 if (insn
->getSrc(1)->asImm() &&
439 insn
->getSrc(1)->reg
.data
.u32
& 0xfff)
443 return insn
->dType
== TYPE_F32
;
447 TargetNVC0::isPostMultiplySupported(operation op
, float f
, int& e
) const
452 e
= static_cast<int>(log2f(f
));
455 return f
== exp2f(static_cast<float>(e
));
458 // TODO: better values
459 // this could be more precise, e.g. depending on the issue-to-read/write delay
460 // of the depending instruction, but it's good enough
461 int TargetNVC0::getLatency(const Instruction
*i
) const
463 if (chipset
>= 0xe4) {
464 if (i
->dType
== TYPE_F64
|| i
->sType
== TYPE_F64
)
471 if (i
->src(0).getFile() == FILE_MEMORY_CONST
)
477 if (Target::getOpClass(i
->op
) == OPCLASS_TEXTURE
)
479 if (i
->op
== OP_MUL
&& i
->dType
!= TYPE_F32
)
484 if (i
->op
== OP_LOAD
) {
485 if (i
->cache
== CACHE_CV
)
494 // These are "inverse" throughput values, i.e. the number of cycles required
495 // to issue a specific instruction for a full warp (32 threads).
497 // Assuming we have more than 1 warp in flight, a higher issue latency results
498 // in a lower result latency since the MP will have spent more time with other
500 // This also helps to determine the number of cycles between instructions in
503 int TargetNVC0::getThroughput(const Instruction
*i
) const
505 // TODO: better values
506 if (i
->dType
== TYPE_F32
) {
533 if (i
->dType
== TYPE_U32
|| i
->dType
== TYPE_S32
) {
556 if (i
->dType
== TYPE_F64
) {
563 bool TargetNVC0::canDualIssue(const Instruction
*a
, const Instruction
*b
) const
565 const OpClass clA
= operationClass
[a
->op
];
566 const OpClass clB
= operationClass
[b
->op
];
568 if (getChipset() >= 0xe4) {
570 // not if the 2nd instruction isn't necessarily executed
571 if (clA
== OPCLASS_TEXTURE
|| clA
== OPCLASS_FLOW
)
574 if (a
->op
== OP_MOV
|| b
->op
== OP_MOV
)
577 // only F32 arith or integer additions
578 if (clA
!= OPCLASS_ARITH
)
580 return (a
->dType
== TYPE_F32
|| a
->op
== OP_ADD
||
581 b
->dType
== TYPE_F32
|| b
->op
== OP_ADD
);
583 // nothing with TEXBAR
584 if (a
->op
== OP_TEXBAR
|| b
->op
== OP_TEXBAR
)
586 // no loads and stores accessing the the same space
587 if ((clA
== OPCLASS_LOAD
&& clB
== OPCLASS_STORE
) ||
588 (clB
== OPCLASS_LOAD
&& clA
== OPCLASS_STORE
))
589 if (a
->src(0).getFile() == b
->src(0).getFile())
592 if (typeSizeof(a
->dType
) > 4 || typeSizeof(b
->dType
) > 4 ||
593 typeSizeof(a
->sType
) > 4 || typeSizeof(b
->sType
) > 4)
597 return false; // info not needed (yet)
601 } // namespace nv50_ir