1 /**************************************************************************
3 * Copyright 2008 Tungsten Graphics, Inc., Cedar Park, Texas.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
29 * TGSI to PowerPC code generation.
32 #include "pipe/p_config.h"
34 #if defined(PIPE_ARCH_PPC)
36 #include "pipe/p_debug.h"
37 #include "pipe/p_shader_tokens.h"
38 #include "util/u_math.h"
39 #include "util/u_memory.h"
40 #include "util/u_sse.h"
41 #include "tgsi/tgsi_parse.h"
42 #include "tgsi/tgsi_util.h"
43 #include "tgsi_dump.h"
44 #include "tgsi_exec.h"
46 #include "rtasm/rtasm_ppc.h"
50 * Since it's pretty much impossible to form PPC vector immediates, load
51 * them from memory here:
53 const float ppc_builtin_constants
[] ALIGN16_ATTRIB
= {
54 1.0f
, -128.0f
, 128.0, 0.0
58 #define FOR_EACH_CHANNEL( CHAN )\
59 for (CHAN = 0; CHAN < NUM_CHANNELS; CHAN++)
61 #define IS_DST0_CHANNEL_ENABLED( INST, CHAN )\
62 ((INST).FullDstRegisters[0].DstRegister.WriteMask & (1 << (CHAN)))
64 #define IF_IS_DST0_CHANNEL_ENABLED( INST, CHAN )\
65 if (IS_DST0_CHANNEL_ENABLED( INST, CHAN ))
67 #define FOR_EACH_DST0_ENABLED_CHANNEL( INST, CHAN )\
68 FOR_EACH_CHANNEL( CHAN )\
69 IF_IS_DST0_CHANNEL_ENABLED( INST, CHAN )
78 * How many TGSI temps should be implemented with real PPC vector registers
81 #define MAX_PPC_TEMPS 4
86 struct tgsi_full_src_register src
;
93 * Context/state used during code gen.
97 struct ppc_function
*f
;
98 int inputs_reg
; /**< GP register pointing to input params */
99 int outputs_reg
; /**< GP register pointing to output params */
100 int temps_reg
; /**< GP register pointing to temporary "registers" */
101 int immed_reg
; /**< GP register pointing to immediates buffer */
102 int const_reg
; /**< GP register pointing to constants buffer */
103 int builtins_reg
; /**< GP register pointint to built-in constants */
105 int offset_reg
; /**< used to reduce redundant li instructions */
108 int one_vec
; /**< vector register with {1.0, 1.0, 1.0, 1.0} */
109 int bit31_vec
; /**< vector register with {1<<31, 1<<31, 1<<31, 1<<31} */
112 * Map TGSI temps to PPC vector temps.
113 * We have 32 PPC vector regs. Use 16 of them for storing 4 TGSI temps.
114 * XXX currently only do this for TGSI temps [0..MAX_PPC_TEMPS-1].
116 int temps_map
[MAX_PPC_TEMPS
][4];
119 * Cache of src registers.
120 * This is used to avoid redundant load instructions.
123 struct tgsi_full_src_register src
;
126 } regs
[12]; /* 3 src regs, 4 channels */
132 * Initialize code generation context.
135 init_gen_context(struct gen_context
*gen
, struct ppc_function
*func
)
139 memset(gen
, 0, sizeof(*gen
));
141 gen
->inputs_reg
= ppc_reserve_register(func
, 3); /* first function param */
142 gen
->outputs_reg
= ppc_reserve_register(func
, 4); /* second function param */
143 gen
->temps_reg
= ppc_reserve_register(func
, 5); /* ... */
144 gen
->immed_reg
= ppc_reserve_register(func
, 6);
145 gen
->const_reg
= ppc_reserve_register(func
, 7);
146 gen
->builtins_reg
= ppc_reserve_register(func
, 8);
149 gen
->offset_reg
= -1;
150 gen
->offset_value
= -9999999;
151 for (i
= 0; i
< MAX_PPC_TEMPS
; i
++) {
152 gen
->temps_map
[i
][0] = ppc_allocate_vec_register(gen
->f
);
153 gen
->temps_map
[i
][1] = ppc_allocate_vec_register(gen
->f
);
154 gen
->temps_map
[i
][2] = ppc_allocate_vec_register(gen
->f
);
155 gen
->temps_map
[i
][3] = ppc_allocate_vec_register(gen
->f
);
161 * All PPC vector load/store instructions form an effective address
162 * by adding the contents of two registers. For example:
163 * lvx v2,r8,r9 # v2 = memory[r8 + r9]
164 * stvx v2,r8,r9 # memory[r8 + r9] = v2;
165 * So our lvx/stvx instructions are typically preceded by an 'li' instruction
166 * to load r9 (above) with an immediate (an offset).
167 * This code emits that 'li' instruction, but only if the offset value is
168 * different than the previous 'li'.
169 * This optimization seems to save about 10% in the instruction count.
170 * Note that we need to unconditionally emit an 'li' inside basic blocks
171 * (such as inside loops).
174 emit_li_offset(struct gen_context
*gen
, int offset
)
176 if (gen
->offset_reg
<= 0) {
177 /* allocate a GP register for storing load/store offset */
178 gen
->offset_reg
= ppc_allocate_register(gen
->f
);
181 /* emit new 'li' if offset is changing */
182 if (gen
->offset_value
< 0 || gen
->offset_value
!= offset
) {
183 gen
->offset_value
= offset
;
184 ppc_li(gen
->f
, gen
->offset_reg
, offset
);
187 return gen
->offset_reg
;
192 * Forces subsequent emit_li_offset() calls to emit an 'li'.
193 * To be called at the top of basic blocks.
196 reset_li_offset(struct gen_context
*gen
)
198 gen
->offset_value
= -9999999;
204 * Load the given vector register with {value, value, value, value}.
205 * The value must be in the ppu_builtin_constants[] array.
206 * We wouldn't need this if there was a simple way to load PPC vector
207 * registers with immediate values!
210 load_constant_vec(struct gen_context
*gen
, int dst_vec
, float value
)
213 for (pos
= 0; pos
< Elements(ppc_builtin_constants
); pos
++) {
214 if (ppc_builtin_constants
[pos
] == value
) {
215 int offset
= pos
* 4;
216 int offset_reg
= emit_li_offset(gen
, offset
);
218 /* Load 4-byte word into vector register.
219 * The vector slot depends on the effective address we load from.
220 * We know that our builtins start at a 16-byte boundary so we
221 * know that 'swizzle' tells us which vector slot will have the
222 * loaded word. The other vector slots will be undefined.
224 ppc_lvewx(gen
->f
, dst_vec
, gen
->builtins_reg
, offset_reg
);
225 /* splat word[pos % 4] across the vector reg */
226 ppc_vspltw(gen
->f
, dst_vec
, dst_vec
, pos
% 4);
230 assert(0 && "Need to add new constant to ppc_builtin_constants array");
235 * Return index of vector register containing {1.0, 1.0, 1.0, 1.0}.
238 gen_one_vec(struct gen_context
*gen
)
240 if (gen
->one_vec
< 0) {
241 gen
->one_vec
= ppc_allocate_vec_register(gen
->f
);
242 load_constant_vec(gen
, gen
->one_vec
, 1.0f
);
248 * Return index of vector register containing {1<<31, 1<<31, 1<<31, 1<<31}.
251 gen_get_bit31_vec(struct gen_context
*gen
)
253 if (gen
->bit31_vec
< 0) {
254 gen
->bit31_vec
= ppc_allocate_vec_register(gen
->f
);
255 ppc_vspltisw(gen
->f
, gen
->bit31_vec
, -1);
256 ppc_vslw(gen
->f
, gen
->bit31_vec
, gen
->bit31_vec
, gen
->bit31_vec
);
258 return gen
->bit31_vec
;
263 * Register fetch. Return PPC vector register with result.
266 emit_fetch(struct gen_context
*gen
,
267 const struct tgsi_full_src_register
*reg
,
268 const unsigned chan_index
)
270 uint swizzle
= tgsi_util_get_full_src_register_extswizzle(reg
, chan_index
);
274 case TGSI_EXTSWIZZLE_X
:
275 case TGSI_EXTSWIZZLE_Y
:
276 case TGSI_EXTSWIZZLE_Z
:
277 case TGSI_EXTSWIZZLE_W
:
278 switch (reg
->SrcRegister
.File
) {
279 case TGSI_FILE_INPUT
:
281 int offset
= (reg
->SrcRegister
.Index
* 4 + swizzle
) * 16;
282 int offset_reg
= emit_li_offset(gen
, offset
);
283 dst_vec
= ppc_allocate_vec_register(gen
->f
);
284 ppc_lvx(gen
->f
, dst_vec
, gen
->inputs_reg
, offset_reg
);
287 case TGSI_FILE_TEMPORARY
:
288 if (reg
->SrcRegister
.Index
< MAX_PPC_TEMPS
) {
289 /* use PPC vec register */
290 dst_vec
= gen
->temps_map
[reg
->SrcRegister
.Index
][swizzle
];
293 /* use memory-based temp register "file" */
294 int offset
= (reg
->SrcRegister
.Index
* 4 + swizzle
) * 16;
295 int offset_reg
= emit_li_offset(gen
, offset
);
296 dst_vec
= ppc_allocate_vec_register(gen
->f
);
297 ppc_lvx(gen
->f
, dst_vec
, gen
->temps_reg
, offset_reg
);
300 case TGSI_FILE_IMMEDIATE
:
302 int offset
= (reg
->SrcRegister
.Index
* 4 + swizzle
) * 4;
303 int offset_reg
= emit_li_offset(gen
, offset
);
304 dst_vec
= ppc_allocate_vec_register(gen
->f
);
305 /* Load 4-byte word into vector register.
306 * The vector slot depends on the effective address we load from.
307 * We know that our immediates start at a 16-byte boundary so we
308 * know that 'swizzle' tells us which vector slot will have the
309 * loaded word. The other vector slots will be undefined.
311 ppc_lvewx(gen
->f
, dst_vec
, gen
->immed_reg
, offset_reg
);
312 /* splat word[swizzle] across the vector reg */
313 ppc_vspltw(gen
->f
, dst_vec
, dst_vec
, swizzle
);
316 case TGSI_FILE_CONSTANT
:
318 int offset
= (reg
->SrcRegister
.Index
* 4 + swizzle
) * 4;
319 int offset_reg
= emit_li_offset(gen
, offset
);
320 dst_vec
= ppc_allocate_vec_register(gen
->f
);
321 /* Load 4-byte word into vector register.
322 * The vector slot depends on the effective address we load from.
323 * We know that our constants start at a 16-byte boundary so we
324 * know that 'swizzle' tells us which vector slot will have the
325 * loaded word. The other vector slots will be undefined.
327 ppc_lvewx(gen
->f
, dst_vec
, gen
->const_reg
, offset_reg
);
328 /* splat word[swizzle] across the vector reg */
329 ppc_vspltw(gen
->f
, dst_vec
, dst_vec
, swizzle
);
336 case TGSI_EXTSWIZZLE_ZERO
:
337 ppc_vzero(gen
->f
, dst_vec
);
339 case TGSI_EXTSWIZZLE_ONE
:
341 int one_vec
= gen_one_vec(gen
);
342 dst_vec
= ppc_allocate_vec_register(gen
->f
);
343 ppc_vmove(gen
->f
, dst_vec
, one_vec
);
350 assert(dst_vec
>= 0);
353 uint sign_op
= tgsi_util_get_full_src_register_sign_mode(reg
, chan_index
);
354 if (sign_op
!= TGSI_UTIL_SIGN_KEEP
) {
355 int bit31_vec
= gen_get_bit31_vec(gen
);
358 case TGSI_UTIL_SIGN_CLEAR
:
359 /* vec = vec & ~bit31 */
360 ppc_vandc(gen
->f
, dst_vec
, dst_vec
, bit31_vec
);
362 case TGSI_UTIL_SIGN_SET
:
363 /* vec = vec | bit31 */
364 ppc_vor(gen
->f
, dst_vec
, dst_vec
, bit31_vec
);
366 case TGSI_UTIL_SIGN_TOGGLE
:
367 /* vec = vec ^ bit31 */
368 ppc_vxor(gen
->f
, dst_vec
, dst_vec
, bit31_vec
);
382 * Test if two TGSI src registers refer to the same memory location.
383 * We use this to avoid redundant register loads.
386 equal_src_locs(const struct tgsi_full_src_register
*a
, uint chan_a
,
387 const struct tgsi_full_src_register
*b
, uint chan_b
)
391 if (a
->SrcRegister
.File
!= b
->SrcRegister
.File
)
393 if (a
->SrcRegister
.Index
!= b
->SrcRegister
.Index
)
395 swz_a
= tgsi_util_get_full_src_register_extswizzle(a
, chan_a
);
396 swz_b
= tgsi_util_get_full_src_register_extswizzle(b
, chan_b
);
399 sign_a
= tgsi_util_get_full_src_register_sign_mode(a
, chan_a
);
400 sign_b
= tgsi_util_get_full_src_register_sign_mode(b
, chan_b
);
401 if (sign_a
!= sign_b
)
408 * Given a TGSI src register and channel index, return the PPC vector
409 * register containing the value. We use a cache to prevent re-loading
410 * the same register multiple times.
411 * \return index of PPC vector register with the desired src operand
414 get_src_vec(struct gen_context
*gen
,
415 struct tgsi_full_instruction
*inst
, int src_reg
, uint chan
)
417 const const struct tgsi_full_src_register
*src
=
418 &inst
->FullSrcRegisters
[src_reg
];
422 /* check the cache */
423 for (i
= 0; i
< gen
->num_regs
; i
++) {
424 if (equal_src_locs(&gen
->regs
[i
].src
, gen
->regs
[i
].chan
, src
, chan
)) {
426 assert(gen
->regs
[i
].vec
>= 0);
427 return gen
->regs
[i
].vec
;
431 /* cache miss: allocate new vec reg and emit fetch/load code */
432 vec
= emit_fetch(gen
, src
, chan
);
433 gen
->regs
[gen
->num_regs
].src
= *src
;
434 gen
->regs
[gen
->num_regs
].chan
= chan
;
435 gen
->regs
[gen
->num_regs
].vec
= vec
;
438 assert(gen
->num_regs
<= Elements(gen
->regs
));
447 * Clear the src operand cache. To be called at the end of each emit function.
450 release_src_vecs(struct gen_context
*gen
)
453 for (i
= 0; i
< gen
->num_regs
; i
++) {
454 const const struct tgsi_full_src_register src
= gen
->regs
[i
].src
;
455 if (!(src
.SrcRegister
.File
== TGSI_FILE_TEMPORARY
&&
456 src
.SrcRegister
.Index
< MAX_PPC_TEMPS
)) {
457 ppc_release_vec_register(gen
->f
, gen
->regs
[i
].vec
);
466 get_dst_vec(struct gen_context
*gen
,
467 const struct tgsi_full_instruction
*inst
,
470 const struct tgsi_full_dst_register
*reg
= &inst
->FullDstRegisters
[0];
472 if (reg
->DstRegister
.File
== TGSI_FILE_TEMPORARY
&&
473 reg
->DstRegister
.Index
< MAX_PPC_TEMPS
) {
474 int vec
= gen
->temps_map
[reg
->DstRegister
.Index
][chan_index
];
478 return ppc_allocate_vec_register(gen
->f
);
484 * Register store. Store 'src_vec' at location indicated by 'reg'.
485 * \param free_vec Should the src_vec be released when done?
488 emit_store(struct gen_context
*gen
,
490 const struct tgsi_full_instruction
*inst
,
494 const struct tgsi_full_dst_register
*reg
= &inst
->FullDstRegisters
[0];
496 switch (reg
->DstRegister
.File
) {
497 case TGSI_FILE_OUTPUT
:
499 int offset
= (reg
->DstRegister
.Index
* 4 + chan_index
) * 16;
500 int offset_reg
= emit_li_offset(gen
, offset
);
501 ppc_stvx(gen
->f
, src_vec
, gen
->outputs_reg
, offset_reg
);
504 case TGSI_FILE_TEMPORARY
:
505 if (reg
->DstRegister
.Index
< MAX_PPC_TEMPS
) {
507 int dst_vec
= gen
->temps_map
[reg
->DstRegister
.Index
][chan_index
];
508 if (dst_vec
!= src_vec
)
509 ppc_vmove(gen
->f
, dst_vec
, src_vec
);
514 int offset
= (reg
->DstRegister
.Index
* 4 + chan_index
) * 16;
515 int offset_reg
= emit_li_offset(gen
, offset
);
516 ppc_stvx(gen
->f
, src_vec
, gen
->temps_reg
, offset_reg
);
520 case TGSI_FILE_ADDRESS
:
524 reg
->DstRegister
.Index
,
533 switch( inst
->Instruction
.Saturate
) {
537 case TGSI_SAT_ZERO_ONE
:
541 case TGSI_SAT_MINUS_PLUS_ONE
:
548 ppc_release_vec_register(gen
->f
, src_vec
);
553 emit_scalar_unaryop(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
558 v0
= get_src_vec(gen
, inst
, 0, CHAN_X
);
559 v1
= ppc_allocate_vec_register(gen
->f
);
561 switch (inst
->Instruction
.Opcode
) {
562 case TGSI_OPCODE_RSQ
:
563 /* v1 = 1.0 / sqrt(v0) */
564 ppc_vrsqrtefp(gen
->f
, v1
, v0
);
566 case TGSI_OPCODE_RCP
:
568 ppc_vrefp(gen
->f
, v1
, v0
);
574 FOR_EACH_DST0_ENABLED_CHANNEL( *inst
, chan_index
) {
575 emit_store(gen
, v1
, inst
, chan_index
, FALSE
);
578 release_src_vecs(gen
);
579 ppc_release_vec_register(gen
->f
, v1
);
584 emit_unaryop(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
587 FOR_EACH_DST0_ENABLED_CHANNEL(*inst
, chan_index
) {
588 int v0
= get_src_vec(gen
, inst
, 0, chan_index
); /* v0 = srcreg[0] */
589 int v1
= get_dst_vec(gen
, inst
, chan_index
);
590 switch (inst
->Instruction
.Opcode
) {
591 case TGSI_OPCODE_ABS
:
592 /* turn off the most significant bit of each vector float word */
594 int bit31_vec
= gen_get_bit31_vec(gen
);
595 ppc_vandc(gen
->f
, v1
, v0
, bit31_vec
); /* v1 = v0 & ~bit31 */
598 case TGSI_OPCODE_FLOOR
:
599 ppc_vrfim(gen
->f
, v1
, v0
); /* v1 = floor(v0) */
601 case TGSI_OPCODE_FRAC
:
602 ppc_vrfim(gen
->f
, v1
, v0
); /* tmp = floor(v0) */
603 ppc_vsubfp(gen
->f
, v1
, v0
, v1
); /* v1 = v0 - v1 */
605 case TGSI_OPCODE_EXPBASE2
:
606 ppc_vexptefp(gen
->f
, v1
, v0
); /* v1 = 2^v0 */
608 case TGSI_OPCODE_LOGBASE2
:
609 /* XXX this may be broken! */
610 ppc_vlogefp(gen
->f
, v1
, v0
); /* v1 = log2(v0) */
612 case TGSI_OPCODE_MOV
:
613 case TGSI_OPCODE_SWZ
:
615 ppc_vmove(gen
->f
, v1
, v0
);
620 emit_store(gen
, v1
, inst
, chan_index
, TRUE
); /* store v0 */
623 release_src_vecs(gen
);
628 emit_binop(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
633 if (inst
->Instruction
.Opcode
== TGSI_OPCODE_MUL
) {
634 zero_vec
= ppc_allocate_vec_register(gen
->f
);
635 ppc_vzero(gen
->f
, zero_vec
);
638 FOR_EACH_DST0_ENABLED_CHANNEL(*inst
, chan
) {
639 /* fetch src operands */
640 int v0
= get_src_vec(gen
, inst
, 0, chan
);
641 int v1
= get_src_vec(gen
, inst
, 1, chan
);
642 int v2
= get_dst_vec(gen
, inst
, chan
);
645 switch (inst
->Instruction
.Opcode
) {
646 case TGSI_OPCODE_ADD
:
647 ppc_vaddfp(gen
->f
, v2
, v0
, v1
);
649 case TGSI_OPCODE_SUB
:
650 ppc_vsubfp(gen
->f
, v2
, v0
, v1
);
652 case TGSI_OPCODE_MUL
:
653 ppc_vmaddfp(gen
->f
, v2
, v0
, v1
, zero_vec
);
655 case TGSI_OPCODE_MIN
:
656 ppc_vminfp(gen
->f
, v2
, v0
, v1
);
658 case TGSI_OPCODE_MAX
:
659 ppc_vmaxfp(gen
->f
, v2
, v0
, v1
);
666 emit_store(gen
, v2
, inst
, chan
, TRUE
);
669 if (inst
->Instruction
.Opcode
== TGSI_OPCODE_MUL
)
670 ppc_release_vec_register(gen
->f
, zero_vec
);
672 release_src_vecs(gen
);
677 emit_triop(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
681 FOR_EACH_DST0_ENABLED_CHANNEL(*inst
, chan
) {
682 /* fetch src operands */
683 int v0
= get_src_vec(gen
, inst
, 0, chan
);
684 int v1
= get_src_vec(gen
, inst
, 1, chan
);
685 int v2
= get_src_vec(gen
, inst
, 2, chan
);
686 int v3
= get_dst_vec(gen
, inst
, chan
);
689 switch (inst
->Instruction
.Opcode
) {
690 case TGSI_OPCODE_MAD
:
691 ppc_vmaddfp(gen
->f
, v3
, v0
, v1
, v2
); /* v3 = v0 * v1 + v2 */
693 case TGSI_OPCODE_LRP
:
694 ppc_vsubfp(gen
->f
, v3
, v1
, v2
); /* v3 = v1 - v2 */
695 ppc_vmaddfp(gen
->f
, v3
, v0
, v3
, v2
); /* v3 = v0 * v3 + v2 */
702 emit_store(gen
, v3
, inst
, chan
, TRUE
);
705 release_src_vecs(gen
);
710 * Vector comparisons, resulting in 1.0 or 0.0 values.
713 emit_inequality(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
716 int one_vec
= gen_one_vec(gen
);
718 FOR_EACH_DST0_ENABLED_CHANNEL(*inst
, chan
) {
719 /* fetch src operands */
720 int v0
= get_src_vec(gen
, inst
, 0, chan
);
721 int v1
= get_src_vec(gen
, inst
, 1, chan
);
722 int v2
= get_dst_vec(gen
, inst
, chan
);
723 boolean complement
= FALSE
;
725 switch (inst
->Instruction
.Opcode
) {
726 case TGSI_OPCODE_SNE
:
729 case TGSI_OPCODE_SEQ
:
730 ppc_vcmpeqfpx(gen
->f
, v2
, v0
, v1
); /* v2 = v0 == v1 ? ~0 : 0 */
733 case TGSI_OPCODE_SGE
:
736 case TGSI_OPCODE_SLT
:
737 ppc_vcmpgtfpx(gen
->f
, v2
, v1
, v0
); /* v2 = v1 > v0 ? ~0 : 0 */
740 case TGSI_OPCODE_SLE
:
743 case TGSI_OPCODE_SGT
:
744 ppc_vcmpgtfpx(gen
->f
, v2
, v0
, v1
); /* v2 = v0 > v1 ? ~0 : 0 */
750 /* v2 is now {0,0,0,0} or {~0,~0,~0,~0} */
753 ppc_vandc(gen
->f
, v2
, one_vec
, v2
); /* v2 = one_vec & ~v2 */
755 ppc_vand(gen
->f
, v2
, one_vec
, v2
); /* v2 = one_vec & v2 */
758 emit_store(gen
, v2
, inst
, chan
, TRUE
);
761 release_src_vecs(gen
);
766 emit_dotprod(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
771 v2
= ppc_allocate_vec_register(gen
->f
);
773 ppc_vxor(gen
->f
, v2
, v2
, v2
); /* v2 = {0, 0, 0, 0} */
775 v0
= get_src_vec(gen
, inst
, 0, CHAN_X
); /* v0 = src0.XXXX */
776 v1
= get_src_vec(gen
, inst
, 1, CHAN_X
); /* v1 = src1.XXXX */
777 ppc_vmaddfp(gen
->f
, v2
, v0
, v1
, v2
); /* v2 = v0 * v1 + v2 */
779 v0
= get_src_vec(gen
, inst
, 0, CHAN_Y
); /* v0 = src0.YYYY */
780 v1
= get_src_vec(gen
, inst
, 1, CHAN_Y
); /* v1 = src1.YYYY */
781 ppc_vmaddfp(gen
->f
, v2
, v0
, v1
, v2
); /* v2 = v0 * v1 + v2 */
783 v0
= get_src_vec(gen
, inst
, 0, CHAN_Z
); /* v0 = src0.ZZZZ */
784 v1
= get_src_vec(gen
, inst
, 1, CHAN_Z
); /* v1 = src1.ZZZZ */
785 ppc_vmaddfp(gen
->f
, v2
, v0
, v1
, v2
); /* v2 = v0 * v1 + v2 */
787 if (inst
->Instruction
.Opcode
== TGSI_OPCODE_DP4
) {
788 v0
= get_src_vec(gen
, inst
, 0, CHAN_W
); /* v0 = src0.WWWW */
789 v1
= get_src_vec(gen
, inst
, 1, CHAN_W
); /* v1 = src1.WWWW */
790 ppc_vmaddfp(gen
->f
, v2
, v0
, v1
, v2
); /* v2 = v0 * v1 + v2 */
792 else if (inst
->Instruction
.Opcode
== TGSI_OPCODE_DPH
) {
793 v1
= get_src_vec(gen
, inst
, 1, CHAN_W
); /* v1 = src1.WWWW */
794 ppc_vaddfp(gen
->f
, v2
, v2
, v1
); /* v2 = v2 + v1 */
797 FOR_EACH_DST0_ENABLED_CHANNEL(*inst
, chan_index
) {
798 emit_store(gen
, v2
, inst
, chan_index
, FALSE
); /* store v2, free v2 later */
801 release_src_vecs(gen
);
803 ppc_release_vec_register(gen
->f
, v2
);
807 /** Approximation for vr = pow(va, vb) */
809 ppc_vec_pow(struct ppc_function
*f
, int vr
, int va
, int vb
)
811 /* pow(a,b) ~= exp2(log2(a) * b) */
812 int t_vec
= ppc_allocate_vec_register(f
);
813 int zero_vec
= ppc_allocate_vec_register(f
);
815 ppc_vzero(f
, zero_vec
);
817 ppc_vlogefp(f
, t_vec
, va
); /* t = log2(va) */
818 ppc_vmaddfp(f
, t_vec
, t_vec
, vb
, zero_vec
); /* t = t * vb */
819 ppc_vexptefp(f
, vr
, t_vec
); /* vr = 2^t */
821 ppc_release_vec_register(f
, t_vec
);
822 ppc_release_vec_register(f
, zero_vec
);
827 emit_lit(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
829 int one_vec
= gen_one_vec(gen
);
832 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_X
)) {
833 emit_store(gen
, one_vec
, inst
, CHAN_X
, FALSE
);
837 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Y
) ||
838 IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Z
)) {
840 int zero_vec
= ppc_allocate_vec_register(gen
->f
);
842 x_vec
= get_src_vec(gen
, inst
, 0, CHAN_X
); /* x_vec = src[0].x */
844 ppc_vzero(gen
->f
, zero_vec
); /* zero = {0,0,0,0} */
845 ppc_vmaxfp(gen
->f
, x_vec
, x_vec
, zero_vec
); /* x_vec = max(x_vec, 0) */
847 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Y
)) {
848 emit_store(gen
, x_vec
, inst
, CHAN_Y
, FALSE
);
851 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Z
)) {
853 int z_vec
= ppc_allocate_vec_register(gen
->f
);
854 int pow_vec
= ppc_allocate_vec_register(gen
->f
);
855 int pos_vec
= ppc_allocate_vec_register(gen
->f
);
856 int p128_vec
= ppc_allocate_vec_register(gen
->f
);
857 int n128_vec
= ppc_allocate_vec_register(gen
->f
);
859 y_vec
= get_src_vec(gen
, inst
, 0, CHAN_Y
); /* y_vec = src[0].y */
860 ppc_vmaxfp(gen
->f
, y_vec
, y_vec
, zero_vec
); /* y_vec = max(y_vec, 0) */
862 w_vec
= get_src_vec(gen
, inst
, 0, CHAN_W
); /* w_vec = src[0].w */
864 /* clamp W to [-128, 128] */
865 load_constant_vec(gen
, p128_vec
, 128.0f
);
866 load_constant_vec(gen
, n128_vec
, -128.0f
);
867 ppc_vmaxfp(gen
->f
, w_vec
, w_vec
, n128_vec
); /* w = max(w, -128) */
868 ppc_vminfp(gen
->f
, w_vec
, w_vec
, p128_vec
); /* w = min(w, 128) */
871 * z = pow(tmp.y, tmp.w)
875 ppc_vec_pow(gen
->f
, pow_vec
, y_vec
, w_vec
); /* pow = pow(y, w) */
876 ppc_vcmpgtfpx(gen
->f
, pos_vec
, x_vec
, zero_vec
); /* pos = x > 0 */
877 ppc_vand(gen
->f
, z_vec
, pow_vec
, pos_vec
); /* z = pow & pos */
879 emit_store(gen
, z_vec
, inst
, CHAN_Z
, FALSE
);
881 ppc_release_vec_register(gen
->f
, z_vec
);
882 ppc_release_vec_register(gen
->f
, pow_vec
);
883 ppc_release_vec_register(gen
->f
, pos_vec
);
884 ppc_release_vec_register(gen
->f
, p128_vec
);
885 ppc_release_vec_register(gen
->f
, n128_vec
);
888 ppc_release_vec_register(gen
->f
, zero_vec
);
892 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_W
)) {
893 emit_store(gen
, one_vec
, inst
, CHAN_W
, FALSE
);
896 release_src_vecs(gen
);
901 emit_exp(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
903 const int one_vec
= gen_one_vec(gen
);
907 src_vec
= get_src_vec(gen
, inst
, 0, CHAN_X
);
909 /* Compute X = 2^floor(src) */
910 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_X
)) {
911 int dst_vec
= get_dst_vec(gen
, inst
, CHAN_X
);
912 int tmp_vec
= ppc_allocate_vec_register(gen
->f
);
913 ppc_vrfim(gen
->f
, tmp_vec
, src_vec
); /* tmp = floor(src); */
914 ppc_vexptefp(gen
->f
, dst_vec
, tmp_vec
); /* dst = 2 ^ tmp */
915 emit_store(gen
, dst_vec
, inst
, CHAN_X
, TRUE
);
916 ppc_release_vec_register(gen
->f
, tmp_vec
);
919 /* Compute Y = src - floor(src) */
920 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Y
)) {
921 int dst_vec
= get_dst_vec(gen
, inst
, CHAN_Y
);
922 int tmp_vec
= ppc_allocate_vec_register(gen
->f
);
923 ppc_vrfim(gen
->f
, tmp_vec
, src_vec
); /* tmp = floor(src); */
924 ppc_vsubfp(gen
->f
, dst_vec
, src_vec
, tmp_vec
); /* dst = src - tmp */
925 emit_store(gen
, dst_vec
, inst
, CHAN_Y
, TRUE
);
926 ppc_release_vec_register(gen
->f
, tmp_vec
);
929 /* Compute Z = RoughApprox2ToX(src) */
930 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Z
)) {
931 int dst_vec
= get_dst_vec(gen
, inst
, CHAN_Z
);
932 ppc_vexptefp(gen
->f
, dst_vec
, src_vec
); /* dst = 2 ^ src */
933 emit_store(gen
, dst_vec
, inst
, CHAN_Z
, TRUE
);
936 /* Compute W = 1.0 */
937 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_W
)) {
938 emit_store(gen
, one_vec
, inst
, CHAN_W
, FALSE
);
941 release_src_vecs(gen
);
946 emit_log(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
948 const int bit31_vec
= gen_get_bit31_vec(gen
);
949 const int one_vec
= gen_one_vec(gen
);
950 int src_vec
, abs_vec
;
953 src_vec
= get_src_vec(gen
, inst
, 0, CHAN_X
);
955 /* compute abs(src) */
956 abs_vec
= ppc_allocate_vec_register(gen
->f
);
957 ppc_vandc(gen
->f
, abs_vec
, src_vec
, bit31_vec
); /* abs = src & ~bit31 */
959 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_X
) &&
960 IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Y
)) {
962 /* compute tmp = floor(log2(abs)) */
963 int tmp_vec
= ppc_allocate_vec_register(gen
->f
);
964 ppc_vlogefp(gen
->f
, tmp_vec
, abs_vec
); /* tmp = log2(abs) */
965 ppc_vrfim(gen
->f
, tmp_vec
, tmp_vec
); /* tmp = floor(tmp); */
967 /* Compute X = tmp */
968 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_X
)) {
969 emit_store(gen
, tmp_vec
, inst
, CHAN_X
, FALSE
);
972 /* Compute Y = abs / 2^tmp */
973 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Y
)) {
974 const int zero_vec
= ppc_allocate_vec_register(gen
->f
);
975 ppc_vzero(gen
->f
, zero_vec
);
976 ppc_vexptefp(gen
->f
, tmp_vec
, tmp_vec
); /* tmp = 2 ^ tmp */
977 ppc_vrefp(gen
->f
, tmp_vec
, tmp_vec
); /* tmp = 1 / tmp */
978 /* tmp = abs * tmp + zero */
979 ppc_vmaddfp(gen
->f
, tmp_vec
, abs_vec
, tmp_vec
, zero_vec
);
980 emit_store(gen
, tmp_vec
, inst
, CHAN_Y
, FALSE
);
981 ppc_release_vec_register(gen
->f
, zero_vec
);
984 ppc_release_vec_register(gen
->f
, tmp_vec
);
987 /* Compute Z = RoughApproxLog2(abs) */
988 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Z
)) {
989 int dst_vec
= get_dst_vec(gen
, inst
, CHAN_Z
);
990 ppc_vlogefp(gen
->f
, dst_vec
, abs_vec
); /* dst = log2(abs) */
991 emit_store(gen
, dst_vec
, inst
, CHAN_Z
, TRUE
);
994 /* Compute W = 1.0 */
995 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_W
)) {
996 emit_store(gen
, one_vec
, inst
, CHAN_W
, FALSE
);
999 ppc_release_vec_register(gen
->f
, abs_vec
);
1000 release_src_vecs(gen
);
1005 emit_pow(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
1007 int s0_vec
= get_src_vec(gen
, inst
, 0, CHAN_X
);
1008 int s1_vec
= get_src_vec(gen
, inst
, 1, CHAN_X
);
1009 int pow_vec
= ppc_allocate_vec_register(gen
->f
);
1012 ppc_vec_pow(gen
->f
, pow_vec
, s0_vec
, s1_vec
);
1014 FOR_EACH_DST0_ENABLED_CHANNEL(*inst
, chan
) {
1015 emit_store(gen
, pow_vec
, inst
, chan
, FALSE
);
1018 ppc_release_vec_register(gen
->f
, pow_vec
);
1020 release_src_vecs(gen
);
1025 emit_xpd(struct gen_context
*gen
, struct tgsi_full_instruction
*inst
)
1027 int x0_vec
, y0_vec
, z0_vec
;
1028 int x1_vec
, y1_vec
, z1_vec
;
1029 int zero_vec
, tmp_vec
;
1032 zero_vec
= ppc_allocate_vec_register(gen
->f
);
1033 ppc_vzero(gen
->f
, zero_vec
);
1035 tmp_vec
= ppc_allocate_vec_register(gen
->f
);
1036 tmp2_vec
= ppc_allocate_vec_register(gen
->f
);
1038 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Y
) ||
1039 IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Z
)) {
1040 x0_vec
= get_src_vec(gen
, inst
, 0, CHAN_X
);
1041 x1_vec
= get_src_vec(gen
, inst
, 1, CHAN_X
);
1043 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_X
) ||
1044 IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Z
)) {
1045 y0_vec
= get_src_vec(gen
, inst
, 0, CHAN_Y
);
1046 y1_vec
= get_src_vec(gen
, inst
, 1, CHAN_Y
);
1048 if (IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_X
) ||
1049 IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Y
)) {
1050 z0_vec
= get_src_vec(gen
, inst
, 0, CHAN_Z
);
1051 z1_vec
= get_src_vec(gen
, inst
, 1, CHAN_Z
);
1054 IF_IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_X
) {
1056 ppc_vmaddfp(gen
->f
, tmp_vec
, y0_vec
, z1_vec
, zero_vec
);
1057 /* tmp = tmp - z0 * y1*/
1058 ppc_vnmsubfp(gen
->f
, tmp_vec
, tmp_vec
, z0_vec
, y1_vec
);
1059 emit_store(gen
, tmp_vec
, inst
, CHAN_X
, FALSE
);
1061 IF_IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Y
) {
1063 ppc_vmaddfp(gen
->f
, tmp_vec
, z0_vec
, x1_vec
, zero_vec
);
1064 /* tmp = tmp - x0 * z1 */
1065 ppc_vnmsubfp(gen
->f
, tmp_vec
, tmp_vec
, x0_vec
, z1_vec
);
1066 emit_store(gen
, tmp_vec
, inst
, CHAN_Y
, FALSE
);
1068 IF_IS_DST0_CHANNEL_ENABLED(*inst
, CHAN_Z
) {
1070 ppc_vmaddfp(gen
->f
, tmp_vec
, x0_vec
, y1_vec
, zero_vec
);
1071 /* tmp = tmp - y0 * x1 */
1072 ppc_vnmsubfp(gen
->f
, tmp_vec
, tmp_vec
, y0_vec
, x1_vec
);
1073 emit_store(gen
, tmp_vec
, inst
, CHAN_Z
, FALSE
);
1075 /* W is undefined */
1077 ppc_release_vec_register(gen
->f
, tmp_vec
);
1078 ppc_release_vec_register(gen
->f
, zero_vec
);
1079 release_src_vecs(gen
);
1083 emit_instruction(struct gen_context
*gen
,
1084 struct tgsi_full_instruction
*inst
)
1086 switch (inst
->Instruction
.Opcode
) {
1087 case TGSI_OPCODE_MOV
:
1088 case TGSI_OPCODE_SWZ
:
1089 case TGSI_OPCODE_ABS
:
1090 case TGSI_OPCODE_FLOOR
:
1091 case TGSI_OPCODE_FRAC
:
1092 case TGSI_OPCODE_EXPBASE2
:
1093 case TGSI_OPCODE_LOGBASE2
:
1094 emit_unaryop(gen
, inst
);
1096 case TGSI_OPCODE_RSQ
:
1097 case TGSI_OPCODE_RCP
:
1098 emit_scalar_unaryop(gen
, inst
);
1100 case TGSI_OPCODE_ADD
:
1101 case TGSI_OPCODE_SUB
:
1102 case TGSI_OPCODE_MUL
:
1103 case TGSI_OPCODE_MIN
:
1104 case TGSI_OPCODE_MAX
:
1105 emit_binop(gen
, inst
);
1107 case TGSI_OPCODE_SEQ
:
1108 case TGSI_OPCODE_SNE
:
1109 case TGSI_OPCODE_SLT
:
1110 case TGSI_OPCODE_SGT
:
1111 case TGSI_OPCODE_SLE
:
1112 case TGSI_OPCODE_SGE
:
1113 emit_inequality(gen
, inst
);
1115 case TGSI_OPCODE_MAD
:
1116 case TGSI_OPCODE_LRP
:
1117 emit_triop(gen
, inst
);
1119 case TGSI_OPCODE_DP3
:
1120 case TGSI_OPCODE_DP4
:
1121 case TGSI_OPCODE_DPH
:
1122 emit_dotprod(gen
, inst
);
1124 case TGSI_OPCODE_LIT
:
1125 emit_lit(gen
, inst
);
1127 case TGSI_OPCODE_LOG
:
1128 emit_log(gen
, inst
);
1130 case TGSI_OPCODE_EXP
:
1131 emit_exp(gen
, inst
);
1133 case TGSI_OPCODE_POW
:
1134 emit_pow(gen
, inst
);
1136 case TGSI_OPCODE_XPD
:
1137 emit_xpd(gen
, inst
);
1139 case TGSI_OPCODE_END
:
1151 struct ppc_function
*func
,
1152 struct tgsi_full_declaration
*decl
)
1154 if( decl
->Declaration
.File
== TGSI_FILE_INPUT
) {
1156 unsigned first
, last
, mask
;
1159 first
= decl
->DeclarationRange
.First
;
1160 last
= decl
->DeclarationRange
.Last
;
1161 mask
= decl
->Declaration
.UsageMask
;
1163 for( i
= first
; i
<= last
; i
++ ) {
1164 for( j
= 0; j
< NUM_CHANNELS
; j
++ ) {
1165 if( mask
& (1 << j
) ) {
1166 switch( decl
->Declaration
.Interpolate
) {
1167 case TGSI_INTERPOLATE_CONSTANT
:
1168 emit_coef_a0( func
, 0, i
, j
);
1169 emit_inputs( func
, 0, i
, j
);
1172 case TGSI_INTERPOLATE_LINEAR
:
1173 emit_tempf( func
, 0, 0, TGSI_SWIZZLE_X
);
1174 emit_coef_dadx( func
, 1, i
, j
);
1175 emit_tempf( func
, 2, 0, TGSI_SWIZZLE_Y
);
1176 emit_coef_dady( func
, 3, i
, j
);
1177 emit_mul( func
, 0, 1 ); /* x * dadx */
1178 emit_coef_a0( func
, 4, i
, j
);
1179 emit_mul( func
, 2, 3 ); /* y * dady */
1180 emit_add( func
, 0, 4 ); /* x * dadx + a0 */
1181 emit_add( func
, 0, 2 ); /* x * dadx + y * dady + a0 */
1182 emit_inputs( func
, 0, i
, j
);
1185 case TGSI_INTERPOLATE_PERSPECTIVE
:
1186 emit_tempf( func
, 0, 0, TGSI_SWIZZLE_X
);
1187 emit_coef_dadx( func
, 1, i
, j
);
1188 emit_tempf( func
, 2, 0, TGSI_SWIZZLE_Y
);
1189 emit_coef_dady( func
, 3, i
, j
);
1190 emit_mul( func
, 0, 1 ); /* x * dadx */
1191 emit_tempf( func
, 4, 0, TGSI_SWIZZLE_W
);
1192 emit_coef_a0( func
, 5, i
, j
);
1193 emit_rcp( func
, 4, 4 ); /* 1.0 / w */
1194 emit_mul( func
, 2, 3 ); /* y * dady */
1195 emit_add( func
, 0, 5 ); /* x * dadx + a0 */
1196 emit_add( func
, 0, 2 ); /* x * dadx + y * dady + a0 */
1197 emit_mul( func
, 0, 4 ); /* (x * dadx + y * dady + a0) / w */
1198 emit_inputs( func
, 0, i
, j
);
1215 emit_prologue(struct ppc_function
*func
)
1217 /* XXX set up stack frame */
1222 emit_epilogue(struct ppc_function
*func
)
1225 /* XXX restore prev stack frame */
1226 debug_printf("PPC: Emitted %u instructions\n", func
->num_inst
);
1232 * Translate a TGSI vertex/fragment shader to PPC code.
1234 * \param tokens the TGSI input shader
1235 * \param func the output PPC code/function
1236 * \param immediates buffer to place immediates, later passed to PPC func
1237 * \return TRUE for success, FALSE if translation failed
1240 tgsi_emit_ppc(const struct tgsi_token
*tokens
,
1241 struct ppc_function
*func
,
1242 float (*immediates
)[4],
1243 boolean do_swizzles
)
1245 static int use_ppc_asm
= -1;
1246 struct tgsi_parse_context parse
;
1247 /*boolean instruction_phase = FALSE;*/
1249 uint num_immediates
= 0;
1250 struct gen_context gen
;
1252 if (use_ppc_asm
< 0) {
1253 /* If GALLIUM_NOPPC is set, don't use PPC codegen */
1254 use_ppc_asm
= !debug_get_bool_option("GALLIUM_NOPPC", FALSE
);
1260 debug_printf("\n********* TGSI->PPC ********\n");
1261 tgsi_dump(tokens
, 0);
1266 init_gen_context(&gen
, func
);
1268 emit_prologue(func
);
1270 tgsi_parse_init( &parse
, tokens
);
1272 while (!tgsi_parse_end_of_tokens(&parse
) && ok
) {
1273 tgsi_parse_token(&parse
);
1275 switch (parse
.FullToken
.Token
.Type
) {
1276 case TGSI_TOKEN_TYPE_DECLARATION
:
1277 if (parse
.FullHeader
.Processor
.Processor
== TGSI_PROCESSOR_FRAGMENT
) {
1278 emit_declaration(func
, &parse
.FullToken
.FullDeclaration
);
1282 case TGSI_TOKEN_TYPE_INSTRUCTION
:
1283 ok
= emit_instruction(&gen
, &parse
.FullToken
.FullInstruction
);
1286 debug_printf("failed to translate tgsi opcode %d to PPC (%s)\n",
1287 parse
.FullToken
.FullInstruction
.Instruction
.Opcode
,
1288 parse
.FullHeader
.Processor
.Processor
== TGSI_PROCESSOR_VERTEX
?
1289 "vertex shader" : "fragment shader");
1293 case TGSI_TOKEN_TYPE_IMMEDIATE
:
1294 /* splat each immediate component into a float[4] vector for SoA */
1296 const uint size
= parse
.FullToken
.FullImmediate
.Immediate
.Size
- 1;
1299 assert(num_immediates
< TGSI_EXEC_NUM_IMMEDIATES
);
1300 for (i
= 0; i
< size
; i
++) {
1301 immediates
[num_immediates
][i
] =
1302 parse
.FullToken
.FullImmediate
.u
.ImmediateFloat32
[i
].Float
;
1314 emit_epilogue(func
);
1316 tgsi_parse_free( &parse
);
1321 #endif /* PIPE_ARCH_PPC */