1 /**************************************************************************
3 * Copyright 2009 VMware, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE, INC AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
29 #include "pipe/p_context.h"
30 #include "pipe/p_state.h"
31 #include "tgsi/tgsi_ureg.h"
32 #include "tgsi/tgsi_build.h"
33 #include "tgsi/tgsi_info.h"
34 #include "tgsi/tgsi_dump.h"
35 #include "tgsi/tgsi_sanity.h"
36 #include "util/u_memory.h"
37 #include "util/u_math.h"
39 union tgsi_any_token
{
40 struct tgsi_header header
;
41 struct tgsi_processor processor
;
42 struct tgsi_token token
;
43 struct tgsi_declaration decl
;
44 struct tgsi_declaration_range decl_range
;
45 struct tgsi_declaration_semantic decl_semantic
;
46 struct tgsi_immediate imm
;
47 union tgsi_immediate_data imm_data
;
48 struct tgsi_instruction insn
;
49 struct tgsi_instruction_predicate insn_predicate
;
50 struct tgsi_instruction_label insn_label
;
51 struct tgsi_instruction_texture insn_texture
;
52 struct tgsi_src_register src
;
53 struct tgsi_dimension dim
;
54 struct tgsi_dst_register dst
;
60 union tgsi_any_token
*tokens
;
66 #define UREG_MAX_INPUT PIPE_MAX_ATTRIBS
67 #define UREG_MAX_OUTPUT PIPE_MAX_ATTRIBS
68 #define UREG_MAX_CONSTANT_RANGE 32
69 #define UREG_MAX_IMMEDIATE 32
70 #define UREG_MAX_TEMP 256
71 #define UREG_MAX_ADDR 2
72 #define UREG_MAX_LOOP 1
73 #define UREG_MAX_PRED 1
81 struct pipe_context
*pipe
;
84 unsigned semantic_name
;
85 unsigned semantic_index
;
87 } fs_input
[UREG_MAX_INPUT
];
88 unsigned nr_fs_inputs
;
90 unsigned vs_inputs
[UREG_MAX_INPUT
/32];
94 } gs_input
[UREG_MAX_INPUT
];
95 unsigned nr_gs_inputs
;
98 unsigned semantic_name
;
99 unsigned semantic_index
;
100 } output
[UREG_MAX_OUTPUT
];
111 } immediate
[UREG_MAX_IMMEDIATE
];
112 unsigned nr_immediates
;
114 struct ureg_src sampler
[PIPE_MAX_SAMPLERS
];
115 unsigned nr_samplers
;
117 unsigned temps_active
[UREG_MAX_TEMP
/ 32];
123 } constant_range
[UREG_MAX_CONSTANT_RANGE
];
124 unsigned nr_constant_ranges
;
129 unsigned nr_instructions
;
131 struct ureg_tokens domain
[2];
134 static union tgsi_any_token error_tokens
[32];
136 static void tokens_error( struct ureg_tokens
*tokens
)
138 if (tokens
->tokens
&& tokens
->tokens
!= error_tokens
)
139 FREE(tokens
->tokens
);
141 tokens
->tokens
= error_tokens
;
142 tokens
->size
= Elements(error_tokens
);
147 static void tokens_expand( struct ureg_tokens
*tokens
,
150 unsigned old_size
= tokens
->size
* sizeof(unsigned);
152 if (tokens
->tokens
== error_tokens
) {
156 while (tokens
->count
+ count
> tokens
->size
) {
157 tokens
->size
= (1 << ++tokens
->order
);
160 tokens
->tokens
= REALLOC(tokens
->tokens
,
162 tokens
->size
* sizeof(unsigned));
163 if (tokens
->tokens
== NULL
) {
164 tokens_error(tokens
);
168 static void set_bad( struct ureg_program
*ureg
)
170 tokens_error(&ureg
->domain
[0]);
175 static union tgsi_any_token
*get_tokens( struct ureg_program
*ureg
,
179 struct ureg_tokens
*tokens
= &ureg
->domain
[domain
];
180 union tgsi_any_token
*result
;
182 if (tokens
->count
+ count
> tokens
->size
)
183 tokens_expand(tokens
, count
);
185 result
= &tokens
->tokens
[tokens
->count
];
186 tokens
->count
+= count
;
191 static union tgsi_any_token
*retrieve_token( struct ureg_program
*ureg
,
195 if (ureg
->domain
[domain
].tokens
== error_tokens
)
196 return &error_tokens
[0];
198 return &ureg
->domain
[domain
].tokens
[nr
];
203 static INLINE
struct ureg_dst
204 ureg_dst_register( unsigned file
,
210 dst
.WriteMask
= TGSI_WRITEMASK_XYZW
;
212 dst
.IndirectIndex
= 0;
213 dst
.IndirectSwizzle
= 0;
217 dst
.PredSwizzleX
= TGSI_SWIZZLE_X
;
218 dst
.PredSwizzleY
= TGSI_SWIZZLE_Y
;
219 dst
.PredSwizzleZ
= TGSI_SWIZZLE_Z
;
220 dst
.PredSwizzleW
= TGSI_SWIZZLE_W
;
226 static INLINE
struct ureg_src
227 ureg_src_register( unsigned file
,
233 src
.SwizzleX
= TGSI_SWIZZLE_X
;
234 src
.SwizzleY
= TGSI_SWIZZLE_Y
;
235 src
.SwizzleZ
= TGSI_SWIZZLE_Z
;
236 src
.SwizzleW
= TGSI_SWIZZLE_W
;
239 src
.IndirectIndex
= 0;
240 src
.IndirectSwizzle
= 0;
252 ureg_DECL_fs_input( struct ureg_program
*ureg
,
255 unsigned interp_mode
)
259 for (i
= 0; i
< ureg
->nr_fs_inputs
; i
++) {
260 if (ureg
->fs_input
[i
].semantic_name
== name
&&
261 ureg
->fs_input
[i
].semantic_index
== index
)
265 if (ureg
->nr_fs_inputs
< UREG_MAX_INPUT
) {
266 ureg
->fs_input
[i
].semantic_name
= name
;
267 ureg
->fs_input
[i
].semantic_index
= index
;
268 ureg
->fs_input
[i
].interp
= interp_mode
;
269 ureg
->nr_fs_inputs
++;
276 return ureg_src_register( TGSI_FILE_INPUT
, i
);
281 ureg_DECL_vs_input( struct ureg_program
*ureg
,
284 assert(ureg
->processor
== TGSI_PROCESSOR_VERTEX
);
286 ureg
->vs_inputs
[index
/32] |= 1 << (index
% 32);
287 return ureg_src_register( TGSI_FILE_INPUT
, index
);
292 ureg_DECL_gs_input(struct ureg_program
*ureg
,
295 if (ureg
->nr_gs_inputs
< UREG_MAX_INPUT
) {
296 ureg
->gs_input
[ureg
->nr_gs_inputs
].index
= index
;
297 ureg
->nr_gs_inputs
++;
302 /* XXX: Add suport for true 2D input registers. */
303 return ureg_src_register(TGSI_FILE_INPUT
, index
);
308 ureg_DECL_output( struct ureg_program
*ureg
,
314 for (i
= 0; i
< ureg
->nr_outputs
; i
++) {
315 if (ureg
->output
[i
].semantic_name
== name
&&
316 ureg
->output
[i
].semantic_index
== index
)
320 if (ureg
->nr_outputs
< UREG_MAX_OUTPUT
) {
321 ureg
->output
[i
].semantic_name
= name
;
322 ureg
->output
[i
].semantic_index
= index
;
330 return ureg_dst_register( TGSI_FILE_OUTPUT
, i
);
334 /* Returns a new constant register. Keep track of which have been
335 * referred to so that we can emit decls later.
337 * There is nothing in this code to bind this constant to any tracked
338 * value or manage any constant_buffer contents -- that's the
339 * resposibility of the calling code.
341 struct ureg_src
ureg_DECL_constant(struct ureg_program
*ureg
,
344 unsigned minconst
= index
, maxconst
= index
;
347 /* Inside existing range?
349 for (i
= 0; i
< ureg
->nr_constant_ranges
; i
++) {
350 if (ureg
->constant_range
[i
].first
<= index
&&
351 ureg
->constant_range
[i
].last
>= index
)
355 /* Extend existing range?
357 for (i
= 0; i
< ureg
->nr_constant_ranges
; i
++) {
358 if (ureg
->constant_range
[i
].last
== index
- 1) {
359 ureg
->constant_range
[i
].last
= index
;
363 if (ureg
->constant_range
[i
].first
== index
+ 1) {
364 ureg
->constant_range
[i
].first
= index
;
368 minconst
= MIN2(minconst
, ureg
->constant_range
[i
].first
);
369 maxconst
= MAX2(maxconst
, ureg
->constant_range
[i
].last
);
374 if (ureg
->nr_constant_ranges
< UREG_MAX_CONSTANT_RANGE
) {
375 i
= ureg
->nr_constant_ranges
++;
376 ureg
->constant_range
[i
].first
= index
;
377 ureg
->constant_range
[i
].last
= index
;
381 /* Collapse all ranges down to one:
384 ureg
->constant_range
[0].first
= minconst
;
385 ureg
->constant_range
[0].last
= maxconst
;
386 ureg
->nr_constant_ranges
= 1;
389 assert(i
< ureg
->nr_constant_ranges
);
390 assert(ureg
->constant_range
[i
].first
<= index
);
391 assert(ureg
->constant_range
[i
].last
>= index
);
392 return ureg_src_register( TGSI_FILE_CONSTANT
, index
);
396 /* Allocate a new temporary. Temporaries greater than UREG_MAX_TEMP
397 * are legal, but will not be released.
399 struct ureg_dst
ureg_DECL_temporary( struct ureg_program
*ureg
)
403 for (i
= 0; i
< UREG_MAX_TEMP
; i
+= 32) {
404 int bit
= ffs(~ureg
->temps_active
[i
/32]);
411 /* No reusable temps, so allocate a new one:
413 i
= ureg
->nr_temps
++;
416 if (i
< UREG_MAX_TEMP
)
417 ureg
->temps_active
[i
/32] |= 1 << (i
% 32);
419 if (i
>= ureg
->nr_temps
)
420 ureg
->nr_temps
= i
+ 1;
422 return ureg_dst_register( TGSI_FILE_TEMPORARY
, i
);
426 void ureg_release_temporary( struct ureg_program
*ureg
,
427 struct ureg_dst tmp
)
429 if(tmp
.File
== TGSI_FILE_TEMPORARY
)
430 if (tmp
.Index
< UREG_MAX_TEMP
)
431 ureg
->temps_active
[tmp
.Index
/32] &= ~(1 << (tmp
.Index
% 32));
435 /* Allocate a new address register.
437 struct ureg_dst
ureg_DECL_address( struct ureg_program
*ureg
)
439 if (ureg
->nr_addrs
< UREG_MAX_ADDR
)
440 return ureg_dst_register( TGSI_FILE_ADDRESS
, ureg
->nr_addrs
++ );
443 return ureg_dst_register( TGSI_FILE_ADDRESS
, 0 );
446 /* Allocate a new loop register.
449 ureg_DECL_loop(struct ureg_program
*ureg
)
451 if (ureg
->nr_loops
< UREG_MAX_LOOP
) {
452 return ureg_dst_register(TGSI_FILE_LOOP
, ureg
->nr_loops
++);
456 return ureg_dst_register(TGSI_FILE_LOOP
, 0);
459 /* Allocate a new predicate register.
462 ureg_DECL_predicate(struct ureg_program
*ureg
)
464 if (ureg
->nr_preds
< UREG_MAX_PRED
) {
465 return ureg_dst_register(TGSI_FILE_PREDICATE
, ureg
->nr_preds
++);
469 return ureg_dst_register(TGSI_FILE_PREDICATE
, 0);
472 /* Allocate a new sampler.
474 struct ureg_src
ureg_DECL_sampler( struct ureg_program
*ureg
,
479 for (i
= 0; i
< ureg
->nr_samplers
; i
++)
480 if (ureg
->sampler
[i
].Index
== nr
)
481 return ureg
->sampler
[i
];
483 if (i
< PIPE_MAX_SAMPLERS
) {
484 ureg
->sampler
[i
] = ureg_src_register( TGSI_FILE_SAMPLER
, nr
);
486 return ureg
->sampler
[i
];
490 return ureg
->sampler
[0];
495 match_or_expand_immediate( const unsigned *v
,
501 unsigned nr2
= *pnr2
;
506 for (i
= 0; i
< nr
; i
++) {
507 boolean found
= FALSE
;
509 for (j
= 0; j
< nr2
&& !found
; j
++) {
511 *swizzle
|= j
<< (i
* 2);
522 *swizzle
|= nr2
<< (i
* 2);
527 /* Actually expand immediate only when fully succeeded.
534 static struct ureg_src
535 decl_immediate( struct ureg_program
*ureg
,
543 /* Could do a first pass where we examine all existing immediates
547 for (i
= 0; i
< ureg
->nr_immediates
; i
++) {
548 if (ureg
->immediate
[i
].type
!= type
) {
551 if (match_or_expand_immediate(v
,
553 ureg
->immediate
[i
].value
.u
,
554 &ureg
->immediate
[i
].nr
,
560 if (ureg
->nr_immediates
< UREG_MAX_IMMEDIATE
) {
561 i
= ureg
->nr_immediates
++;
562 ureg
->immediate
[i
].type
= type
;
563 if (match_or_expand_immediate(v
,
565 ureg
->immediate
[i
].value
.u
,
566 &ureg
->immediate
[i
].nr
,
575 /* Make sure that all referenced elements are from this immediate.
576 * Has the effect of making size-one immediates into scalars.
578 for (j
= nr
; j
< 4; j
++) {
579 swizzle
|= (swizzle
& 0x3) << (j
* 2);
582 return ureg_swizzle(ureg_src_register(TGSI_FILE_IMMEDIATE
, i
),
583 (swizzle
>> 0) & 0x3,
584 (swizzle
>> 2) & 0x3,
585 (swizzle
>> 4) & 0x3,
586 (swizzle
>> 6) & 0x3);
591 ureg_DECL_immediate( struct ureg_program
*ureg
,
601 for (i
= 0; i
< nr
; i
++) {
605 return decl_immediate(ureg
, fu
.u
, nr
, TGSI_IMM_FLOAT32
);
610 ureg_DECL_immediate_uint( struct ureg_program
*ureg
,
614 return decl_immediate(ureg
, v
, nr
, TGSI_IMM_UINT32
);
619 ureg_DECL_immediate_int( struct ureg_program
*ureg
,
623 return decl_immediate(ureg
, (const unsigned *)v
, nr
, TGSI_IMM_INT32
);
628 ureg_emit_src( struct ureg_program
*ureg
,
629 struct ureg_src src
)
631 unsigned size
= 1 + (src
.Indirect
? 1 : 0);
633 union tgsi_any_token
*out
= get_tokens( ureg
, DOMAIN_INSN
, size
);
636 assert(src
.File
!= TGSI_FILE_NULL
);
637 assert(src
.File
!= TGSI_FILE_OUTPUT
);
638 assert(src
.File
< TGSI_FILE_COUNT
);
641 out
[n
].src
.File
= src
.File
;
642 out
[n
].src
.SwizzleX
= src
.SwizzleX
;
643 out
[n
].src
.SwizzleY
= src
.SwizzleY
;
644 out
[n
].src
.SwizzleZ
= src
.SwizzleZ
;
645 out
[n
].src
.SwizzleW
= src
.SwizzleW
;
646 out
[n
].src
.Index
= src
.Index
;
647 out
[n
].src
.Negate
= src
.Negate
;
648 out
[0].src
.Absolute
= src
.Absolute
;
652 out
[0].src
.Indirect
= 1;
654 out
[n
].src
.File
= TGSI_FILE_ADDRESS
;
655 out
[n
].src
.SwizzleX
= src
.IndirectSwizzle
;
656 out
[n
].src
.SwizzleY
= src
.IndirectSwizzle
;
657 out
[n
].src
.SwizzleZ
= src
.IndirectSwizzle
;
658 out
[n
].src
.SwizzleW
= src
.IndirectSwizzle
;
659 out
[n
].src
.Index
= src
.IndirectIndex
;
668 ureg_emit_dst( struct ureg_program
*ureg
,
669 struct ureg_dst dst
)
672 (dst
.Indirect
? 1 : 0));
674 union tgsi_any_token
*out
= get_tokens( ureg
, DOMAIN_INSN
, size
);
677 assert(dst
.File
!= TGSI_FILE_NULL
);
678 assert(dst
.File
!= TGSI_FILE_CONSTANT
);
679 assert(dst
.File
!= TGSI_FILE_INPUT
);
680 assert(dst
.File
!= TGSI_FILE_SAMPLER
);
681 assert(dst
.File
!= TGSI_FILE_IMMEDIATE
);
682 assert(dst
.File
< TGSI_FILE_COUNT
);
685 out
[n
].dst
.File
= dst
.File
;
686 out
[n
].dst
.WriteMask
= dst
.WriteMask
;
687 out
[n
].dst
.Indirect
= dst
.Indirect
;
688 out
[n
].dst
.Index
= dst
.Index
;
693 out
[n
].src
.File
= TGSI_FILE_ADDRESS
;
694 out
[n
].src
.SwizzleX
= dst
.IndirectSwizzle
;
695 out
[n
].src
.SwizzleY
= dst
.IndirectSwizzle
;
696 out
[n
].src
.SwizzleZ
= dst
.IndirectSwizzle
;
697 out
[n
].src
.SwizzleW
= dst
.IndirectSwizzle
;
698 out
[n
].src
.Index
= dst
.IndirectIndex
;
706 static void validate( unsigned opcode
,
711 const struct tgsi_opcode_info
*info
= tgsi_get_opcode_info( opcode
);
714 assert(nr_dst
== info
->num_dst
);
715 assert(nr_src
== info
->num_src
);
720 struct ureg_emit_insn_result
721 ureg_emit_insn(struct ureg_program
*ureg
,
726 unsigned pred_swizzle_x
,
727 unsigned pred_swizzle_y
,
728 unsigned pred_swizzle_z
,
729 unsigned pred_swizzle_w
,
733 union tgsi_any_token
*out
;
734 uint count
= predicate
? 2 : 1;
735 struct ureg_emit_insn_result result
;
737 validate( opcode
, num_dst
, num_src
);
739 out
= get_tokens( ureg
, DOMAIN_INSN
, count
);
740 out
[0].insn
= tgsi_default_instruction();
741 out
[0].insn
.Opcode
= opcode
;
742 out
[0].insn
.Saturate
= saturate
;
743 out
[0].insn
.NumDstRegs
= num_dst
;
744 out
[0].insn
.NumSrcRegs
= num_src
;
746 result
.insn_token
= ureg
->domain
[DOMAIN_INSN
].count
- count
;
747 result
.extended_token
= result
.insn_token
;
750 out
[0].insn
.Predicate
= 1;
751 out
[1].insn_predicate
= tgsi_default_instruction_predicate();
752 out
[1].insn_predicate
.Negate
= pred_negate
;
753 out
[1].insn_predicate
.SwizzleX
= pred_swizzle_x
;
754 out
[1].insn_predicate
.SwizzleY
= pred_swizzle_y
;
755 out
[1].insn_predicate
.SwizzleZ
= pred_swizzle_z
;
756 out
[1].insn_predicate
.SwizzleW
= pred_swizzle_w
;
759 ureg
->nr_instructions
++;
766 ureg_emit_label(struct ureg_program
*ureg
,
767 unsigned extended_token
,
768 unsigned *label_token
)
770 union tgsi_any_token
*out
, *insn
;
775 out
= get_tokens( ureg
, DOMAIN_INSN
, 1 );
778 insn
= retrieve_token( ureg
, DOMAIN_INSN
, extended_token
);
779 insn
->insn
.Label
= 1;
781 *label_token
= ureg
->domain
[DOMAIN_INSN
].count
- 1;
784 /* Will return a number which can be used in a label to point to the
785 * next instruction to be emitted.
788 ureg_get_instruction_number( struct ureg_program
*ureg
)
790 return ureg
->nr_instructions
;
793 /* Patch a given label (expressed as a token number) to point to a
794 * given instruction (expressed as an instruction number).
797 ureg_fixup_label(struct ureg_program
*ureg
,
798 unsigned label_token
,
799 unsigned instruction_number
)
801 union tgsi_any_token
*out
= retrieve_token( ureg
, DOMAIN_INSN
, label_token
);
803 out
->insn_label
.Label
= instruction_number
;
808 ureg_emit_texture(struct ureg_program
*ureg
,
809 unsigned extended_token
,
812 union tgsi_any_token
*out
, *insn
;
814 out
= get_tokens( ureg
, DOMAIN_INSN
, 1 );
815 insn
= retrieve_token( ureg
, DOMAIN_INSN
, extended_token
);
817 insn
->insn
.Texture
= 1;
820 out
[0].insn_texture
.Texture
= target
;
825 ureg_fixup_insn_size(struct ureg_program
*ureg
,
828 union tgsi_any_token
*out
= retrieve_token( ureg
, DOMAIN_INSN
, insn
);
830 assert(out
->insn
.Type
== TGSI_TOKEN_TYPE_INSTRUCTION
);
831 out
->insn
.NrTokens
= ureg
->domain
[DOMAIN_INSN
].count
- insn
- 1;
836 ureg_insn(struct ureg_program
*ureg
,
838 const struct ureg_dst
*dst
,
840 const struct ureg_src
*src
,
843 struct ureg_emit_insn_result insn
;
847 boolean negate
= FALSE
;
848 unsigned swizzle
[4] = { 0 };
850 saturate
= nr_dst
? dst
[0].Saturate
: FALSE
;
851 predicate
= nr_dst
? dst
[0].Predicate
: FALSE
;
853 negate
= dst
[0].PredNegate
;
854 swizzle
[0] = dst
[0].PredSwizzleX
;
855 swizzle
[1] = dst
[0].PredSwizzleY
;
856 swizzle
[2] = dst
[0].PredSwizzleZ
;
857 swizzle
[3] = dst
[0].PredSwizzleW
;
860 insn
= ureg_emit_insn(ureg
,
872 for (i
= 0; i
< nr_dst
; i
++)
873 ureg_emit_dst( ureg
, dst
[i
] );
875 for (i
= 0; i
< nr_src
; i
++)
876 ureg_emit_src( ureg
, src
[i
] );
878 ureg_fixup_insn_size( ureg
, insn
.insn_token
);
882 ureg_tex_insn(struct ureg_program
*ureg
,
884 const struct ureg_dst
*dst
,
887 const struct ureg_src
*src
,
890 struct ureg_emit_insn_result insn
;
894 boolean negate
= FALSE
;
895 unsigned swizzle
[4] = { 0 };
897 saturate
= nr_dst
? dst
[0].Saturate
: FALSE
;
898 predicate
= nr_dst
? dst
[0].Predicate
: FALSE
;
900 negate
= dst
[0].PredNegate
;
901 swizzle
[0] = dst
[0].PredSwizzleX
;
902 swizzle
[1] = dst
[0].PredSwizzleY
;
903 swizzle
[2] = dst
[0].PredSwizzleZ
;
904 swizzle
[3] = dst
[0].PredSwizzleW
;
907 insn
= ureg_emit_insn(ureg
,
919 ureg_emit_texture( ureg
, insn
.extended_token
, target
);
921 for (i
= 0; i
< nr_dst
; i
++)
922 ureg_emit_dst( ureg
, dst
[i
] );
924 for (i
= 0; i
< nr_src
; i
++)
925 ureg_emit_src( ureg
, src
[i
] );
927 ureg_fixup_insn_size( ureg
, insn
.insn_token
);
932 ureg_label_insn(struct ureg_program
*ureg
,
934 const struct ureg_src
*src
,
936 unsigned *label_token
)
938 struct ureg_emit_insn_result insn
;
941 insn
= ureg_emit_insn(ureg
,
953 ureg_emit_label( ureg
, insn
.extended_token
, label_token
);
955 for (i
= 0; i
< nr_src
; i
++)
956 ureg_emit_src( ureg
, src
[i
] );
958 ureg_fixup_insn_size( ureg
, insn
.insn_token
);
963 static void emit_decl( struct ureg_program
*ureg
,
966 unsigned semantic_name
,
967 unsigned semantic_index
,
970 union tgsi_any_token
*out
= get_tokens( ureg
, DOMAIN_DECL
, 3 );
973 out
[0].decl
.Type
= TGSI_TOKEN_TYPE_DECLARATION
;
974 out
[0].decl
.NrTokens
= 3;
975 out
[0].decl
.File
= file
;
976 out
[0].decl
.UsageMask
= TGSI_WRITEMASK_XYZW
; /* FIXME! */
977 out
[0].decl
.Interpolate
= interp
;
978 out
[0].decl
.Semantic
= 1;
981 out
[1].decl_range
.First
=
982 out
[1].decl_range
.Last
= index
;
985 out
[2].decl_semantic
.Name
= semantic_name
;
986 out
[2].decl_semantic
.Index
= semantic_index
;
991 static void emit_decl_range( struct ureg_program
*ureg
,
996 union tgsi_any_token
*out
= get_tokens( ureg
, DOMAIN_DECL
, 2 );
999 out
[0].decl
.Type
= TGSI_TOKEN_TYPE_DECLARATION
;
1000 out
[0].decl
.NrTokens
= 2;
1001 out
[0].decl
.File
= file
;
1002 out
[0].decl
.UsageMask
= 0xf;
1003 out
[0].decl
.Interpolate
= TGSI_INTERPOLATE_CONSTANT
;
1004 out
[0].decl
.Semantic
= 0;
1007 out
[1].decl_range
.First
= first
;
1008 out
[1].decl_range
.Last
= first
+ count
- 1;
1012 emit_immediate( struct ureg_program
*ureg
,
1016 union tgsi_any_token
*out
= get_tokens( ureg
, DOMAIN_DECL
, 5 );
1019 out
[0].imm
.Type
= TGSI_TOKEN_TYPE_IMMEDIATE
;
1020 out
[0].imm
.NrTokens
= 5;
1021 out
[0].imm
.DataType
= type
;
1022 out
[0].imm
.Padding
= 0;
1024 out
[1].imm_data
.Uint
= v
[0];
1025 out
[2].imm_data
.Uint
= v
[1];
1026 out
[3].imm_data
.Uint
= v
[2];
1027 out
[4].imm_data
.Uint
= v
[3];
1033 static void emit_decls( struct ureg_program
*ureg
)
1037 if (ureg
->processor
== TGSI_PROCESSOR_VERTEX
) {
1038 for (i
= 0; i
< UREG_MAX_INPUT
; i
++) {
1039 if (ureg
->vs_inputs
[i
/32] & (1 << (i
%32))) {
1040 emit_decl_range( ureg
, TGSI_FILE_INPUT
, i
, 1 );
1043 } else if (ureg
->processor
== TGSI_PROCESSOR_FRAGMENT
) {
1044 for (i
= 0; i
< ureg
->nr_fs_inputs
; i
++) {
1048 ureg
->fs_input
[i
].semantic_name
,
1049 ureg
->fs_input
[i
].semantic_index
,
1050 ureg
->fs_input
[i
].interp
);
1053 for (i
= 0; i
< ureg
->nr_gs_inputs
; i
++) {
1054 emit_decl_range(ureg
,
1056 ureg
->gs_input
[i
].index
,
1061 for (i
= 0; i
< ureg
->nr_outputs
; i
++) {
1065 ureg
->output
[i
].semantic_name
,
1066 ureg
->output
[i
].semantic_index
,
1067 TGSI_INTERPOLATE_CONSTANT
);
1070 for (i
= 0; i
< ureg
->nr_samplers
; i
++) {
1071 emit_decl_range( ureg
,
1073 ureg
->sampler
[i
].Index
, 1 );
1076 if (ureg
->nr_constant_ranges
) {
1077 for (i
= 0; i
< ureg
->nr_constant_ranges
; i
++)
1078 emit_decl_range( ureg
,
1080 ureg
->constant_range
[i
].first
,
1081 (ureg
->constant_range
[i
].last
+ 1 -
1082 ureg
->constant_range
[i
].first
) );
1085 if (ureg
->nr_temps
) {
1086 emit_decl_range( ureg
,
1087 TGSI_FILE_TEMPORARY
,
1088 0, ureg
->nr_temps
);
1091 if (ureg
->nr_addrs
) {
1092 emit_decl_range( ureg
,
1094 0, ureg
->nr_addrs
);
1097 if (ureg
->nr_loops
) {
1098 emit_decl_range(ureg
,
1104 if (ureg
->nr_preds
) {
1105 emit_decl_range(ureg
,
1106 TGSI_FILE_PREDICATE
,
1111 for (i
= 0; i
< ureg
->nr_immediates
; i
++) {
1112 emit_immediate( ureg
,
1113 ureg
->immediate
[i
].value
.u
,
1114 ureg
->immediate
[i
].type
);
1118 /* Append the instruction tokens onto the declarations to build a
1119 * contiguous stream suitable to send to the driver.
1121 static void copy_instructions( struct ureg_program
*ureg
)
1123 unsigned nr_tokens
= ureg
->domain
[DOMAIN_INSN
].count
;
1124 union tgsi_any_token
*out
= get_tokens( ureg
,
1129 ureg
->domain
[DOMAIN_INSN
].tokens
,
1130 nr_tokens
* sizeof out
[0] );
1135 fixup_header_size(struct ureg_program
*ureg
)
1137 union tgsi_any_token
*out
= retrieve_token( ureg
, DOMAIN_DECL
, 0 );
1139 out
->header
.BodySize
= ureg
->domain
[DOMAIN_DECL
].count
- 2;
1144 emit_header( struct ureg_program
*ureg
)
1146 union tgsi_any_token
*out
= get_tokens( ureg
, DOMAIN_DECL
, 2 );
1148 out
[0].header
.HeaderSize
= 2;
1149 out
[0].header
.BodySize
= 0;
1151 out
[1].processor
.Processor
= ureg
->processor
;
1152 out
[1].processor
.Padding
= 0;
1156 const struct tgsi_token
*ureg_finalize( struct ureg_program
*ureg
)
1158 const struct tgsi_token
*tokens
;
1160 emit_header( ureg
);
1162 copy_instructions( ureg
);
1163 fixup_header_size( ureg
);
1165 if (ureg
->domain
[0].tokens
== error_tokens
||
1166 ureg
->domain
[1].tokens
== error_tokens
) {
1167 debug_printf("%s: error in generated shader\n", __FUNCTION__
);
1172 tokens
= &ureg
->domain
[DOMAIN_DECL
].tokens
[0].token
;
1175 debug_printf("%s: emitted shader %d tokens:\n", __FUNCTION__
,
1176 ureg
->domain
[DOMAIN_DECL
].count
);
1177 tgsi_dump( tokens
, 0 );
1181 if (tokens
&& !tgsi_sanity_check(tokens
)) {
1182 debug_printf("tgsi_ureg.c, sanity check failed on generated tokens:\n");
1183 tgsi_dump(tokens
, 0);
1193 void *ureg_create_shader( struct ureg_program
*ureg
,
1194 struct pipe_context
*pipe
)
1196 struct pipe_shader_state state
;
1198 state
.tokens
= ureg_finalize(ureg
);
1202 if (ureg
->processor
== TGSI_PROCESSOR_VERTEX
)
1203 return pipe
->create_vs_state( pipe
, &state
);
1205 return pipe
->create_fs_state( pipe
, &state
);
1209 const struct tgsi_token
*ureg_get_tokens( struct ureg_program
*ureg
,
1210 unsigned *nr_tokens
)
1212 const struct tgsi_token
*tokens
;
1214 ureg_finalize(ureg
);
1216 tokens
= &ureg
->domain
[DOMAIN_DECL
].tokens
[0].token
;
1219 *nr_tokens
= ureg
->domain
[DOMAIN_DECL
].size
;
1221 ureg
->domain
[DOMAIN_DECL
].tokens
= 0;
1222 ureg
->domain
[DOMAIN_DECL
].size
= 0;
1223 ureg
->domain
[DOMAIN_DECL
].order
= 0;
1224 ureg
->domain
[DOMAIN_DECL
].count
= 0;
1230 struct ureg_program
*ureg_create( unsigned processor
)
1232 struct ureg_program
*ureg
= CALLOC_STRUCT( ureg_program
);
1236 ureg
->processor
= processor
;
1241 void ureg_destroy( struct ureg_program
*ureg
)
1245 for (i
= 0; i
< Elements(ureg
->domain
); i
++) {
1246 if (ureg
->domain
[i
].tokens
&&
1247 ureg
->domain
[i
].tokens
!= error_tokens
)
1248 FREE(ureg
->domain
[i
].tokens
);