1 /**************************************************************************
3 * Copyright 2007 VMware, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
28 #include "util/u_math.h"
29 #include "util/u_memory.h"
30 #include "util/u_prim.h"
31 #include "draw/draw_context.h"
32 #include "draw/draw_vbuf.h"
33 #include "draw/draw_vertex.h"
34 #include "draw/draw_prim_assembler.h"
35 #include "draw/draw_pt.h"
36 #include "draw/draw_vs.h"
37 #include "draw/draw_gs.h"
40 struct fetch_pipeline_middle_end
{
41 struct draw_pt_middle_end base
;
42 struct draw_context
*draw
;
45 struct pt_so_emit
*so_emit
;
46 struct pt_fetch
*fetch
;
47 struct pt_post_vs
*post_vs
;
49 unsigned vertex_data_offset
;
57 static inline struct fetch_pipeline_middle_end
*
58 fetch_pipeline_middle_end(struct draw_pt_middle_end
*middle
)
60 return (struct fetch_pipeline_middle_end
*) middle
;
65 * Prepare/validate middle part of the vertex pipeline.
66 * NOTE: if you change this function, also look at the LLVM
67 * function llvm_middle_end_prepare() for similar changes.
70 fetch_pipeline_prepare(struct draw_pt_middle_end
*middle
,
73 unsigned *max_vertices
)
75 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
76 struct draw_context
*draw
= fpme
->draw
;
77 struct draw_vertex_shader
*vs
= draw
->vs
.vertex_shader
;
78 struct draw_geometry_shader
*gs
= draw
->gs
.geometry_shader
;
80 unsigned instance_id_index
= ~0;
81 const unsigned gs_out_prim
= (gs
? gs
->output_primitive
:
82 u_assembled_prim(prim
));
83 unsigned nr_vs_outputs
= draw_total_vs_outputs(draw
);
84 unsigned nr
= MAX2(vs
->info
.num_inputs
, nr_vs_outputs
);
85 unsigned point_clip
= draw
->rasterizer
->fill_front
== PIPE_POLYGON_MODE_POINT
||
86 gs_out_prim
== PIPE_PRIM_POINTS
;
89 nr
= MAX2(nr
, gs
->info
.num_outputs
+ 1);
92 /* Scan for instanceID system value.
94 for (i
= 0; i
< vs
->info
.num_inputs
; i
++) {
95 if (vs
->info
.input_semantic_name
[i
] == TGSI_SEMANTIC_INSTANCEID
) {
96 instance_id_index
= i
;
101 fpme
->input_prim
= prim
;
104 /* Always leave room for the vertex header whether we need it or
105 * not. It's hard to get rid of it in particular because of the
106 * viewport code in draw_pt_post_vs.c.
108 fpme
->vertex_size
= sizeof(struct vertex_header
) + nr
* 4 * sizeof(float);
110 draw_pt_fetch_prepare( fpme
->fetch
,
114 draw_pt_post_vs_prepare( fpme
->post_vs
,
118 point_clip
? draw
->guard_band_points_xy
:
120 draw
->bypass_viewport
,
121 draw
->rasterizer
->clip_halfz
,
122 (draw
->vs
.edgeflag_output
? TRUE
: FALSE
) );
124 draw_pt_so_emit_prepare( fpme
->so_emit
, FALSE
);
126 if (!(opt
& PT_PIPELINE
)) {
127 draw_pt_emit_prepare( fpme
->emit
,
131 *max_vertices
= MAX2( *max_vertices
, 4096 );
134 /* limit max fetches by limiting max_vertices */
135 *max_vertices
= 4096;
138 /* No need to prepare the shader.
140 vs
->prepare(vs
, draw
);
142 /* Make sure that the vertex size didn't change at any point above */
143 assert(nr_vs_outputs
== draw_total_vs_outputs(draw
));
148 fetch_pipeline_bind_parameters(struct draw_pt_middle_end
*middle
)
150 /* No-op since the vertex shader executor and drawing pipeline
151 * just grab the constants, viewport, etc. from the draw context state.
156 static void fetch( struct pt_fetch
*fetch
,
157 const struct draw_fetch_info
*fetch_info
,
160 if (fetch_info
->linear
) {
161 draw_pt_fetch_run_linear( fetch
,
167 draw_pt_fetch_run( fetch
,
175 static void pipeline(struct fetch_pipeline_middle_end
*fpme
,
176 const struct draw_vertex_info
*vert_info
,
177 const struct draw_prim_info
*prim_info
)
179 if (prim_info
->linear
)
180 draw_pipeline_run_linear( fpme
->draw
,
184 draw_pipeline_run( fpme
->draw
,
191 emit(struct pt_emit
*emit
,
192 const struct draw_vertex_info
*vert_info
,
193 const struct draw_prim_info
*prim_info
)
195 if (prim_info
->linear
) {
196 draw_pt_emit_linear(emit
, vert_info
, prim_info
);
199 draw_pt_emit(emit
, vert_info
, prim_info
);
205 draw_vertex_shader_run(struct draw_vertex_shader
*vshader
,
206 const void *constants
[PIPE_MAX_CONSTANT_BUFFERS
],
207 unsigned const_size
[PIPE_MAX_CONSTANT_BUFFERS
],
208 const struct draw_vertex_info
*input_verts
,
209 struct draw_vertex_info
*output_verts
)
211 output_verts
->vertex_size
= input_verts
->vertex_size
;
212 output_verts
->stride
= input_verts
->vertex_size
;
213 output_verts
->count
= input_verts
->count
;
214 output_verts
->verts
=
215 (struct vertex_header
*)MALLOC(output_verts
->vertex_size
*
216 align(output_verts
->count
, 4));
218 vshader
->run_linear(vshader
,
219 (const float (*)[4])input_verts
->verts
->data
,
220 ( float (*)[4])output_verts
->verts
->data
,
224 input_verts
->vertex_size
,
225 input_verts
->vertex_size
);
230 fetch_pipeline_generic(struct draw_pt_middle_end
*middle
,
231 const struct draw_fetch_info
*fetch_info
,
232 const struct draw_prim_info
*in_prim_info
)
234 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
235 struct draw_context
*draw
= fpme
->draw
;
236 struct draw_vertex_shader
*vshader
= draw
->vs
.vertex_shader
;
237 struct draw_geometry_shader
*gshader
= draw
->gs
.geometry_shader
;
238 struct draw_prim_info gs_prim_info
;
239 struct draw_vertex_info fetched_vert_info
;
240 struct draw_vertex_info vs_vert_info
;
241 struct draw_vertex_info gs_vert_info
;
242 struct draw_vertex_info
*vert_info
;
243 struct draw_prim_info ia_prim_info
;
244 struct draw_vertex_info ia_vert_info
;
245 const struct draw_prim_info
*prim_info
= in_prim_info
;
246 boolean free_prim_info
= FALSE
;
247 unsigned opt
= fpme
->opt
;
249 fetched_vert_info
.count
= fetch_info
->count
;
250 fetched_vert_info
.vertex_size
= fpme
->vertex_size
;
251 fetched_vert_info
.stride
= fpme
->vertex_size
;
252 fetched_vert_info
.verts
=
253 (struct vertex_header
*)MALLOC(fpme
->vertex_size
*
254 align(fetch_info
->count
, 4));
255 if (!fetched_vert_info
.verts
) {
259 if (draw
->collect_statistics
) {
260 draw
->statistics
.ia_vertices
+= prim_info
->count
;
261 draw
->statistics
.ia_primitives
+=
262 u_decomposed_prims_for_vertices(prim_info
->prim
, fetch_info
->count
);
263 draw
->statistics
.vs_invocations
+= fetch_info
->count
;
266 /* Fetch into our vertex buffer.
268 fetch( fpme
->fetch
, fetch_info
, (char *)fetched_vert_info
.verts
);
270 /* Finished with fetch:
273 vert_info
= &fetched_vert_info
;
275 /* Run the shader, note that this overwrites the data[] parts of
276 * the pipeline verts.
278 if (fpme
->opt
& PT_SHADE
) {
279 draw_vertex_shader_run(vshader
,
280 draw
->pt
.user
.vs_constants
,
281 draw
->pt
.user
.vs_constants_size
,
285 FREE(vert_info
->verts
);
286 vert_info
= &vs_vert_info
;
289 if ((fpme
->opt
& PT_SHADE
) && gshader
) {
290 draw_geometry_shader_run(gshader
,
291 draw
->pt
.user
.gs_constants
,
292 draw
->pt
.user
.gs_constants_size
,
299 FREE(vert_info
->verts
);
300 vert_info
= &gs_vert_info
;
301 prim_info
= &gs_prim_info
;
303 if (draw_prim_assembler_is_required(draw
, prim_info
, vert_info
)) {
304 draw_prim_assembler_run(draw
, prim_info
, vert_info
,
305 &ia_prim_info
, &ia_vert_info
);
307 if (ia_vert_info
.count
) {
308 FREE(vert_info
->verts
);
309 vert_info
= &ia_vert_info
;
310 prim_info
= &ia_prim_info
;
311 free_prim_info
= TRUE
;
315 if (prim_info
->count
== 0) {
316 debug_printf("GS/IA didn't emit any vertices!\n");
318 FREE(vert_info
->verts
);
319 if (free_prim_info
) {
320 FREE(prim_info
->primitive_lengths
);
326 /* Stream output needs to be done before clipping.
328 * XXX: Stream output surely needs to respect the prim_info->elt
331 draw_pt_so_emit( fpme
->so_emit
, vert_info
, prim_info
);
333 draw_stats_clipper_primitives(draw
, prim_info
);
336 * if there's no position, need to stop now, or the latter stages
337 * will try to access non-existent position output.
339 if (draw_current_shader_position_output(draw
) != -1) {
341 if (draw_pt_post_vs_run( fpme
->post_vs
, vert_info
, prim_info
))
346 /* Do we need to run the pipeline?
348 if (opt
& PT_PIPELINE
) {
349 pipeline( fpme
, vert_info
, prim_info
);
352 emit( fpme
->emit
, vert_info
, prim_info
);
355 FREE(vert_info
->verts
);
356 if (free_prim_info
) {
357 FREE(prim_info
->primitive_lengths
);
362 static inline unsigned
363 prim_type(unsigned prim
, unsigned flags
)
365 if (flags
& DRAW_LINE_LOOP_AS_STRIP
)
366 return PIPE_PRIM_LINE_STRIP
;
373 fetch_pipeline_run(struct draw_pt_middle_end
*middle
,
374 const unsigned *fetch_elts
,
375 unsigned fetch_count
,
376 const ushort
*draw_elts
,
380 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
381 struct draw_fetch_info fetch_info
;
382 struct draw_prim_info prim_info
;
384 fetch_info
.linear
= FALSE
;
385 fetch_info
.start
= 0;
386 fetch_info
.elts
= fetch_elts
;
387 fetch_info
.count
= fetch_count
;
389 prim_info
.linear
= FALSE
;
391 prim_info
.count
= draw_count
;
392 prim_info
.elts
= draw_elts
;
393 prim_info
.prim
= prim_type(fpme
->input_prim
, prim_flags
);
394 prim_info
.flags
= prim_flags
;
395 prim_info
.primitive_count
= 1;
396 prim_info
.primitive_lengths
= &draw_count
;
398 fetch_pipeline_generic( middle
, &fetch_info
, &prim_info
);
403 fetch_pipeline_linear_run(struct draw_pt_middle_end
*middle
,
408 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
409 struct draw_fetch_info fetch_info
;
410 struct draw_prim_info prim_info
;
412 fetch_info
.linear
= TRUE
;
413 fetch_info
.start
= start
;
414 fetch_info
.count
= count
;
415 fetch_info
.elts
= NULL
;
417 prim_info
.linear
= TRUE
;
419 prim_info
.count
= count
;
420 prim_info
.elts
= NULL
;
421 prim_info
.prim
= prim_type(fpme
->input_prim
, prim_flags
);
422 prim_info
.flags
= prim_flags
;
423 prim_info
.primitive_count
= 1;
424 prim_info
.primitive_lengths
= &count
;
426 fetch_pipeline_generic( middle
, &fetch_info
, &prim_info
);
432 fetch_pipeline_linear_run_elts(struct draw_pt_middle_end
*middle
,
435 const ushort
*draw_elts
,
437 unsigned prim_flags
)
439 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
440 struct draw_fetch_info fetch_info
;
441 struct draw_prim_info prim_info
;
443 fetch_info
.linear
= TRUE
;
444 fetch_info
.start
= start
;
445 fetch_info
.count
= count
;
446 fetch_info
.elts
= NULL
;
448 prim_info
.linear
= FALSE
;
450 prim_info
.count
= draw_count
;
451 prim_info
.elts
= draw_elts
;
452 prim_info
.prim
= prim_type(fpme
->input_prim
, prim_flags
);
453 prim_info
.flags
= prim_flags
;
454 prim_info
.primitive_count
= 1;
455 prim_info
.primitive_lengths
= &draw_count
;
457 fetch_pipeline_generic( middle
, &fetch_info
, &prim_info
);
464 fetch_pipeline_finish( struct draw_pt_middle_end
*middle
)
471 fetch_pipeline_destroy( struct draw_pt_middle_end
*middle
)
473 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
476 draw_pt_fetch_destroy( fpme
->fetch
);
479 draw_pt_emit_destroy( fpme
->emit
);
482 draw_pt_so_emit_destroy( fpme
->so_emit
);
485 draw_pt_post_vs_destroy( fpme
->post_vs
);
491 struct draw_pt_middle_end
*
492 draw_pt_fetch_pipeline_or_emit(struct draw_context
*draw
)
494 struct fetch_pipeline_middle_end
*fpme
=
495 CALLOC_STRUCT( fetch_pipeline_middle_end
);
499 fpme
->base
.prepare
= fetch_pipeline_prepare
;
500 fpme
->base
.bind_parameters
= fetch_pipeline_bind_parameters
;
501 fpme
->base
.run
= fetch_pipeline_run
;
502 fpme
->base
.run_linear
= fetch_pipeline_linear_run
;
503 fpme
->base
.run_linear_elts
= fetch_pipeline_linear_run_elts
;
504 fpme
->base
.finish
= fetch_pipeline_finish
;
505 fpme
->base
.destroy
= fetch_pipeline_destroy
;
509 fpme
->fetch
= draw_pt_fetch_create( draw
);
513 fpme
->post_vs
= draw_pt_post_vs_create( draw
);
517 fpme
->emit
= draw_pt_emit_create( draw
);
521 fpme
->so_emit
= draw_pt_so_emit_create( draw
);
529 fetch_pipeline_destroy( &fpme
->base
);