1 /**************************************************************************
3 * Copyright 2007 VMware, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
28 #include "util/u_math.h"
29 #include "util/u_memory.h"
30 #include "util/u_prim.h"
31 #include "draw/draw_context.h"
32 #include "draw/draw_vbuf.h"
33 #include "draw/draw_vertex.h"
34 #include "draw/draw_prim_assembler.h"
35 #include "draw/draw_pt.h"
36 #include "draw/draw_vs.h"
37 #include "draw/draw_gs.h"
40 struct fetch_pipeline_middle_end
{
41 struct draw_pt_middle_end base
;
42 struct draw_context
*draw
;
45 struct pt_so_emit
*so_emit
;
46 struct pt_fetch
*fetch
;
47 struct pt_post_vs
*post_vs
;
49 unsigned vertex_data_offset
;
57 static inline struct fetch_pipeline_middle_end
*
58 fetch_pipeline_middle_end(struct draw_pt_middle_end
*middle
)
60 return (struct fetch_pipeline_middle_end
*) middle
;
65 * Prepare/validate middle part of the vertex pipeline.
66 * NOTE: if you change this function, also look at the LLVM
67 * function llvm_middle_end_prepare() for similar changes.
70 fetch_pipeline_prepare(struct draw_pt_middle_end
*middle
,
73 unsigned *max_vertices
)
75 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
76 struct draw_context
*draw
= fpme
->draw
;
77 struct draw_vertex_shader
*vs
= draw
->vs
.vertex_shader
;
78 struct draw_geometry_shader
*gs
= draw
->gs
.geometry_shader
;
80 unsigned instance_id_index
= ~0;
81 const unsigned gs_out_prim
= (gs
? gs
->output_primitive
:
82 u_assembled_prim(prim
));
83 unsigned nr_vs_outputs
= draw_total_vs_outputs(draw
);
84 unsigned nr
= MAX2(vs
->info
.num_inputs
, nr_vs_outputs
);
85 unsigned point_clip
= draw
->rasterizer
->fill_front
== PIPE_POLYGON_MODE_POINT
||
86 gs_out_prim
== PIPE_PRIM_POINTS
;
89 nr
= MAX2(nr
, gs
->info
.num_outputs
+ 1);
92 /* Scan for instanceID system value.
94 for (i
= 0; i
< vs
->info
.num_inputs
; i
++) {
95 if (vs
->info
.input_semantic_name
[i
] == TGSI_SEMANTIC_INSTANCEID
) {
96 instance_id_index
= i
;
101 fpme
->input_prim
= prim
;
104 /* Always leave room for the vertex header whether we need it or
105 * not. It's hard to get rid of it in particular because of the
106 * viewport code in draw_pt_post_vs.c.
108 fpme
->vertex_size
= sizeof(struct vertex_header
) + nr
* 4 * sizeof(float);
110 draw_pt_fetch_prepare( fpme
->fetch
,
114 draw_pt_post_vs_prepare( fpme
->post_vs
,
118 point_clip
? draw
->guard_band_points_xy
:
120 draw
->bypass_viewport
,
121 draw
->rasterizer
->clip_halfz
,
122 (draw
->vs
.edgeflag_output
? TRUE
: FALSE
) );
124 draw_pt_so_emit_prepare( fpme
->so_emit
, FALSE
);
126 if (!(opt
& PT_PIPELINE
)) {
127 draw_pt_emit_prepare( fpme
->emit
,
131 *max_vertices
= MAX2( *max_vertices
, 4096 );
134 /* limit max fetches by limiting max_vertices */
135 *max_vertices
= 4096;
138 /* No need to prepare the shader.
140 vs
->prepare(vs
, draw
);
142 /* Make sure that the vertex size didn't change at any point above */
143 assert(nr_vs_outputs
== draw_total_vs_outputs(draw
));
148 fetch_pipeline_bind_parameters(struct draw_pt_middle_end
*middle
)
150 /* No-op since the vertex shader executor and drawing pipeline
151 * just grab the constants, viewport, etc. from the draw context state.
156 static void fetch( struct pt_fetch
*fetch
,
157 const struct draw_fetch_info
*fetch_info
,
160 if (fetch_info
->linear
) {
161 draw_pt_fetch_run_linear( fetch
,
167 draw_pt_fetch_run( fetch
,
175 static void pipeline(struct fetch_pipeline_middle_end
*fpme
,
176 const struct draw_vertex_info
*vert_info
,
177 const struct draw_prim_info
*prim_info
)
179 if (prim_info
->linear
)
180 draw_pipeline_run_linear( fpme
->draw
,
184 draw_pipeline_run( fpme
->draw
,
191 emit(struct pt_emit
*emit
,
192 const struct draw_vertex_info
*vert_info
,
193 const struct draw_prim_info
*prim_info
)
195 if (prim_info
->linear
) {
196 draw_pt_emit_linear(emit
, vert_info
, prim_info
);
199 draw_pt_emit(emit
, vert_info
, prim_info
);
205 draw_vertex_shader_run(struct draw_vertex_shader
*vshader
,
206 const void *constants
[PIPE_MAX_CONSTANT_BUFFERS
],
207 unsigned const_size
[PIPE_MAX_CONSTANT_BUFFERS
],
208 const struct draw_vertex_info
*input_verts
,
209 struct draw_vertex_info
*output_verts
)
211 output_verts
->vertex_size
= input_verts
->vertex_size
;
212 output_verts
->stride
= input_verts
->vertex_size
;
213 output_verts
->count
= input_verts
->count
;
214 output_verts
->verts
=
215 (struct vertex_header
*)MALLOC(output_verts
->vertex_size
*
216 align(output_verts
->count
, 4));
218 vshader
->run_linear(vshader
,
219 (const float (*)[4])input_verts
->verts
->data
,
220 ( float (*)[4])output_verts
->verts
->data
,
224 input_verts
->vertex_size
,
225 input_verts
->vertex_size
);
230 fetch_pipeline_generic(struct draw_pt_middle_end
*middle
,
231 const struct draw_fetch_info
*fetch_info
,
232 const struct draw_prim_info
*in_prim_info
)
234 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
235 struct draw_context
*draw
= fpme
->draw
;
236 struct draw_vertex_shader
*vshader
= draw
->vs
.vertex_shader
;
237 struct draw_geometry_shader
*gshader
= draw
->gs
.geometry_shader
;
238 struct draw_prim_info gs_prim_info
;
239 struct draw_vertex_info fetched_vert_info
;
240 struct draw_vertex_info vs_vert_info
;
241 struct draw_vertex_info gs_vert_info
;
242 struct draw_vertex_info
*vert_info
;
243 struct draw_prim_info ia_prim_info
;
244 struct draw_vertex_info ia_vert_info
;
245 const struct draw_prim_info
*prim_info
= in_prim_info
;
246 boolean free_prim_info
= FALSE
;
247 unsigned opt
= fpme
->opt
;
249 fetched_vert_info
.count
= fetch_info
->count
;
250 fetched_vert_info
.vertex_size
= fpme
->vertex_size
;
251 fetched_vert_info
.stride
= fpme
->vertex_size
;
252 fetched_vert_info
.verts
=
253 (struct vertex_header
*)MALLOC(fpme
->vertex_size
*
254 align(fetch_info
->count
, 4));
255 if (!fetched_vert_info
.verts
) {
259 if (draw
->collect_statistics
) {
260 draw
->statistics
.ia_vertices
+= prim_info
->count
;
261 draw
->statistics
.ia_primitives
+=
262 u_decomposed_prims_for_vertices(prim_info
->prim
, fetch_info
->count
);
263 draw
->statistics
.vs_invocations
+= fetch_info
->count
;
266 /* Fetch into our vertex buffer.
268 fetch( fpme
->fetch
, fetch_info
, (char *)fetched_vert_info
.verts
);
270 /* Finished with fetch:
273 vert_info
= &fetched_vert_info
;
275 /* Run the shader, note that this overwrites the data[] parts of
276 * the pipeline verts.
278 if (fpme
->opt
& PT_SHADE
) {
279 draw_vertex_shader_run(vshader
,
280 draw
->pt
.user
.vs_constants
,
281 draw
->pt
.user
.vs_constants_size
,
285 FREE(vert_info
->verts
);
286 vert_info
= &vs_vert_info
;
289 if ((fpme
->opt
& PT_SHADE
) && gshader
) {
290 draw_geometry_shader_run(gshader
,
291 draw
->pt
.user
.gs_constants
,
292 draw
->pt
.user
.gs_constants_size
,
299 FREE(vert_info
->verts
);
300 vert_info
= &gs_vert_info
;
301 prim_info
= &gs_prim_info
;
303 if (draw_prim_assembler_is_required(draw
, prim_info
, vert_info
)) {
304 draw_prim_assembler_run(draw
, prim_info
, vert_info
,
305 &ia_prim_info
, &ia_vert_info
);
307 if (ia_vert_info
.count
) {
308 FREE(vert_info
->verts
);
309 vert_info
= &ia_vert_info
;
310 prim_info
= &ia_prim_info
;
311 free_prim_info
= TRUE
;
315 if (prim_info
->count
== 0) {
316 debug_printf("GS/IA didn't emit any vertices!\n");
318 FREE(vert_info
->verts
);
319 if (free_prim_info
) {
320 FREE(prim_info
->primitive_lengths
);
326 /* Stream output needs to be done before clipping.
328 * XXX: Stream output surely needs to respect the prim_info->elt
331 draw_pt_so_emit( fpme
->so_emit
, vert_info
, prim_info
);
333 draw_stats_clipper_primitives(draw
, prim_info
);
336 * if there's no position, need to stop now, or the latter stages
337 * will try to access non-existent position output.
339 if (draw_current_shader_position_output(draw
) != -1) {
341 if (draw_pt_post_vs_run( fpme
->post_vs
, vert_info
, prim_info
))
346 /* Do we need to run the pipeline?
348 if (opt
& PT_PIPELINE
) {
349 pipeline( fpme
, vert_info
, prim_info
);
352 emit( fpme
->emit
, vert_info
, prim_info
);
355 FREE(vert_info
->verts
);
356 if (free_prim_info
) {
357 FREE(prim_info
->primitive_lengths
);
363 fetch_pipeline_run(struct draw_pt_middle_end
*middle
,
364 const unsigned *fetch_elts
,
365 unsigned fetch_count
,
366 const ushort
*draw_elts
,
370 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
371 struct draw_fetch_info fetch_info
;
372 struct draw_prim_info prim_info
;
374 fetch_info
.linear
= FALSE
;
375 fetch_info
.start
= 0;
376 fetch_info
.elts
= fetch_elts
;
377 fetch_info
.count
= fetch_count
;
379 prim_info
.linear
= FALSE
;
381 prim_info
.count
= draw_count
;
382 prim_info
.elts
= draw_elts
;
383 prim_info
.prim
= fpme
->input_prim
;
384 prim_info
.flags
= prim_flags
;
385 prim_info
.primitive_count
= 1;
386 prim_info
.primitive_lengths
= &draw_count
;
388 fetch_pipeline_generic( middle
, &fetch_info
, &prim_info
);
393 fetch_pipeline_linear_run(struct draw_pt_middle_end
*middle
,
398 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
399 struct draw_fetch_info fetch_info
;
400 struct draw_prim_info prim_info
;
402 fetch_info
.linear
= TRUE
;
403 fetch_info
.start
= start
;
404 fetch_info
.count
= count
;
405 fetch_info
.elts
= NULL
;
407 prim_info
.linear
= TRUE
;
409 prim_info
.count
= count
;
410 prim_info
.elts
= NULL
;
411 prim_info
.prim
= fpme
->input_prim
;
412 prim_info
.flags
= prim_flags
;
413 prim_info
.primitive_count
= 1;
414 prim_info
.primitive_lengths
= &count
;
416 fetch_pipeline_generic( middle
, &fetch_info
, &prim_info
);
422 fetch_pipeline_linear_run_elts(struct draw_pt_middle_end
*middle
,
425 const ushort
*draw_elts
,
427 unsigned prim_flags
)
429 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
430 struct draw_fetch_info fetch_info
;
431 struct draw_prim_info prim_info
;
433 fetch_info
.linear
= TRUE
;
434 fetch_info
.start
= start
;
435 fetch_info
.count
= count
;
436 fetch_info
.elts
= NULL
;
438 prim_info
.linear
= FALSE
;
440 prim_info
.count
= draw_count
;
441 prim_info
.elts
= draw_elts
;
442 prim_info
.prim
= fpme
->input_prim
;
443 prim_info
.flags
= prim_flags
;
444 prim_info
.primitive_count
= 1;
445 prim_info
.primitive_lengths
= &draw_count
;
447 fetch_pipeline_generic( middle
, &fetch_info
, &prim_info
);
454 fetch_pipeline_finish( struct draw_pt_middle_end
*middle
)
461 fetch_pipeline_destroy( struct draw_pt_middle_end
*middle
)
463 struct fetch_pipeline_middle_end
*fpme
= fetch_pipeline_middle_end(middle
);
466 draw_pt_fetch_destroy( fpme
->fetch
);
469 draw_pt_emit_destroy( fpme
->emit
);
472 draw_pt_so_emit_destroy( fpme
->so_emit
);
475 draw_pt_post_vs_destroy( fpme
->post_vs
);
481 struct draw_pt_middle_end
*
482 draw_pt_fetch_pipeline_or_emit(struct draw_context
*draw
)
484 struct fetch_pipeline_middle_end
*fpme
=
485 CALLOC_STRUCT( fetch_pipeline_middle_end
);
489 fpme
->base
.prepare
= fetch_pipeline_prepare
;
490 fpme
->base
.bind_parameters
= fetch_pipeline_bind_parameters
;
491 fpme
->base
.run
= fetch_pipeline_run
;
492 fpme
->base
.run_linear
= fetch_pipeline_linear_run
;
493 fpme
->base
.run_linear_elts
= fetch_pipeline_linear_run_elts
;
494 fpme
->base
.finish
= fetch_pipeline_finish
;
495 fpme
->base
.destroy
= fetch_pipeline_destroy
;
499 fpme
->fetch
= draw_pt_fetch_create( draw
);
503 fpme
->post_vs
= draw_pt_post_vs_create( draw
);
507 fpme
->emit
= draw_pt_emit_create( draw
);
511 fpme
->so_emit
= draw_pt_so_emit_create( draw
);
519 fetch_pipeline_destroy( &fpme
->base
);