draw: rewrite stream output to handle all the dark corners
[mesa.git] / src / gallium / auxiliary / draw / draw_gs.c
1 /**************************************************************************
2 *
3 * Copyright 2009 VMWare Inc.
4 * All Rights Reserved.
5 *
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
13 *
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
16 * of the Software.
17 *
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
25 *
26 **************************************************************************/
27
28 #include "draw_gs.h"
29
30 #include "draw_private.h"
31 #include "draw_context.h"
32
33 #include "tgsi/tgsi_parse.h"
34 #include "tgsi/tgsi_exec.h"
35
36 #include "pipe/p_shader_tokens.h"
37
38 #include "util/u_math.h"
39 #include "util/u_memory.h"
40 #include "util/u_prim.h"
41
42 #define MAX_PRIM_VERTICES 6
43 /* fixme: move it from here */
44 #define MAX_PRIMITIVES 64
45
46 boolean
47 draw_gs_init( struct draw_context *draw )
48 {
49 draw->gs.machine = tgsi_exec_machine_create();
50 if (!draw->gs.machine)
51 return FALSE;
52
53 draw->gs.machine->Primitives = align_malloc(
54 MAX_PRIMITIVES * sizeof(struct tgsi_exec_vector), 16);
55 if (!draw->gs.machine->Primitives)
56 return FALSE;
57 memset(draw->gs.machine->Primitives, 0,
58 MAX_PRIMITIVES * sizeof(struct tgsi_exec_vector));
59
60 return TRUE;
61 }
62
63 void draw_gs_destroy( struct draw_context *draw )
64 {
65 if (!draw->gs.machine)
66 return;
67
68 align_free(draw->gs.machine->Primitives);
69
70 tgsi_exec_machine_destroy(draw->gs.machine);
71 }
72
73 void
74 draw_gs_set_constants(struct draw_context *draw,
75 unsigned slot,
76 const void *constants,
77 unsigned size)
78 {
79 }
80
81
82 struct draw_geometry_shader *
83 draw_create_geometry_shader(struct draw_context *draw,
84 const struct pipe_shader_state *state)
85 {
86 struct draw_geometry_shader *gs;
87 int i;
88
89 gs = CALLOC_STRUCT(draw_geometry_shader);
90
91 if (!gs)
92 return NULL;
93
94 gs->draw = draw;
95 gs->state = *state;
96 gs->state.tokens = tgsi_dup_tokens(state->tokens);
97 if (!gs->state.tokens) {
98 FREE(gs);
99 return NULL;
100 }
101
102 tgsi_scan_shader(state->tokens, &gs->info);
103
104 /* setup the defaults */
105 gs->input_primitive = PIPE_PRIM_TRIANGLES;
106 gs->output_primitive = PIPE_PRIM_TRIANGLE_STRIP;
107 gs->max_output_vertices = 32;
108
109 for (i = 0; i < gs->info.num_properties; ++i) {
110 if (gs->info.properties[i].name ==
111 TGSI_PROPERTY_GS_INPUT_PRIM)
112 gs->input_primitive = gs->info.properties[i].data[0];
113 else if (gs->info.properties[i].name ==
114 TGSI_PROPERTY_GS_OUTPUT_PRIM)
115 gs->output_primitive = gs->info.properties[i].data[0];
116 else if (gs->info.properties[i].name ==
117 TGSI_PROPERTY_GS_MAX_OUTPUT_VERTICES)
118 gs->max_output_vertices = gs->info.properties[i].data[0];
119 }
120
121 gs->machine = draw->gs.machine;
122
123 if (gs)
124 {
125 uint i;
126 for (i = 0; i < gs->info.num_outputs; i++) {
127 if (gs->info.output_semantic_name[i] == TGSI_SEMANTIC_POSITION &&
128 gs->info.output_semantic_index[i] == 0)
129 gs->position_output = i;
130 }
131 }
132
133 return gs;
134 }
135
136 void draw_bind_geometry_shader(struct draw_context *draw,
137 struct draw_geometry_shader *dgs)
138 {
139 draw_do_flush(draw, DRAW_FLUSH_STATE_CHANGE);
140
141 if (dgs) {
142 draw->gs.geometry_shader = dgs;
143 draw->gs.num_gs_outputs = dgs->info.num_outputs;
144 draw->gs.position_output = dgs->position_output;
145 draw_geometry_shader_prepare(dgs, draw);
146 }
147 else {
148 draw->gs.geometry_shader = NULL;
149 draw->gs.num_gs_outputs = 0;
150 }
151 }
152
153 void draw_delete_geometry_shader(struct draw_context *draw,
154 struct draw_geometry_shader *dgs)
155 {
156 FREE(dgs);
157 }
158
159 /*#define DEBUG_OUTPUTS 1*/
160 static INLINE void
161 draw_geometry_fetch_outputs(struct draw_geometry_shader *shader,
162 int num_primitives,
163 float (**p_output)[4])
164 {
165 struct tgsi_exec_machine *machine = shader->machine;
166 unsigned prim_idx, j, slot;
167 float (*output)[4];
168
169 output = *p_output;
170
171 /* Unswizzle all output results.
172 */
173
174 for (prim_idx = 0; prim_idx < num_primitives; ++prim_idx) {
175 unsigned num_verts_per_prim = machine->Primitives[prim_idx];
176 shader->primitive_lengths[prim_idx + shader->emitted_primitives] =
177 machine->Primitives[prim_idx];
178 shader->emitted_vertices += num_verts_per_prim;
179 for (j = 0; j < num_verts_per_prim; j++) {
180 int idx = (prim_idx * num_verts_per_prim + j) *
181 shader->info.num_outputs;
182 #ifdef DEBUG_OUTPUTS
183 debug_printf("%d) Output vert:\n", idx / shader->info.num_outputs);
184 #endif
185 for (slot = 0; slot < shader->info.num_outputs; slot++) {
186 output[slot][0] = machine->Outputs[idx + slot].xyzw[0].f[0];
187 output[slot][1] = machine->Outputs[idx + slot].xyzw[1].f[0];
188 output[slot][2] = machine->Outputs[idx + slot].xyzw[2].f[0];
189 output[slot][3] = machine->Outputs[idx + slot].xyzw[3].f[0];
190 #ifdef DEBUG_OUTPUTS
191 debug_printf("\t%d: %f %f %f %f\n", slot,
192 output[slot][0],
193 output[slot][1],
194 output[slot][2],
195 output[slot][3]);
196 #endif
197 debug_assert(!util_is_inf_or_nan(output[slot][0]));
198 }
199 output = (float (*)[4])((char *)output + shader->vertex_size);
200 }
201 }
202 *p_output = output;
203 shader->emitted_primitives += num_primitives;
204 }
205
206
207 static void draw_fetch_gs_input(struct draw_geometry_shader *shader,
208 unsigned *indices,
209 unsigned num_vertices,
210 unsigned prim_idx)
211 {
212 struct tgsi_exec_machine *machine = shader->machine;
213 unsigned slot, vs_slot, i;
214 unsigned input_vertex_stride = shader->input_vertex_stride;
215 const float (*input_ptr)[4];
216
217 input_ptr = shader->input;
218
219 for (i = 0; i < num_vertices; ++i) {
220 const float (*input)[4];
221 /*debug_printf("%d) vertex index = %d (prim idx = %d)\n", i, indices[i], prim_idx);*/
222 input = (const float (*)[4])(
223 (const char *)input_ptr + (indices[i] * input_vertex_stride));
224 for (slot = 0, vs_slot = 0; slot < shader->info.num_inputs; ++slot) {
225 unsigned idx = i * TGSI_EXEC_MAX_INPUT_ATTRIBS + slot;
226 if (shader->info.input_semantic_name[slot] == TGSI_SEMANTIC_PRIMID) {
227 machine->Inputs[idx].xyzw[0].f[prim_idx] = (float)shader->in_prim_idx;
228 machine->Inputs[idx].xyzw[1].f[prim_idx] = (float)shader->in_prim_idx;
229 machine->Inputs[idx].xyzw[2].f[prim_idx] = (float)shader->in_prim_idx;
230 machine->Inputs[idx].xyzw[3].f[prim_idx] = (float)shader->in_prim_idx;
231 } else {
232 /*debug_printf("\tSlot = %d, vs_slot = %d, idx = %d:\n",
233 slot, vs_slot, idx);*/
234 #if 1
235 assert(!util_is_inf_or_nan(input[vs_slot][0]));
236 assert(!util_is_inf_or_nan(input[vs_slot][1]));
237 assert(!util_is_inf_or_nan(input[vs_slot][2]));
238 assert(!util_is_inf_or_nan(input[vs_slot][3]));
239 #endif
240 machine->Inputs[idx].xyzw[0].f[prim_idx] = input[vs_slot][0];
241 machine->Inputs[idx].xyzw[1].f[prim_idx] = input[vs_slot][1];
242 machine->Inputs[idx].xyzw[2].f[prim_idx] = input[vs_slot][2];
243 machine->Inputs[idx].xyzw[3].f[prim_idx] = input[vs_slot][3];
244 #if 0
245 debug_printf("\t\t%f %f %f %f\n",
246 machine->Inputs[idx].xyzw[0].f[prim_idx],
247 machine->Inputs[idx].xyzw[1].f[prim_idx],
248 machine->Inputs[idx].xyzw[2].f[prim_idx],
249 machine->Inputs[idx].xyzw[3].f[prim_idx]);
250 #endif
251 ++vs_slot;
252 }
253 }
254 }
255 }
256
257 static void gs_flush(struct draw_geometry_shader *shader,
258 unsigned input_primitives)
259 {
260 unsigned out_prim_count;
261 struct tgsi_exec_machine *machine = shader->machine;
262
263 debug_assert(input_primitives > 0 &&
264 input_primitives < 4);
265
266 tgsi_set_exec_mask(machine,
267 1,
268 input_primitives > 1,
269 input_primitives > 2,
270 input_primitives > 3);
271
272 /* run interpreter */
273 tgsi_exec_machine_run(machine);
274
275 out_prim_count =
276 machine->Temps[TGSI_EXEC_TEMP_PRIMITIVE_I].xyzw[TGSI_EXEC_TEMP_PRIMITIVE_C].u[0];
277
278 #if 0
279 debug_printf("PRIM emitted prims = %d (verts=%d), cur prim count = %d\n",
280 shader->emitted_primitives, shader->emitted_vertices,
281 out_prim_count);
282 #endif
283 draw_geometry_fetch_outputs(shader, out_prim_count,
284 &shader->tmp_output);
285 }
286
287 static void gs_point(struct draw_geometry_shader *shader,
288 int idx)
289 {
290 unsigned indices[1];
291
292 indices[0] = idx;
293
294 draw_fetch_gs_input(shader, indices, 1, 0);
295 ++shader->in_prim_idx;
296
297 gs_flush(shader, 1);
298 }
299
300 static void gs_line(struct draw_geometry_shader *shader,
301 int i0, int i1)
302 {
303 unsigned indices[2];
304
305 indices[0] = i0;
306 indices[1] = i1;
307
308 draw_fetch_gs_input(shader, indices, 2, 0);
309 ++shader->in_prim_idx;
310
311 gs_flush(shader, 1);
312 }
313
314 static void gs_tri(struct draw_geometry_shader *shader,
315 int i0, int i1, int i2)
316 {
317 unsigned indices[3];
318
319 indices[0] = i0;
320 indices[1] = i1;
321 indices[2] = i2;
322
323 draw_fetch_gs_input(shader, indices, 3, 0);
324 ++shader->in_prim_idx;
325
326 gs_flush(shader, 1);
327 }
328
329 #define TRIANGLE(gs,i0,i1,i2) gs_tri(gs,i0,i1,i2)
330 #define LINE(gs,i0,i1) gs_line(gs,i0,i1)
331 #define POINT(gs,i0) gs_point(gs,i0)
332 #define FUNC gs_run
333 #define LOCAL_VARS
334 #include "draw_gs_tmp.h"
335 #undef LOCAL_VARS
336 #undef FUNC
337
338
339 #define TRIANGLE(gs,i0,i1,i2) gs_tri(gs,elts[i0],elts[i1],elts[i2])
340 #define LINE(gs,i0,i1) gs_line(gs,elts[i0],elts[i1])
341 #define POINT(gs,i0) gs_point(gs,elts[i0])
342 #define FUNC gs_run_elts
343 #define LOCAL_VARS \
344 const ushort *elts = input_prims->elts;
345 #include "draw_gs_tmp.h"
346 #undef LOCAL_VARS
347 #undef FUNC
348
349 int draw_geometry_shader_run(struct draw_geometry_shader *shader,
350 const void *constants[PIPE_MAX_CONSTANT_BUFFERS],
351 const struct draw_vertex_info *input_verts,
352 const struct draw_prim_info *input_prim,
353 struct draw_vertex_info *output_verts,
354 struct draw_prim_info *output_prims )
355 {
356 const float (*input)[4] = (const float (*)[4])input_verts->verts->data;
357 unsigned input_stride = input_verts->vertex_size;
358 unsigned vertex_size = input_verts->vertex_size;
359 struct tgsi_exec_machine *machine = shader->machine;
360 unsigned int i;
361 unsigned num_input_verts = input_prim->linear ?
362 input_verts->count :
363 input_prim->count;
364 unsigned num_in_primitives =
365 MAX2(u_gs_prims_for_vertices(input_prim->prim, num_input_verts),
366 u_gs_prims_for_vertices(shader->input_primitive, num_input_verts));
367 unsigned max_out_prims = u_gs_prims_for_vertices(shader->output_primitive,
368 shader->max_output_vertices)
369 * num_in_primitives;
370
371 output_verts->vertex_size = input_verts->vertex_size;
372 output_verts->stride = input_verts->vertex_size;
373 output_verts->verts =
374 (struct vertex_header *)MALLOC(input_verts->vertex_size *
375 num_in_primitives *
376 shader->max_output_vertices);
377
378
379 #if 0
380 debug_printf("%s count = %d (in prims # = %d)\n",
381 __FUNCTION__, num_input_verts, num_in_primitives);
382 debug_printf("\tlinear = %d, prim_info->count = %d\n",
383 input_prim->linear, input_prim->count);
384 debug_printf("\tprimt pipe = %d, shader in = %d, shader out = %d, max out = %d\n",
385 input_prim->prim, shader->input_primitive,
386 shader->output_primitive,
387 shader->max_output_vertices);
388 #endif
389
390 shader->emitted_vertices = 0;
391 shader->emitted_primitives = 0;
392 shader->vertex_size = vertex_size;
393 shader->tmp_output = (float (*)[4])output_verts->verts->data;
394 shader->in_prim_idx = 0;
395 shader->input_vertex_stride = input_stride;
396 shader->input = input;
397 if (shader->primitive_lengths) {
398 FREE(shader->primitive_lengths);
399 }
400 shader->primitive_lengths = MALLOC(max_out_prims * sizeof(unsigned));
401
402 for (i = 0; i < PIPE_MAX_CONSTANT_BUFFERS; i++) {
403 machine->Consts[i] = constants[i];
404 }
405
406 if (input_prim->linear)
407 gs_run(shader, input_prim, input_verts,
408 output_prims, output_verts);
409 else
410 gs_run_elts(shader, input_prim, input_verts,
411 output_prims, output_verts);
412
413 /* Update prim_info:
414 */
415 output_prims->linear = TRUE;
416 output_prims->elts = NULL;
417 output_prims->start = 0;
418 output_prims->count = shader->emitted_vertices;
419 output_prims->prim = shader->output_primitive;
420 output_prims->primitive_lengths = shader->primitive_lengths;
421 output_prims->primitive_count = shader->emitted_primitives;
422 output_verts->count = shader->emitted_vertices;
423
424 #if 0
425 debug_printf("GS finished, prims = %d, verts = %d\n",
426 output_prims->primitive_count,
427 output_verts->count);
428 #endif
429
430 return shader->emitted_vertices;
431 }
432
433 void draw_geometry_shader_delete(struct draw_geometry_shader *shader)
434 {
435 FREE((void*) shader->state.tokens);
436 FREE(shader);
437 }
438
439 void draw_geometry_shader_prepare(struct draw_geometry_shader *shader,
440 struct draw_context *draw)
441 {
442 if (shader && shader->machine->Tokens != shader->state.tokens) {
443 tgsi_exec_machine_bind_shader(shader->machine,
444 shader->state.tokens,
445 draw->gs.num_samplers,
446 draw->gs.samplers);
447 }
448 }