r600: fix counting error after the last commit
[mesa.git] / src / mesa / drivers / dri / r600 / r700_render.c
1 /*
2 * Copyright (C) 2008-2009 Advanced Micro Devices, Inc.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included
12 * in all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
15 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN
18 * AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
19 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
20 */
21
22 /*
23 * Authors:
24 * Richard Li <RichardZ.Li@amd.com>, <richardradeon@gmail.com>
25 * CooperYuan <cooper.yuan@amd.com>, <cooperyuan@gmail.com>
26 */
27
28 #include "main/glheader.h"
29 #include "main/state.h"
30 #include "main/imports.h"
31 #include "main/enums.h"
32 #include "main/macros.h"
33 #include "main/context.h"
34 #include "main/dd.h"
35 #include "main/simple_list.h"
36 #include "main/api_arrayelt.h"
37 #include "swrast/swrast.h"
38 #include "swrast_setup/swrast_setup.h"
39 #include "vbo/vbo.h"
40
41 #include "tnl/tnl.h"
42 #include "tnl/t_vp_build.h"
43 #include "tnl/t_context.h"
44 #include "tnl/t_vertex.h"
45 #include "tnl/t_pipeline.h"
46
47 #include "r600_context.h"
48 #include "r600_cmdbuf.h"
49
50 #include "r600_tex.h"
51
52 #include "r700_vertprog.h"
53 #include "r700_fragprog.h"
54 #include "r700_state.h"
55
56 void r700WaitForIdle(context_t *context);
57 void r700WaitForIdleClean(context_t *context);
58 void r700Start3D(context_t *context);
59 GLboolean r700SendTextureState(context_t *context);
60 static unsigned int r700PrimitiveType(int prim);
61 void r600UpdateTextureState(GLcontext * ctx);
62 GLboolean r700SyncSurf(context_t *context,
63 struct radeon_bo *pbo,
64 uint32_t read_domain,
65 uint32_t write_domain,
66 uint32_t sync_type);
67
68 void r700WaitForIdle(context_t *context)
69 {
70 BATCH_LOCALS(&context->radeon);
71 BEGIN_BATCH_NO_AUTOSTATE(3);
72
73 R600_OUT_BATCH(CP_PACKET3(R600_IT_SET_CONFIG_REG, 1));
74 R600_OUT_BATCH(mmWAIT_UNTIL - ASIC_CONFIG_BASE_INDEX);
75 R600_OUT_BATCH(WAIT_3D_IDLE_bit);
76
77 END_BATCH();
78 COMMIT_BATCH();
79 }
80
81 void r700WaitForIdleClean(context_t *context)
82 {
83 BATCH_LOCALS(&context->radeon);
84 BEGIN_BATCH_NO_AUTOSTATE(5);
85
86 R600_OUT_BATCH(CP_PACKET3(R600_IT_EVENT_WRITE, 0));
87 R600_OUT_BATCH(CACHE_FLUSH_AND_INV_EVENT);
88
89 R600_OUT_BATCH(CP_PACKET3(R600_IT_SET_CONFIG_REG, 1));
90 R600_OUT_BATCH(mmWAIT_UNTIL - ASIC_CONFIG_BASE_INDEX);
91 R600_OUT_BATCH(WAIT_3D_IDLE_bit | WAIT_3D_IDLECLEAN_bit);
92
93 END_BATCH();
94 COMMIT_BATCH();
95 }
96
97 void r700Start3D(context_t *context)
98 {
99 BATCH_LOCALS(&context->radeon);
100 if (context->radeon.radeonScreen->chip_family < CHIP_FAMILY_RV770)
101 {
102 BEGIN_BATCH_NO_AUTOSTATE(2);
103 R600_OUT_BATCH(CP_PACKET3(R600_IT_START_3D_CMDBUF, 0));
104 R600_OUT_BATCH(0);
105 END_BATCH();
106 }
107
108 BEGIN_BATCH_NO_AUTOSTATE(3);
109 R600_OUT_BATCH(CP_PACKET3(R600_IT_CONTEXT_CONTROL, 1));
110 R600_OUT_BATCH(0x80000000);
111 R600_OUT_BATCH(0x80000000);
112 END_BATCH();
113
114 COMMIT_BATCH();
115
116 r700WaitForIdleClean(context);
117 }
118
119 static GLboolean r700SetupShaders(GLcontext * ctx)
120 {
121 context_t *context = R700_CONTEXT(ctx);
122
123 R700_CHIP_CONTEXT *r700 = (R700_CHIP_CONTEXT*)(&context->hw);
124
125 GLuint exportCount;
126
127 r700->ps.SQ_PGM_RESOURCES_PS.u32All = 0;
128 r700->vs.SQ_PGM_RESOURCES_VS.u32All = 0;
129
130 SETbit(r700->ps.SQ_PGM_RESOURCES_PS.u32All, PGM_RESOURCES__PRIME_CACHE_ON_DRAW_bit);
131 SETbit(r700->vs.SQ_PGM_RESOURCES_VS.u32All, PGM_RESOURCES__PRIME_CACHE_ON_DRAW_bit);
132
133 r700SetupVertexProgram(ctx);
134
135 r700SetupFragmentProgram(ctx);
136
137 exportCount = (r700->ps.SQ_PGM_EXPORTS_PS.u32All & EXPORT_MODE_mask) / (1 << EXPORT_MODE_shift);
138 r700->CB_SHADER_CONTROL.u32All = (1 << exportCount) - 1;
139
140 r600UpdateTextureState(ctx);
141
142 r700SendFSState(context); // FIXME just a place holder for now
143 r700SendPSState(context);
144 r700SendVSState(context);
145
146 r700SendTextureState(context);
147 r700SetupStreams(ctx);
148
149 return GL_TRUE;
150 }
151
152 GLboolean r700SyncSurf(context_t *context,
153 struct radeon_bo *pbo,
154 uint32_t read_domain,
155 uint32_t write_domain,
156 uint32_t sync_type)
157 {
158 BATCH_LOCALS(&context->radeon);
159 uint32_t cp_coher_size;
160
161 if (!pbo)
162 return GL_FALSE;
163
164 if (pbo->size == 0xffffffff)
165 cp_coher_size = 0xffffffff;
166 else
167 cp_coher_size = ((pbo->size + 255) >> 8);
168
169 BEGIN_BATCH_NO_AUTOSTATE(5);
170 R600_OUT_BATCH(CP_PACKET3(R600_IT_SURFACE_SYNC, 3));
171 R600_OUT_BATCH(sync_type);
172 R600_OUT_BATCH(cp_coher_size);
173 R600_OUT_BATCH_RELOC(0,
174 pbo,
175 0,
176 read_domain, write_domain, 0); // ???
177 R600_OUT_BATCH(10);
178
179 END_BATCH();
180 COMMIT_BATCH();
181
182 return GL_TRUE;
183 }
184
185 static unsigned int r700PrimitiveType(int prim)
186 {
187 switch (prim & PRIM_MODE_MASK)
188 {
189 case GL_POINTS:
190 return DI_PT_POINTLIST;
191 break;
192 case GL_LINES:
193 return DI_PT_LINELIST;
194 break;
195 case GL_LINE_STRIP:
196 return DI_PT_LINESTRIP;
197 break;
198 case GL_LINE_LOOP:
199 return DI_PT_LINELOOP;
200 break;
201 case GL_TRIANGLES:
202 return DI_PT_TRILIST;
203 break;
204 case GL_TRIANGLE_STRIP:
205 return DI_PT_TRISTRIP;
206 break;
207 case GL_TRIANGLE_FAN:
208 return DI_PT_TRIFAN;
209 break;
210 case GL_QUADS:
211 return DI_PT_QUADLIST;
212 break;
213 case GL_QUAD_STRIP:
214 return DI_PT_QUADSTRIP;
215 break;
216 case GL_POLYGON:
217 return DI_PT_POLYGON;
218 break;
219 default:
220 assert(0);
221 return -1;
222 break;
223 }
224 }
225
226 static int r700NumVerts(int num_verts, int prim)
227 {
228 int verts_off = 0;
229
230 switch (prim & PRIM_MODE_MASK) {
231 case GL_POINTS:
232 verts_off = 0;
233 break;
234 case GL_LINES:
235 verts_off = num_verts % 2;
236 break;
237 case GL_LINE_STRIP:
238 if (num_verts < 2)
239 verts_off = num_verts;
240 break;
241 case GL_LINE_LOOP:
242 if (num_verts < 2)
243 verts_off = num_verts;
244 break;
245 case GL_TRIANGLES:
246 verts_off = num_verts % 3;
247 break;
248 case GL_TRIANGLE_STRIP:
249 if (num_verts < 3)
250 verts_off = num_verts;
251 break;
252 case GL_TRIANGLE_FAN:
253 if (num_verts < 3)
254 verts_off = num_verts;
255 break;
256 case GL_QUADS:
257 verts_off = num_verts % 4;
258 break;
259 case GL_QUAD_STRIP:
260 if (num_verts < 4)
261 verts_off = num_verts;
262 else
263 verts_off = num_verts % 2;
264 break;
265 case GL_POLYGON:
266 if (num_verts < 3)
267 verts_off = num_verts;
268 break;
269 default:
270 assert(0);
271 return -1;
272 break;
273 }
274
275 return num_verts - verts_off;
276 }
277
278 static void r700RunRenderPrimitive(GLcontext * ctx, int start, int end, int prim)
279 {
280 context_t *context = R700_CONTEXT(ctx);
281 BATCH_LOCALS(&context->radeon);
282 int type, i, total_emit;
283 int num_indices;
284 uint32_t vgt_draw_initiator = 0;
285 uint32_t vgt_index_type = 0;
286 uint32_t vgt_primitive_type = 0;
287 uint32_t vgt_num_indices = 0;
288
289 type = r700PrimitiveType(prim);
290 num_indices = r700NumVerts(end - start, prim);
291
292 if (type < 0 || num_indices <= 0)
293 return;
294
295 total_emit = 3 /* VGT_PRIMITIVE_TYPE */
296 + 2 /* VGT_INDEX_TYPE */
297 + 2 /* NUM_INSTANCES */
298 + num_indices + 3; /* DRAW_INDEX_IMMD */
299
300 BEGIN_BATCH_NO_AUTOSTATE(total_emit);
301 // prim
302 SETfield(vgt_primitive_type, type,
303 VGT_PRIMITIVE_TYPE__PRIM_TYPE_shift, VGT_PRIMITIVE_TYPE__PRIM_TYPE_mask);
304 R600_OUT_BATCH(CP_PACKET3(R600_IT_SET_CONFIG_REG, 1));
305 R600_OUT_BATCH(mmVGT_PRIMITIVE_TYPE - ASIC_CONFIG_BASE_INDEX);
306 R600_OUT_BATCH(vgt_primitive_type);
307
308 // index type
309 SETfield(vgt_index_type, DI_INDEX_SIZE_32_BIT, INDEX_TYPE_shift, INDEX_TYPE_mask);
310 R600_OUT_BATCH(CP_PACKET3(R600_IT_INDEX_TYPE, 0));
311 R600_OUT_BATCH(vgt_index_type);
312
313 // num instances
314 R600_OUT_BATCH(CP_PACKET3(R600_IT_NUM_INSTANCES, 0));
315 R600_OUT_BATCH(1);
316
317 // draw packet
318 vgt_num_indices = num_indices;
319 SETfield(vgt_draw_initiator, DI_SRC_SEL_IMMEDIATE, SOURCE_SELECT_shift, SOURCE_SELECT_mask);
320 SETfield(vgt_draw_initiator, DI_MAJOR_MODE_0, MAJOR_MODE_shift, MAJOR_MODE_mask);
321
322 R600_OUT_BATCH(CP_PACKET3(R600_IT_DRAW_INDEX_IMMD, (num_indices + 1)));
323 R600_OUT_BATCH(vgt_num_indices);
324 R600_OUT_BATCH(vgt_draw_initiator);
325
326 for (i = start; i < (start + num_indices); i++) {
327 R600_OUT_BATCH(i);
328 }
329 END_BATCH();
330 COMMIT_BATCH();
331
332 }
333
334 void r700EmitState(GLcontext * ctx)
335 {
336 context_t *context = R700_CONTEXT(ctx);
337 radeonContextPtr radeon = &context->radeon;
338
339 if (radeon->cmdbuf.cs->cdw && !radeon->hw.is_dirty && !radeon->hw.all_dirty)
340 return;
341
342 rcommonEnsureCmdBufSpace(&context->radeon,
343 context->radeon.hw.max_state_size, __FUNCTION__);
344
345 r700SendSQConfig(context);
346
347 r700SendUCPState(context);
348 r700SendContextStates(context);
349 r700SendViewportState(context, 0);
350 r700SendRenderTargetState(context, 0);
351 r700SendDepthTargetState(context);
352
353 }
354
355 static GLboolean r700RunRender(GLcontext * ctx,
356 struct tnl_pipeline_stage *stage)
357 {
358 context_t *context = R700_CONTEXT(ctx);
359 unsigned int i;
360 TNLcontext *tnl = TNL_CONTEXT(ctx);
361 struct vertex_buffer *vb = &tnl->vb;
362
363 r700Start3D(context);
364
365 r700UpdateShaders(ctx);
366 r700SetScissor(context);
367 r700SetupShaders(ctx);
368
369 r700EmitState(ctx);
370
371 /* richard test code */
372 for (i = 0; i < vb->PrimitiveCount; i++) {
373 GLuint prim = _tnl_translate_prim(&vb->Primitive[i]);
374 GLuint start = vb->Primitive[i].start;
375 GLuint end = vb->Primitive[i].start + vb->Primitive[i].count;
376 r700RunRenderPrimitive(ctx, start, end, prim);
377 }
378
379 /* Flush render op cached for last several quads. */
380 r700WaitForIdleClean(context);
381
382 radeonReleaseArrays(ctx, ~0);
383
384 return GL_FALSE;
385 }
386
387 static GLboolean r700RunNonTCLRender(GLcontext * ctx,
388 struct tnl_pipeline_stage *stage) /* -------------------- */
389 {
390 GLboolean bRet = GL_TRUE;
391
392 return bRet;
393 }
394
395 static GLboolean r700RunTCLRender(GLcontext * ctx, /*----------------------*/
396 struct tnl_pipeline_stage *stage)
397 {
398 GLboolean bRet = GL_FALSE;
399
400 /* TODO : sw fallback */
401
402 /**
403 * Ensure all enabled and complete textures are uploaded along with any buffers being used.
404 */
405 if(!r600ValidateBuffers(ctx))
406 {
407 return GL_TRUE;
408 }
409
410 bRet = r700RunRender(ctx, stage);
411
412 return bRet;
413 //GL_FALSE will stop to do other pipe stage in _tnl_run_pipeline
414 //The render here DOES finish the whole pipe, so GL_FALSE should be returned for success.
415 }
416
417 const struct tnl_pipeline_stage _r700_render_stage = {
418 "r700 Hardware Rasterization",
419 NULL,
420 NULL,
421 NULL,
422 NULL,
423 r700RunNonTCLRender
424 };
425
426 const struct tnl_pipeline_stage _r700_tcl_stage = {
427 "r700 Hardware Transform, Clipping and Lighting",
428 NULL,
429 NULL,
430 NULL,
431 NULL,
432 r700RunTCLRender
433 };
434
435 const struct tnl_pipeline_stage *r700_pipeline[] =
436 {
437 &_r700_tcl_stage,
438 &_tnl_vertex_transform_stage,
439 &_tnl_normal_transform_stage,
440 &_tnl_lighting_stage,
441 &_tnl_fog_coordinate_stage,
442 &_tnl_texgen_stage,
443 &_tnl_texture_transform_stage,
444 &_tnl_vertex_program_stage,
445
446 &_r700_render_stage,
447 &_tnl_render_stage,
448 0,
449 };
450
451