Merge branch 'asm-shader-rework-1'
[mesa.git] / src / mesa / drivers / dri / r200 / r200_cmdbuf.c
1 /*
2 Copyright (C) The Weather Channel, Inc. 2002. All Rights Reserved.
3
4 The Weather Channel (TM) funded Tungsten Graphics to develop the
5 initial release of the Radeon 8500 driver under the XFree86 license.
6 This notice must be preserved.
7
8 Permission is hereby granted, free of charge, to any person obtaining
9 a copy of this software and associated documentation files (the
10 "Software"), to deal in the Software without restriction, including
11 without limitation the rights to use, copy, modify, merge, publish,
12 distribute, sublicense, and/or sell copies of the Software, and to
13 permit persons to whom the Software is furnished to do so, subject to
14 the following conditions:
15
16 The above copyright notice and this permission notice (including the
17 next paragraph) shall be included in all copies or substantial
18 portions of the Software.
19
20 THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
21 EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
22 MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
23 IN NO EVENT SHALL THE COPYRIGHT OWNER(S) AND/OR ITS SUPPLIERS BE
24 LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
25 OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
26 WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
27 */
28
29 /*
30 * Authors:
31 * Keith Whitwell <keith@tungstengraphics.com>
32 */
33
34 #include "main/glheader.h"
35 #include "main/imports.h"
36 #include "main/macros.h"
37 #include "main/context.h"
38 #include "swrast/swrast.h"
39 #include "main/simple_list.h"
40
41 #include "radeon_common.h"
42 #include "r200_context.h"
43 #include "r200_state.h"
44 #include "r200_ioctl.h"
45 #include "r200_tcl.h"
46 #include "r200_sanity.h"
47 #include "radeon_reg.h"
48
49 /* The state atoms will be emitted in the order they appear in the atom list,
50 * so this step is important.
51 */
52 void r200SetUpAtomList( r200ContextPtr rmesa )
53 {
54 int i, mtu;
55
56 mtu = rmesa->radeon.glCtx->Const.MaxTextureUnits;
57
58 make_empty_list(&rmesa->radeon.hw.atomlist);
59 rmesa->radeon.hw.atomlist.name = "atom-list";
60
61 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.ctx );
62 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.set );
63 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.lin );
64 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.msk );
65 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.vpt );
66 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.vtx );
67 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.vap );
68 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.vte );
69 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.msc );
70 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.cst );
71 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.zbs );
72 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.tcl );
73 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.msl );
74 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.tcg );
75 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.grd );
76 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.fog );
77 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.tam );
78 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.tf );
79 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.atf );
80 for (i = 0; i < mtu; ++i)
81 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.tex[i] );
82 for (i = 0; i < mtu; ++i)
83 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.cube[i] );
84 for (i = 0; i < 6; ++i)
85 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.pix[i] );
86 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.afs[0] );
87 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.afs[1] );
88 for (i = 0; i < 8; ++i)
89 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.lit[i] );
90 for (i = 0; i < 3 + mtu; ++i)
91 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.mat[i] );
92 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.eye );
93 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.glt );
94 for (i = 0; i < 2; ++i)
95 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.mtl[i] );
96 for (i = 0; i < 6; ++i)
97 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.ucp[i] );
98 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.spr );
99 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.ptp );
100 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.prf );
101 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.pvs );
102 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.vpp[0] );
103 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.vpp[1] );
104 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.vpi[0] );
105 insert_at_tail( &rmesa->radeon.hw.atomlist, &rmesa->hw.vpi[1] );
106 }
107
108 void r200EmitScissor(r200ContextPtr rmesa)
109 {
110 unsigned x1, y1, x2, y2;
111 struct radeon_renderbuffer *rrb;
112 BATCH_LOCALS(&rmesa->radeon);
113 if (!rmesa->radeon.radeonScreen->kernel_mm) {
114 return;
115 }
116 rrb = radeon_get_colorbuffer(&rmesa->radeon);
117 if (!rrb || !rrb->bo)
118 return;
119
120 if (rmesa->radeon.state.scissor.enabled) {
121 x1 = rmesa->radeon.state.scissor.rect.x1;
122 y1 = rmesa->radeon.state.scissor.rect.y1;
123 x2 = rmesa->radeon.state.scissor.rect.x2 - 1;
124 y2 = rmesa->radeon.state.scissor.rect.y2 - 1;
125 } else {
126 x1 = 0;
127 y1 = 0;
128 x2 = rrb->base.Width - 1;
129 y2 = rrb->base.Height - 1;
130 }
131 BEGIN_BATCH(8);
132 OUT_BATCH(CP_PACKET0(R200_RE_CNTL, 0));
133 OUT_BATCH(R200_SCISSOR_ENABLE | rmesa->hw.set.cmd[SET_RE_CNTL]);
134 OUT_BATCH(CP_PACKET0(R200_RE_AUX_SCISSOR_CNTL, 0));
135 OUT_BATCH(0);
136 OUT_BATCH(CP_PACKET0(R200_RE_TOP_LEFT, 0));
137 OUT_BATCH((y1 << 16) | x1);
138 OUT_BATCH(CP_PACKET0(R200_RE_WIDTH_HEIGHT, 0));
139 OUT_BATCH((y2 << 16) | x2);
140 END_BATCH();
141 }
142
143 /* Fire a section of the retained (indexed_verts) buffer as a regular
144 * primtive.
145 */
146 void r200EmitVbufPrim( r200ContextPtr rmesa,
147 GLuint primitive,
148 GLuint vertex_nr )
149 {
150 BATCH_LOCALS(&rmesa->radeon);
151
152 assert(!(primitive & R200_VF_PRIM_WALK_IND));
153
154 radeonEmitState(&rmesa->radeon);
155
156 if (R200_DEBUG & (DEBUG_IOCTL|DEBUG_PRIMS))
157 fprintf(stderr, "%s cmd_used/4: %d prim %x nr %d\n", __FUNCTION__,
158 rmesa->store.cmd_used/4, primitive, vertex_nr);
159 r200EmitScissor(rmesa);
160
161 BEGIN_BATCH(3);
162 OUT_BATCH_PACKET3_CLIP(R200_CP_CMD_3D_DRAW_VBUF_2, 0);
163 OUT_BATCH(primitive | R200_VF_PRIM_WALK_LIST | R200_VF_COLOR_ORDER_RGBA |
164 (vertex_nr << R200_VF_VERTEX_NUMBER_SHIFT));
165 END_BATCH();
166 }
167
168 static void r200FireEB(r200ContextPtr rmesa, int vertex_count, int type)
169 {
170 BATCH_LOCALS(&rmesa->radeon);
171
172 if (vertex_count > 0) {
173 r200EmitScissor(rmesa);
174 BEGIN_BATCH(8+2);
175 OUT_BATCH_PACKET3_CLIP(R200_CP_CMD_3D_DRAW_INDX_2, 0);
176 OUT_BATCH(R200_VF_PRIM_WALK_IND |
177 R200_VF_COLOR_ORDER_RGBA |
178 ((vertex_count + 0) << 16) |
179 type);
180
181 if (!rmesa->radeon.radeonScreen->kernel_mm) {
182 OUT_BATCH_PACKET3(R200_CP_CMD_INDX_BUFFER, 2);
183 OUT_BATCH((0x80 << 24) | (0 << 16) | 0x810);
184 OUT_BATCH_RELOC(rmesa->radeon.tcl.elt_dma_offset,
185 rmesa->radeon.tcl.elt_dma_bo,
186 rmesa->radeon.tcl.elt_dma_offset,
187 RADEON_GEM_DOMAIN_GTT, 0, 0);
188 OUT_BATCH((vertex_count + 1)/2);
189 } else {
190 OUT_BATCH_PACKET3(R200_CP_CMD_INDX_BUFFER, 2);
191 OUT_BATCH((0x80 << 24) | (0 << 16) | 0x810);
192 OUT_BATCH(rmesa->radeon.tcl.elt_dma_offset);
193 OUT_BATCH((vertex_count + 1)/2);
194 radeon_cs_write_reloc(rmesa->radeon.cmdbuf.cs,
195 rmesa->radeon.tcl.elt_dma_bo,
196 RADEON_GEM_DOMAIN_GTT, 0, 0);
197 }
198 END_BATCH();
199 }
200 }
201
202 void r200FlushElts(GLcontext *ctx)
203 {
204 r200ContextPtr rmesa = R200_CONTEXT(ctx);
205 int nr, elt_used = rmesa->tcl.elt_used;
206
207 if (R200_DEBUG & (DEBUG_IOCTL|DEBUG_PRIMS))
208 fprintf(stderr, "%s %x %d\n", __FUNCTION__, rmesa->tcl.hw_primitive, elt_used);
209
210 assert( rmesa->radeon.dma.flush == r200FlushElts );
211 rmesa->radeon.dma.flush = NULL;
212
213 nr = elt_used / 2;
214
215 radeon_bo_unmap(rmesa->radeon.tcl.elt_dma_bo);
216
217 r200FireEB(rmesa, nr, rmesa->tcl.hw_primitive);
218
219 radeon_bo_unref(rmesa->radeon.tcl.elt_dma_bo);
220 rmesa->radeon.tcl.elt_dma_bo = NULL;
221
222 if (R200_ELT_BUF_SZ > elt_used)
223 radeonReturnDmaRegion(&rmesa->radeon, R200_ELT_BUF_SZ - elt_used);
224
225 if (R200_DEBUG & DEBUG_SYNC) {
226 fprintf(stderr, "%s: Syncing\n", __FUNCTION__);
227 radeonFinish( rmesa->radeon.glCtx );
228 }
229 }
230
231
232 GLushort *r200AllocEltsOpenEnded( r200ContextPtr rmesa,
233 GLuint primitive,
234 GLuint min_nr )
235 {
236 GLushort *retval;
237 int ret;
238
239 if (R200_DEBUG & DEBUG_IOCTL)
240 fprintf(stderr, "%s %d prim %x\n", __FUNCTION__, min_nr, primitive);
241
242 assert((primitive & R200_VF_PRIM_WALK_IND));
243
244 radeonEmitState(&rmesa->radeon);
245
246 radeonAllocDmaRegion(&rmesa->radeon, &rmesa->radeon.tcl.elt_dma_bo,
247 &rmesa->radeon.tcl.elt_dma_offset, R200_ELT_BUF_SZ, 4);
248 rmesa->tcl.elt_used = min_nr * 2;
249
250 radeon_bo_map(rmesa->radeon.tcl.elt_dma_bo, 1);
251 retval = rmesa->radeon.tcl.elt_dma_bo->ptr + rmesa->radeon.tcl.elt_dma_offset;
252
253 if (R200_DEBUG & DEBUG_PRIMS)
254 fprintf(stderr, "%s: header prim %x \n",
255 __FUNCTION__, primitive);
256
257 assert(!rmesa->radeon.dma.flush);
258 rmesa->radeon.glCtx->Driver.NeedFlush |= FLUSH_STORED_VERTICES;
259 rmesa->radeon.dma.flush = r200FlushElts;
260
261 return retval;
262 }
263
264
265
266 void r200EmitVertexAOS( r200ContextPtr rmesa,
267 GLuint vertex_size,
268 struct radeon_bo *bo,
269 GLuint offset )
270 {
271 BATCH_LOCALS(&rmesa->radeon);
272
273 if (R200_DEBUG & (DEBUG_PRIMS|DEBUG_IOCTL))
274 fprintf(stderr, "%s: vertex_size 0x%x offset 0x%x \n",
275 __FUNCTION__, vertex_size, offset);
276
277
278 BEGIN_BATCH(7);
279 OUT_BATCH_PACKET3(R200_CP_CMD_3D_LOAD_VBPNTR, 2);
280 OUT_BATCH(1);
281 OUT_BATCH(vertex_size | (vertex_size << 8));
282 OUT_BATCH_RELOC(offset, bo, offset, RADEON_GEM_DOMAIN_GTT, 0, 0);
283 END_BATCH();
284 }
285
286 void r200EmitAOS(r200ContextPtr rmesa, GLuint nr, GLuint offset)
287 {
288 BATCH_LOCALS(&rmesa->radeon);
289 uint32_t voffset;
290 int sz = 1 + (nr >> 1) * 3 + (nr & 1) * 2;
291 int i;
292
293 if (RADEON_DEBUG & DEBUG_VERTS)
294 fprintf(stderr, "%s: nr=%d, ofs=0x%08x\n", __FUNCTION__, nr,
295 offset);
296
297 BEGIN_BATCH(sz+2+ (nr*2));
298 OUT_BATCH_PACKET3(R200_CP_CMD_3D_LOAD_VBPNTR, sz - 1);
299 OUT_BATCH(nr);
300
301
302 if (!rmesa->radeon.radeonScreen->kernel_mm) {
303 for (i = 0; i + 1 < nr; i += 2) {
304 OUT_BATCH((rmesa->radeon.tcl.aos[i].components << 0) |
305 (rmesa->radeon.tcl.aos[i].stride << 8) |
306 (rmesa->radeon.tcl.aos[i + 1].components << 16) |
307 (rmesa->radeon.tcl.aos[i + 1].stride << 24));
308
309 voffset = rmesa->radeon.tcl.aos[i + 0].offset +
310 offset * 4 * rmesa->radeon.tcl.aos[i + 0].stride;
311 OUT_BATCH_RELOC(voffset,
312 rmesa->radeon.tcl.aos[i].bo,
313 voffset,
314 RADEON_GEM_DOMAIN_GTT,
315 0, 0);
316 voffset = rmesa->radeon.tcl.aos[i + 1].offset +
317 offset * 4 * rmesa->radeon.tcl.aos[i + 1].stride;
318 OUT_BATCH_RELOC(voffset,
319 rmesa->radeon.tcl.aos[i+1].bo,
320 voffset,
321 RADEON_GEM_DOMAIN_GTT,
322 0, 0);
323 }
324
325 if (nr & 1) {
326 OUT_BATCH((rmesa->radeon.tcl.aos[nr - 1].components << 0) |
327 (rmesa->radeon.tcl.aos[nr - 1].stride << 8));
328 voffset = rmesa->radeon.tcl.aos[nr - 1].offset +
329 offset * 4 * rmesa->radeon.tcl.aos[nr - 1].stride;
330 OUT_BATCH_RELOC(voffset,
331 rmesa->radeon.tcl.aos[nr - 1].bo,
332 voffset,
333 RADEON_GEM_DOMAIN_GTT,
334 0, 0);
335 }
336 } else {
337 for (i = 0; i + 1 < nr; i += 2) {
338 OUT_BATCH((rmesa->radeon.tcl.aos[i].components << 0) |
339 (rmesa->radeon.tcl.aos[i].stride << 8) |
340 (rmesa->radeon.tcl.aos[i + 1].components << 16) |
341 (rmesa->radeon.tcl.aos[i + 1].stride << 24));
342
343 voffset = rmesa->radeon.tcl.aos[i + 0].offset +
344 offset * 4 * rmesa->radeon.tcl.aos[i + 0].stride;
345 OUT_BATCH(voffset);
346 voffset = rmesa->radeon.tcl.aos[i + 1].offset +
347 offset * 4 * rmesa->radeon.tcl.aos[i + 1].stride;
348 OUT_BATCH(voffset);
349 }
350
351 if (nr & 1) {
352 OUT_BATCH((rmesa->radeon.tcl.aos[nr - 1].components << 0) |
353 (rmesa->radeon.tcl.aos[nr - 1].stride << 8));
354 voffset = rmesa->radeon.tcl.aos[nr - 1].offset +
355 offset * 4 * rmesa->radeon.tcl.aos[nr - 1].stride;
356 OUT_BATCH(voffset);
357 }
358 for (i = 0; i + 1 < nr; i += 2) {
359 voffset = rmesa->radeon.tcl.aos[i + 0].offset +
360 offset * 4 * rmesa->radeon.tcl.aos[i + 0].stride;
361 radeon_cs_write_reloc(rmesa->radeon.cmdbuf.cs,
362 rmesa->radeon.tcl.aos[i+0].bo,
363 RADEON_GEM_DOMAIN_GTT,
364 0, 0);
365 voffset = rmesa->radeon.tcl.aos[i + 1].offset +
366 offset * 4 * rmesa->radeon.tcl.aos[i + 1].stride;
367 radeon_cs_write_reloc(rmesa->radeon.cmdbuf.cs,
368 rmesa->radeon.tcl.aos[i+1].bo,
369 RADEON_GEM_DOMAIN_GTT,
370 0, 0);
371 }
372 if (nr & 1) {
373 voffset = rmesa->radeon.tcl.aos[nr - 1].offset +
374 offset * 4 * rmesa->radeon.tcl.aos[nr - 1].stride;
375 radeon_cs_write_reloc(rmesa->radeon.cmdbuf.cs,
376 rmesa->radeon.tcl.aos[nr-1].bo,
377 RADEON_GEM_DOMAIN_GTT,
378 0, 0);
379 }
380 }
381 END_BATCH();
382 }