1 /**************************************************************************
3 * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
33 #include "api_validate.h"
37 #include "brw_defines.h"
38 #include "brw_context.h"
39 #include "brw_state.h"
40 #include "brw_fallback.h"
42 #include "intel_ioctl.h"
43 #include "intel_batchbuffer.h"
44 #include "intel_buffer_objects.h"
45 #include "intel_tex.h"
47 static GLuint double_types
[5] = {
49 BRW_SURFACEFORMAT_R64_FLOAT
,
50 BRW_SURFACEFORMAT_R64G64_FLOAT
,
51 BRW_SURFACEFORMAT_R64G64B64_FLOAT
,
52 BRW_SURFACEFORMAT_R64G64B64A64_FLOAT
55 static GLuint float_types
[5] = {
57 BRW_SURFACEFORMAT_R32_FLOAT
,
58 BRW_SURFACEFORMAT_R32G32_FLOAT
,
59 BRW_SURFACEFORMAT_R32G32B32_FLOAT
,
60 BRW_SURFACEFORMAT_R32G32B32A32_FLOAT
63 static GLuint uint_types_norm
[5] = {
65 BRW_SURFACEFORMAT_R32_UNORM
,
66 BRW_SURFACEFORMAT_R32G32_UNORM
,
67 BRW_SURFACEFORMAT_R32G32B32_UNORM
,
68 BRW_SURFACEFORMAT_R32G32B32A32_UNORM
71 static GLuint uint_types_scale
[5] = {
73 BRW_SURFACEFORMAT_R32_USCALED
,
74 BRW_SURFACEFORMAT_R32G32_USCALED
,
75 BRW_SURFACEFORMAT_R32G32B32_USCALED
,
76 BRW_SURFACEFORMAT_R32G32B32A32_USCALED
79 static GLuint int_types_norm
[5] = {
81 BRW_SURFACEFORMAT_R32_SNORM
,
82 BRW_SURFACEFORMAT_R32G32_SNORM
,
83 BRW_SURFACEFORMAT_R32G32B32_SNORM
,
84 BRW_SURFACEFORMAT_R32G32B32A32_SNORM
87 static GLuint int_types_scale
[5] = {
89 BRW_SURFACEFORMAT_R32_SSCALED
,
90 BRW_SURFACEFORMAT_R32G32_SSCALED
,
91 BRW_SURFACEFORMAT_R32G32B32_SSCALED
,
92 BRW_SURFACEFORMAT_R32G32B32A32_SSCALED
95 static GLuint ushort_types_norm
[5] = {
97 BRW_SURFACEFORMAT_R16_UNORM
,
98 BRW_SURFACEFORMAT_R16G16_UNORM
,
99 BRW_SURFACEFORMAT_R16G16B16_UNORM
,
100 BRW_SURFACEFORMAT_R16G16B16A16_UNORM
103 static GLuint ushort_types_scale
[5] = {
105 BRW_SURFACEFORMAT_R16_USCALED
,
106 BRW_SURFACEFORMAT_R16G16_USCALED
,
107 BRW_SURFACEFORMAT_R16G16B16_USCALED
,
108 BRW_SURFACEFORMAT_R16G16B16A16_USCALED
111 static GLuint short_types_norm
[5] = {
113 BRW_SURFACEFORMAT_R16_SNORM
,
114 BRW_SURFACEFORMAT_R16G16_SNORM
,
115 BRW_SURFACEFORMAT_R16G16B16_SNORM
,
116 BRW_SURFACEFORMAT_R16G16B16A16_SNORM
119 static GLuint short_types_scale
[5] = {
121 BRW_SURFACEFORMAT_R16_SSCALED
,
122 BRW_SURFACEFORMAT_R16G16_SSCALED
,
123 BRW_SURFACEFORMAT_R16G16B16_SSCALED
,
124 BRW_SURFACEFORMAT_R16G16B16A16_SSCALED
127 static GLuint ubyte_types_norm
[5] = {
129 BRW_SURFACEFORMAT_R8_UNORM
,
130 BRW_SURFACEFORMAT_R8G8_UNORM
,
131 BRW_SURFACEFORMAT_R8G8B8_UNORM
,
132 BRW_SURFACEFORMAT_R8G8B8A8_UNORM
135 static GLuint ubyte_types_scale
[5] = {
137 BRW_SURFACEFORMAT_R8_USCALED
,
138 BRW_SURFACEFORMAT_R8G8_USCALED
,
139 BRW_SURFACEFORMAT_R8G8B8_USCALED
,
140 BRW_SURFACEFORMAT_R8G8B8A8_USCALED
143 static GLuint byte_types_norm
[5] = {
145 BRW_SURFACEFORMAT_R8_SNORM
,
146 BRW_SURFACEFORMAT_R8G8_SNORM
,
147 BRW_SURFACEFORMAT_R8G8B8_SNORM
,
148 BRW_SURFACEFORMAT_R8G8B8A8_SNORM
151 static GLuint byte_types_scale
[5] = {
153 BRW_SURFACEFORMAT_R8_SSCALED
,
154 BRW_SURFACEFORMAT_R8G8_SSCALED
,
155 BRW_SURFACEFORMAT_R8G8B8_SSCALED
,
156 BRW_SURFACEFORMAT_R8G8B8A8_SSCALED
160 static GLuint
get_surface_type( GLenum type
, GLuint size
, GLboolean normalized
)
162 if (INTEL_DEBUG
& DEBUG_VERTS
)
163 _mesa_printf("type %s size %d normalized %d\n",
164 _mesa_lookup_enum_by_nr(type
), size
, normalized
);
168 case GL_DOUBLE
: return double_types
[size
];
169 case GL_FLOAT
: return float_types
[size
];
170 case GL_INT
: return int_types_norm
[size
];
171 case GL_SHORT
: return short_types_norm
[size
];
172 case GL_BYTE
: return byte_types_norm
[size
];
173 case GL_UNSIGNED_INT
: return uint_types_norm
[size
];
174 case GL_UNSIGNED_SHORT
: return ushort_types_norm
[size
];
175 case GL_UNSIGNED_BYTE
: return ubyte_types_norm
[size
];
176 default: assert(0); return 0;
181 case GL_DOUBLE
: return double_types
[size
];
182 case GL_FLOAT
: return float_types
[size
];
183 case GL_INT
: return int_types_scale
[size
];
184 case GL_SHORT
: return short_types_scale
[size
];
185 case GL_BYTE
: return byte_types_scale
[size
];
186 case GL_UNSIGNED_INT
: return uint_types_scale
[size
];
187 case GL_UNSIGNED_SHORT
: return ushort_types_scale
[size
];
188 case GL_UNSIGNED_BYTE
: return ubyte_types_scale
[size
];
189 default: assert(0); return 0;
195 static GLuint
get_size( GLenum type
)
198 case GL_DOUBLE
: return sizeof(GLdouble
);
199 case GL_FLOAT
: return sizeof(GLfloat
);
200 case GL_INT
: return sizeof(GLint
);
201 case GL_SHORT
: return sizeof(GLshort
);
202 case GL_BYTE
: return sizeof(GLbyte
);
203 case GL_UNSIGNED_INT
: return sizeof(GLuint
);
204 case GL_UNSIGNED_SHORT
: return sizeof(GLushort
);
205 case GL_UNSIGNED_BYTE
: return sizeof(GLubyte
);
210 static GLuint
get_index_type(GLenum type
)
213 case GL_UNSIGNED_BYTE
: return BRW_INDEX_BYTE
;
214 case GL_UNSIGNED_SHORT
: return BRW_INDEX_WORD
;
215 case GL_UNSIGNED_INT
: return BRW_INDEX_DWORD
;
216 default: assert(0); return 0;
220 static void copy_strided_array( GLubyte
*dest
,
227 memcpy(dest
, src
, count
* size
);
231 for (i
= 0; i
< count
; i
++) {
232 memcpy(dest
, src
, size
);
239 static void wrap_buffers( struct brw_context
*brw
,
242 if (size
< BRW_UPLOAD_INIT_SIZE
)
243 size
= BRW_UPLOAD_INIT_SIZE
;
245 brw
->vb
.upload
.offset
= 0;
247 if (brw
->vb
.upload
.bo
!= NULL
)
248 dri_bo_unreference(brw
->vb
.upload
.bo
);
249 brw
->vb
.upload
.bo
= dri_bo_alloc(brw
->intel
.bufmgr
, "temporary VBO",
252 /* Set the internal VBO\ to no-backing-store. We only use them as a
253 * temporary within a brw_try_draw_prims while the lock is held.
255 /* DON'T DO THIS AS IF WE HAVE TO RE-ORG MEMORY WE NEED SOMEWHERE WITH
256 FAKE TO PUSH THIS STUFF */
257 // if (!brw->intel.ttm)
258 // dri_bo_fake_disable_backing_store(brw->vb.upload.bo, NULL, NULL);
261 static void get_space( struct brw_context
*brw
,
264 GLuint
*offset_return
)
266 size
= ALIGN(size
, 64);
268 if (brw
->vb
.upload
.bo
== NULL
||
269 brw
->vb
.upload
.offset
+ size
> brw
->vb
.upload
.bo
->size
) {
270 wrap_buffers(brw
, size
);
273 dri_bo_reference(brw
->vb
.upload
.bo
);
274 *bo_return
= brw
->vb
.upload
.bo
;
275 *offset_return
= brw
->vb
.upload
.offset
;
277 brw
->vb
.upload
.offset
+= size
;
281 copy_array_to_vbo_array( struct brw_context
*brw
,
282 struct brw_vertex_element
*element
,
285 GLuint size
= element
->count
* dst_stride
;
287 get_space(brw
, size
, &element
->bo
, &element
->offset
);
289 if (element
->glarray
->StrideB
== 0) {
290 assert(element
->count
== 1);
293 element
->stride
= dst_stride
;
296 dri_bo_map(element
->bo
, GL_TRUE
);
297 copy_strided_array((unsigned char *)element
->bo
->virtual + element
->offset
,
298 element
->glarray
->Ptr
,
300 element
->glarray
->StrideB
,
302 dri_bo_unmap(element
->bo
);
305 int brw_prepare_vertices( struct brw_context
*brw
,
309 GLcontext
*ctx
= &brw
->intel
.ctx
;
310 struct intel_context
*intel
= intel_context(ctx
);
311 GLuint tmp
= brw
->vs
.prog_data
->inputs_read
;
313 const unsigned char *ptr
= NULL
;
314 GLuint interleave
= 0;
317 struct brw_vertex_element
*enabled
[VERT_ATTRIB_MAX
];
318 GLuint nr_enabled
= 0;
320 struct brw_vertex_element
*upload
[VERT_ATTRIB_MAX
];
321 GLuint nr_uploads
= 0;
323 /* First build an array of pointers to ve's in vb.inputs_read
326 _mesa_printf("%s %d..%d\n", __FUNCTION__
, min_index
, max_index
);
328 /* Accumulate the list of enabled arrays. */
330 GLuint i
= _mesa_ffsll(tmp
)-1;
331 struct brw_vertex_element
*input
= &brw
->vb
.inputs
[i
];
334 enabled
[nr_enabled
++] = input
;
337 /* XXX: In the rare cases where this happens we fallback all
338 * the way to software rasterization, although a tnl fallback
339 * would be sufficient. I don't know of *any* real world
340 * cases with > 17 vertex attributes enabled, so it probably
341 * isn't an issue at this point.
343 if (nr_enabled
>= BRW_VEP_MAX
)
346 for (i
= 0; i
< nr_enabled
; i
++) {
347 struct brw_vertex_element
*input
= enabled
[i
];
349 input
->element_size
= get_size(input
->glarray
->Type
) * input
->glarray
->Size
;
350 input
->count
= input
->glarray
->StrideB
? max_index
+ 1 - min_index
: 1;
352 if (input
->glarray
->BufferObj
->Name
!= 0) {
353 struct intel_buffer_object
*intel_buffer
=
354 intel_buffer_object(input
->glarray
->BufferObj
);
356 /* Named buffer object: Just reference its contents directly. */
357 input
->bo
= intel_bufferobj_buffer(intel
, intel_buffer
,
359 dri_bo_reference(input
->bo
);
360 input
->offset
= (unsigned long)input
->glarray
->Ptr
;
361 input
->stride
= input
->glarray
->StrideB
;
363 ret
|= dri_bufmgr_check_aperture_space(input
->bo
);
365 /* Queue the buffer object up to be uploaded in the next pass,
366 * when we've decided if we're doing interleaved or not.
369 /* Position array not properly enabled:
371 if (input
->glarray
->StrideB
== 0)
374 interleave
= input
->glarray
->StrideB
;
375 ptr
= input
->glarray
->Ptr
;
377 else if (interleave
!= input
->glarray
->StrideB
||
378 (const unsigned char *)input
->glarray
->Ptr
- ptr
< 0 ||
379 (const unsigned char *)input
->glarray
->Ptr
- ptr
> interleave
)
384 upload
[nr_uploads
++] = input
;
386 /* We rebase drawing to start at element zero only when
387 * varyings are not in vbos, which means we can end up
388 * uploading non-varying arrays (stride != 0) when min_index
389 * is zero. This doesn't matter as the amount to upload is
390 * the same for these arrays whether the draw call is rebased
391 * or not - we just have to upload the one element.
393 assert(min_index
== 0 || input
->glarray
->StrideB
== 0);
397 /* Handle any arrays to be uploaded. */
398 if (nr_uploads
> 1 && interleave
&& interleave
<= 256) {
399 /* All uploads are interleaved, so upload the arrays together as
400 * interleaved. First, upload the contents and set up upload[0].
402 copy_array_to_vbo_array(brw
, upload
[0], interleave
);
404 for (i
= 1; i
< nr_uploads
; i
++) {
405 /* Then, just point upload[i] at upload[0]'s buffer. */
406 upload
[i
]->stride
= interleave
;
407 upload
[i
]->offset
= upload
[0]->offset
+
408 ((const unsigned char *)upload
[i
]->glarray
->Ptr
- ptr
);
409 upload
[i
]->bo
= upload
[0]->bo
;
410 dri_bo_reference(upload
[i
]->bo
);
414 /* Upload non-interleaved arrays */
415 for (i
= 0; i
< nr_uploads
; i
++) {
416 copy_array_to_vbo_array(brw
, upload
[i
], upload
[i
]->element_size
);
420 if (brw
->vb
.upload
.bo
) {
421 ret
|= dri_bufmgr_check_aperture_space(brw
->vb
.upload
.bo
);
431 void brw_emit_vertices( struct brw_context
*brw
,
435 GLcontext
*ctx
= &brw
->intel
.ctx
;
436 struct intel_context
*intel
= intel_context(ctx
);
437 GLuint tmp
= brw
->vs
.prog_data
->inputs_read
;
438 struct brw_vertex_element
*enabled
[VERT_ATTRIB_MAX
];
440 GLuint nr_enabled
= 0;
442 /* Accumulate the list of enabled arrays. */
444 i
= _mesa_ffsll(tmp
)-1;
445 struct brw_vertex_element
*input
= &brw
->vb
.inputs
[i
];
448 enabled
[nr_enabled
++] = input
;
452 /* Now emit VB and VEP state packets.
454 * This still defines a hardware VB for each input, even if they
455 * are interleaved or from the same VBO. TBD if this makes a
456 * performance difference.
458 BEGIN_BATCH(1 + nr_enabled
* 4, IGNORE_CLIPRECTS
);
459 OUT_BATCH((CMD_VERTEX_BUFFER
<< 16) |
460 ((1 + nr_enabled
* 4) - 2));
462 for (i
= 0; i
< nr_enabled
; i
++) {
463 struct brw_vertex_element
*input
= enabled
[i
];
465 OUT_BATCH((i
<< BRW_VB0_INDEX_SHIFT
) |
466 BRW_VB0_ACCESS_VERTEXDATA
|
467 (input
->stride
<< BRW_VB0_PITCH_SHIFT
));
469 DRM_GEM_DOMAIN_I915_VERTEX
, 0,
471 OUT_BATCH(max_index
);
472 OUT_BATCH(0); /* Instance data step rate */
474 /* Unreference the buffer so it can get freed, now that we won't
477 dri_bo_unreference(input
->bo
);
482 BEGIN_BATCH(1 + nr_enabled
* 2, IGNORE_CLIPRECTS
);
483 OUT_BATCH((CMD_VERTEX_ELEMENT
<< 16) | ((1 + nr_enabled
* 2) - 2));
484 for (i
= 0; i
< nr_enabled
; i
++) {
485 struct brw_vertex_element
*input
= enabled
[i
];
486 uint32_t format
= get_surface_type(input
->glarray
->Type
,
487 input
->glarray
->Size
,
488 input
->glarray
->Normalized
);
489 uint32_t comp0
= BRW_VE1_COMPONENT_STORE_SRC
;
490 uint32_t comp1
= BRW_VE1_COMPONENT_STORE_SRC
;
491 uint32_t comp2
= BRW_VE1_COMPONENT_STORE_SRC
;
492 uint32_t comp3
= BRW_VE1_COMPONENT_STORE_SRC
;
494 switch (input
->glarray
->Size
) {
495 case 0: comp0
= BRW_VE1_COMPONENT_STORE_0
;
496 case 1: comp1
= BRW_VE1_COMPONENT_STORE_0
;
497 case 2: comp2
= BRW_VE1_COMPONENT_STORE_0
;
498 case 3: comp3
= BRW_VE1_COMPONENT_STORE_1_FLT
;
502 OUT_BATCH((i
<< BRW_VE0_INDEX_SHIFT
) |
504 (format
<< BRW_VE0_FORMAT_SHIFT
) |
505 (0 << BRW_VE0_SRC_OFFSET_SHIFT
));
506 OUT_BATCH((comp0
<< BRW_VE1_COMPONENT_0_SHIFT
) |
507 (comp1
<< BRW_VE1_COMPONENT_1_SHIFT
) |
508 (comp2
<< BRW_VE1_COMPONENT_2_SHIFT
) |
509 (comp3
<< BRW_VE1_COMPONENT_3_SHIFT
) |
510 ((i
* 4) << BRW_VE1_DST_OFFSET_SHIFT
));
515 int brw_prepare_indices( struct brw_context
*brw
,
516 const struct _mesa_index_buffer
*index_buffer
,
518 GLuint
*offset_return
)
520 GLcontext
*ctx
= &brw
->intel
.ctx
;
521 struct intel_context
*intel
= &brw
->intel
;
522 GLuint ib_size
= get_size(index_buffer
->type
) * index_buffer
->count
;
524 struct gl_buffer_object
*bufferobj
= index_buffer
->obj
;
525 GLuint offset
= (GLuint
)index_buffer
->ptr
;
528 /* Turn into a proper VBO:
530 if (!bufferobj
->Name
) {
532 /* Get new bufferobj, offset:
534 get_space(brw
, ib_size
, &bo
, &offset
);
538 dri_bo_subdata(bo
, offset
, ib_size
, index_buffer
->ptr
);
540 /* If the index buffer isn't aligned to its element size, we have to
541 * rebase it into a temporary.
543 if ((get_size(index_buffer
->type
) - 1) & offset
) {
544 GLubyte
*map
= ctx
->Driver
.MapBuffer(ctx
,
545 GL_ELEMENT_ARRAY_BUFFER_ARB
,
550 get_space(brw
, ib_size
, &bo
, &offset
);
552 dri_bo_subdata(bo
, offset
, ib_size
, map
);
554 ctx
->Driver
.UnmapBuffer(ctx
, GL_ELEMENT_ARRAY_BUFFER_ARB
, bufferobj
);
556 bo
= intel_bufferobj_buffer(intel
, intel_buffer_object(bufferobj
),
558 dri_bo_reference(bo
);
563 *offset_return
= offset
;
564 ret
= dri_bufmgr_check_aperture_space(bo
);
568 void brw_emit_indices(struct brw_context
*brw
,
569 const struct _mesa_index_buffer
*index_buffer
,
573 struct intel_context
*intel
= &brw
->intel
;
574 GLuint ib_size
= get_size(index_buffer
->type
) * index_buffer
->count
;
575 /* Emit the indexbuffer packet:
578 struct brw_indexbuffer ib
;
580 memset(&ib
, 0, sizeof(ib
));
582 ib
.header
.bits
.opcode
= CMD_INDEX_BUFFER
;
583 ib
.header
.bits
.length
= sizeof(ib
)/4 - 2;
584 ib
.header
.bits
.index_format
= get_index_type(index_buffer
->type
);
585 ib
.header
.bits
.cut_index_enable
= 0;
588 BEGIN_BATCH(4, IGNORE_CLIPRECTS
);
589 OUT_BATCH( ib
.header
.dword
);
591 DRM_GEM_DOMAIN_I915_VERTEX
, 0,
594 DRM_GEM_DOMAIN_I915_VERTEX
, 0,
599 dri_bo_unreference(bo
);