1 /**************************************************************************
3 * Copyright 2003 Tungsten Graphics, Inc., Cedar Park, Texas.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL TUNGSTEN GRAPHICS AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
33 #include "api_validate.h"
37 #include "brw_defines.h"
38 #include "brw_context.h"
40 #include "brw_state.h"
41 #include "brw_fallback.h"
43 #include "intel_ioctl.h"
44 #include "intel_batchbuffer.h"
45 #include "intel_buffer_objects.h"
48 struct brw_array_state
{
49 union header_union header
;
62 struct buffer
*buffer
;
66 GLuint instance_data_step_rate
;
72 static struct buffer
*array_buffer( const struct gl_client_array
*array
)
74 return intel_bufferobj_buffer(intel_buffer_object(array
->BufferObj
));
77 static GLuint double_types
[5] = {
79 BRW_SURFACEFORMAT_R64_FLOAT
,
80 BRW_SURFACEFORMAT_R64G64_FLOAT
,
81 BRW_SURFACEFORMAT_R64G64B64_FLOAT
,
82 BRW_SURFACEFORMAT_R64G64B64A64_FLOAT
85 static GLuint float_types
[5] = {
87 BRW_SURFACEFORMAT_R32_FLOAT
,
88 BRW_SURFACEFORMAT_R32G32_FLOAT
,
89 BRW_SURFACEFORMAT_R32G32B32_FLOAT
,
90 BRW_SURFACEFORMAT_R32G32B32A32_FLOAT
93 static GLuint uint_types_norm
[5] = {
95 BRW_SURFACEFORMAT_R32_UNORM
,
96 BRW_SURFACEFORMAT_R32G32_UNORM
,
97 BRW_SURFACEFORMAT_R32G32B32_UNORM
,
98 BRW_SURFACEFORMAT_R32G32B32A32_UNORM
101 static GLuint uint_types_scale
[5] = {
103 BRW_SURFACEFORMAT_R32_USCALED
,
104 BRW_SURFACEFORMAT_R32G32_USCALED
,
105 BRW_SURFACEFORMAT_R32G32B32_USCALED
,
106 BRW_SURFACEFORMAT_R32G32B32A32_USCALED
109 static GLuint int_types_norm
[5] = {
111 BRW_SURFACEFORMAT_R32_SNORM
,
112 BRW_SURFACEFORMAT_R32G32_SNORM
,
113 BRW_SURFACEFORMAT_R32G32B32_SNORM
,
114 BRW_SURFACEFORMAT_R32G32B32A32_SNORM
117 static GLuint int_types_scale
[5] = {
119 BRW_SURFACEFORMAT_R32_SSCALED
,
120 BRW_SURFACEFORMAT_R32G32_SSCALED
,
121 BRW_SURFACEFORMAT_R32G32B32_SSCALED
,
122 BRW_SURFACEFORMAT_R32G32B32A32_SSCALED
125 static GLuint ushort_types_norm
[5] = {
127 BRW_SURFACEFORMAT_R16_UNORM
,
128 BRW_SURFACEFORMAT_R16G16_UNORM
,
129 BRW_SURFACEFORMAT_R16G16B16_UNORM
,
130 BRW_SURFACEFORMAT_R16G16B16A16_UNORM
133 static GLuint ushort_types_scale
[5] = {
135 BRW_SURFACEFORMAT_R16_USCALED
,
136 BRW_SURFACEFORMAT_R16G16_USCALED
,
137 BRW_SURFACEFORMAT_R16G16B16_USCALED
,
138 BRW_SURFACEFORMAT_R16G16B16A16_USCALED
141 static GLuint short_types_norm
[5] = {
143 BRW_SURFACEFORMAT_R16_SNORM
,
144 BRW_SURFACEFORMAT_R16G16_SNORM
,
145 BRW_SURFACEFORMAT_R16G16B16_SNORM
,
146 BRW_SURFACEFORMAT_R16G16B16A16_SNORM
149 static GLuint short_types_scale
[5] = {
151 BRW_SURFACEFORMAT_R16_SSCALED
,
152 BRW_SURFACEFORMAT_R16G16_SSCALED
,
153 BRW_SURFACEFORMAT_R16G16B16_SSCALED
,
154 BRW_SURFACEFORMAT_R16G16B16A16_SSCALED
157 static GLuint ubyte_types_norm
[5] = {
159 BRW_SURFACEFORMAT_R8_UNORM
,
160 BRW_SURFACEFORMAT_R8G8_UNORM
,
161 BRW_SURFACEFORMAT_R8G8B8_UNORM
,
162 BRW_SURFACEFORMAT_R8G8B8A8_UNORM
165 static GLuint ubyte_types_scale
[5] = {
167 BRW_SURFACEFORMAT_R8_USCALED
,
168 BRW_SURFACEFORMAT_R8G8_USCALED
,
169 BRW_SURFACEFORMAT_R8G8B8_USCALED
,
170 BRW_SURFACEFORMAT_R8G8B8A8_USCALED
173 static GLuint byte_types_norm
[5] = {
175 BRW_SURFACEFORMAT_R8_SNORM
,
176 BRW_SURFACEFORMAT_R8G8_SNORM
,
177 BRW_SURFACEFORMAT_R8G8B8_SNORM
,
178 BRW_SURFACEFORMAT_R8G8B8A8_SNORM
181 static GLuint byte_types_scale
[5] = {
183 BRW_SURFACEFORMAT_R8_SSCALED
,
184 BRW_SURFACEFORMAT_R8G8_SSCALED
,
185 BRW_SURFACEFORMAT_R8G8B8_SSCALED
,
186 BRW_SURFACEFORMAT_R8G8B8A8_SSCALED
190 static GLuint
get_surface_type( GLenum type
, GLuint size
, GLboolean normalized
)
192 if (INTEL_DEBUG
& DEBUG_VERTS
)
193 _mesa_printf("type %s size %d normalized %d\n",
194 _mesa_lookup_enum_by_nr(type
), size
, normalized
);
198 case GL_DOUBLE
: return double_types
[size
];
199 case GL_FLOAT
: return float_types
[size
];
200 case GL_INT
: return int_types_norm
[size
];
201 case GL_SHORT
: return short_types_norm
[size
];
202 case GL_BYTE
: return byte_types_norm
[size
];
203 case GL_UNSIGNED_INT
: return uint_types_norm
[size
];
204 case GL_UNSIGNED_SHORT
: return ushort_types_norm
[size
];
205 case GL_UNSIGNED_BYTE
: return ubyte_types_norm
[size
];
206 default: assert(0); return 0;
211 case GL_DOUBLE
: return double_types
[size
];
212 case GL_FLOAT
: return float_types
[size
];
213 case GL_INT
: return int_types_scale
[size
];
214 case GL_SHORT
: return short_types_scale
[size
];
215 case GL_BYTE
: return byte_types_scale
[size
];
216 case GL_UNSIGNED_INT
: return uint_types_scale
[size
];
217 case GL_UNSIGNED_SHORT
: return ushort_types_scale
[size
];
218 case GL_UNSIGNED_BYTE
: return ubyte_types_scale
[size
];
219 default: assert(0); return 0;
225 static GLuint
get_size( GLenum type
)
228 case GL_DOUBLE
: return sizeof(GLdouble
);
229 case GL_FLOAT
: return sizeof(GLfloat
);
230 case GL_INT
: return sizeof(GLint
);
231 case GL_SHORT
: return sizeof(GLshort
);
232 case GL_BYTE
: return sizeof(GLbyte
);
233 case GL_UNSIGNED_INT
: return sizeof(GLuint
);
234 case GL_UNSIGNED_SHORT
: return sizeof(GLushort
);
235 case GL_UNSIGNED_BYTE
: return sizeof(GLubyte
);
240 static GLuint
get_index_type(GLenum type
)
243 case GL_UNSIGNED_BYTE
: return BRW_INDEX_BYTE
;
244 case GL_UNSIGNED_SHORT
: return BRW_INDEX_WORD
;
245 case GL_UNSIGNED_INT
: return BRW_INDEX_DWORD
;
246 default: assert(0); return 0;
250 static void copy_strided_array( GLubyte
*dest
,
257 do_memcpy(dest
, src
, count
* size
);
261 for (i
= 0; i
< count
; i
++) {
262 for (j
= 0; j
< size
; j
++)
264 src
+= (stride
- size
);
269 static void wrap_buffers( struct brw_context
*brw
,
272 GLcontext
*ctx
= &brw
->intel
.ctx
;
274 if (size
< BRW_UPLOAD_INIT_SIZE
)
275 size
= BRW_UPLOAD_INIT_SIZE
;
277 brw
->vb
.upload
.buf
++;
278 brw
->vb
.upload
.buf
%= BRW_NR_UPLOAD_BUFS
;
279 brw
->vb
.upload
.offset
= 0;
281 ctx
->Driver
.BufferData(ctx
,
286 brw
->vb
.upload
.vbo
[brw
->vb
.upload
.buf
]);
289 static void get_space( struct brw_context
*brw
,
291 struct gl_buffer_object
**vbo_return
,
292 GLuint
*offset_return
)
294 size
= (size
+ 63) & ~63;
296 if (brw
->vb
.upload
.offset
+ size
> BRW_UPLOAD_INIT_SIZE
)
297 wrap_buffers(brw
, size
);
299 *vbo_return
= brw
->vb
.upload
.vbo
[brw
->vb
.upload
.buf
];
300 *offset_return
= brw
->vb
.upload
.offset
;
302 brw
->vb
.upload
.offset
+= size
;
307 static struct gl_client_array
*
308 copy_array_to_vbo_array( struct brw_context
*brw
,
310 const struct gl_client_array
*array
,
315 GLcontext
*ctx
= &brw
->intel
.ctx
;
316 struct gl_client_array
*vbo_array
= &brw
->vb
.vbo_array
[i
];
317 GLuint size
= count
* element_size
;
318 struct gl_buffer_object
*vbo
;
322 get_space(brw
, size
, &vbo
, &offset
);
324 if (array
->StrideB
== 0) {
329 new_stride
= element_size
;
331 vbo_array
->Size
= array
->Size
;
332 vbo_array
->Type
= array
->Type
;
333 vbo_array
->Stride
= new_stride
;
334 vbo_array
->StrideB
= new_stride
;
335 vbo_array
->Ptr
= (const void *)offset
;
336 vbo_array
->Enabled
= 1;
337 vbo_array
->Normalized
= array
->Normalized
;
338 vbo_array
->_MaxElement
= array
->_MaxElement
; /* ? */
339 vbo_array
->BufferObj
= vbo
;
342 GLubyte
*map
= ctx
->Driver
.MapBuffer(ctx
,
349 copy_strided_array( map
,
350 array
->Ptr
+ min_index
* array
->StrideB
,
355 ctx
->Driver
.UnmapBuffer(ctx
, GL_ARRAY_BUFFER_ARB
, vbo_array
->BufferObj
);
363 static struct gl_client_array
*
364 interleaved_vbo_array( struct brw_context
*brw
,
366 const struct gl_client_array
*uploaded_array
,
367 const struct gl_client_array
*array
,
370 struct gl_client_array
*vbo_array
= &brw
->vb
.vbo_array
[i
];
372 vbo_array
->Size
= array
->Size
;
373 vbo_array
->Type
= array
->Type
;
374 vbo_array
->Stride
= array
->Stride
;
375 vbo_array
->StrideB
= array
->StrideB
;
376 vbo_array
->Ptr
= (const void *)((const char *)uploaded_array
->Ptr
+
377 ((const char *)array
->Ptr
- ptr
));
378 vbo_array
->Enabled
= 1;
379 vbo_array
->Normalized
= array
->Normalized
;
380 vbo_array
->_MaxElement
= array
->_MaxElement
;
381 vbo_array
->BufferObj
= uploaded_array
->BufferObj
;
387 GLboolean
brw_upload_vertices( struct brw_context
*brw
,
391 GLcontext
*ctx
= &brw
->intel
.ctx
;
392 struct intel_context
*intel
= intel_context(ctx
);
393 GLuint tmp
= brw
->vs
.prog_data
->inputs_read
;
394 struct brw_vertex_element_packet vep
;
395 struct brw_array_state vbp
;
397 const void *ptr
= NULL
;
398 GLuint interleave
= 0;
400 struct brw_vertex_element
*enabled
[VERT_ATTRIB_MAX
];
401 GLuint nr_enabled
= 0;
403 struct brw_vertex_element
*upload
[VERT_ATTRIB_MAX
];
404 GLuint nr_uploads
= 0;
407 memset(&vbp
, 0, sizeof(vbp
));
408 memset(&vep
, 0, sizeof(vep
));
410 /* First build an array of pointers to ve's in vb.inputs_read
414 GLuint i
= ffsll(tmp
)-1;
415 struct brw_vertex_element
*input
= &brw
->vb
.inputs
[i
];
418 enabled
[nr_enabled
++] = input
;
421 input
->element_size
= get_size(input
->glarray
->Type
) * input
->glarray
->Size
;
422 input
->count
= input
->glarray
->StrideB
? max_index
- min_index
: 1;
424 if (!input
->glarray
->BufferObj
->Name
) {
426 /* Position array not properly enabled:
428 if (input
->glarray
->StrideB
== 0)
431 interleave
= input
->glarray
->StrideB
;
432 ptr
= input
->glarray
->Ptr
;
434 else if (interleave
!= input
->glarray
->StrideB
||
435 (const char *)input
->glarray
->Ptr
- (const char *)ptr
< 0 ||
436 (const char *)input
->glarray
->Ptr
- (const char *)ptr
> interleave
) {
440 upload
[nr_uploads
++] = input
;
441 input
->vbo_rebase_offset
= 0;
444 input
->vbo_rebase_offset
= min_index
* input
->glarray
->StrideB
;
447 /* Upload interleaved arrays if all uploads are interleaved
449 if (nr_uploads
> 1 &&
452 struct brw_vertex_element
*input0
= upload
[0];
454 input0
->glarray
= copy_array_to_vbo_array(brw
, 0,
460 for (i
= 1; i
< nr_uploads
; i
++) {
461 upload
[i
]->glarray
= interleaved_vbo_array(brw
,
469 for (i
= 0; i
< nr_uploads
; i
++) {
470 struct brw_vertex_element
*input
= upload
[i
];
472 input
->glarray
= copy_array_to_vbo_array(brw
, i
,
481 /* XXX: In the rare cases where this happens we fallback all
482 * the way to software rasterization, although a tnl fallback
483 * would be sufficient. I don't know of *any* real world
484 * cases with > 17 vertex attributes enabled, so it probably
485 * isn't an issue at this point.
487 if (nr_enabled
>= BRW_VEP_MAX
)
490 /* This still defines a hardware VB for each input, even if they
491 * are interleaved or from the same VBO. TBD if this makes a
492 * performance difference.
494 for (i
= 0; i
< nr_enabled
; i
++) {
495 struct brw_vertex_element
*input
= enabled
[i
];
497 input
->vep
= &vep
.ve
[i
];
498 input
->vep
->ve0
.src_format
= get_surface_type(input
->glarray
->Type
,
499 input
->glarray
->Size
,
500 input
->glarray
->Normalized
);
501 input
->vep
->ve0
.valid
= 1;
502 input
->vep
->ve1
.dst_offset
= (i
) * 4;
503 input
->vep
->ve1
.vfcomponent3
= BRW_VFCOMPONENT_STORE_SRC
;
504 input
->vep
->ve1
.vfcomponent2
= BRW_VFCOMPONENT_STORE_SRC
;
505 input
->vep
->ve1
.vfcomponent1
= BRW_VFCOMPONENT_STORE_SRC
;
506 input
->vep
->ve1
.vfcomponent0
= BRW_VFCOMPONENT_STORE_SRC
;
508 switch (input
->glarray
->Size
) {
509 case 0: input
->vep
->ve1
.vfcomponent0
= BRW_VFCOMPONENT_STORE_0
;
510 case 1: input
->vep
->ve1
.vfcomponent1
= BRW_VFCOMPONENT_STORE_0
;
511 case 2: input
->vep
->ve1
.vfcomponent2
= BRW_VFCOMPONENT_STORE_0
;
512 case 3: input
->vep
->ve1
.vfcomponent3
= BRW_VFCOMPONENT_STORE_1_FLT
;
516 input
->vep
->ve0
.vertex_buffer_index
= i
;
517 input
->vep
->ve0
.src_offset
= 0;
519 vbp
.vb
[i
].vb0
.bits
.pitch
= input
->glarray
->StrideB
;
520 vbp
.vb
[i
].vb0
.bits
.pad
= 0;
521 vbp
.vb
[i
].vb0
.bits
.access_type
= BRW_VERTEXBUFFER_ACCESS_VERTEXDATA
;
522 vbp
.vb
[i
].vb0
.bits
.vb_index
= i
;
523 vbp
.vb
[i
].offset
= (GLuint
)input
->glarray
->Ptr
+ input
->vbo_rebase_offset
;
524 vbp
.vb
[i
].buffer
= array_buffer(input
->glarray
);
525 vbp
.vb
[i
].max_index
= max_index
- min_index
;
530 /* Now emit VB and VEP state packets:
532 vbp
.header
.bits
.length
= (1 + nr_enabled
* 4) - 2;
533 vbp
.header
.bits
.opcode
= CMD_VERTEX_BUFFER
;
535 BEGIN_BATCH(vbp
.header
.bits
.length
+2, 0);
536 OUT_BATCH( vbp
.header
.dword
);
538 for (i
= 0; i
< nr_enabled
; i
++) {
539 OUT_BATCH( vbp
.vb
[i
].vb0
.dword
);
540 OUT_BATCH( bmBufferOffset(&brw
->intel
, vbp
.vb
[i
].buffer
) + vbp
.vb
[i
].offset
);
541 OUT_BATCH( vbp
.vb
[i
].max_index
);
542 OUT_BATCH( vbp
.vb
[i
].instance_data_step_rate
);
546 vep
.header
.length
= (1 + nr_enabled
* sizeof(vep
.ve
[0])/4) - 2;
547 vep
.header
.opcode
= CMD_VERTEX_ELEMENT
;
548 brw_cached_batch_struct(brw
, &vep
, 4 + nr_enabled
* sizeof(vep
.ve
[0]));
554 static GLuint
element_size( GLenum type
)
557 case GL_UNSIGNED_INT
: return 4;
558 case GL_UNSIGNED_SHORT
: return 2;
559 case GL_UNSIGNED_BYTE
: return 1;
560 default: assert(0); return 0;
567 static void rebase_indices_to_vbo_indices( struct brw_context
*brw
,
568 const struct _mesa_index_buffer
*index_buffer
,
569 struct gl_buffer_object
**vbo_return
,
570 GLuint
*offset_return
)
572 GLcontext
*ctx
= &brw
->intel
.ctx
;
573 GLuint min_index
= index_buffer
->rebase
;
574 const void *indices
= index_buffer
->ptr
;
575 GLsizei count
= index_buffer
->count
;
576 GLenum type
= index_buffer
->type
;
577 GLuint size
= element_size(type
) * count
;
578 struct gl_buffer_object
*bufferobj
;
582 get_space(brw
, size
, &bufferobj
, &offset
);
584 *vbo_return
= bufferobj
;
585 *offset_return
= offset
;
587 if (min_index
== 0) {
590 ctx
->Driver
.BufferSubData( ctx
,
591 GL_ELEMENT_ARRAY_BUFFER_ARB
,
598 void *map
= ctx
->Driver
.MapBuffer(ctx
,
599 GL_ELEMENT_ARRAY_BUFFER_ARB
,
606 case GL_UNSIGNED_INT
: {
607 GLuint
*ui_map
= (GLuint
*)map
;
608 const GLuint
*ui_indices
= (const GLuint
*)indices
;
610 for (i
= 0; i
< count
; i
++)
611 ui_map
[i
] = ui_indices
[i
] - min_index
;
614 case GL_UNSIGNED_SHORT
: {
615 GLushort
*us_map
= (GLushort
*)map
;
616 const GLushort
*us_indices
= (const GLushort
*)indices
;
618 for (i
= 0; i
< count
; i
++)
619 us_map
[i
] = us_indices
[i
] - min_index
;
622 case GL_UNSIGNED_BYTE
: {
623 GLubyte
*ub_map
= (GLubyte
*)map
;
624 const GLubyte
*ub_indices
= (const GLubyte
*)indices
;
626 for (i
= 0; i
< count
; i
++)
627 ub_map
[i
] = ub_indices
[i
] - min_index
;
632 ctx
->Driver
.UnmapBuffer(ctx
,
633 GL_ELEMENT_ARRAY_BUFFER_ARB
,
641 void brw_upload_indices( struct brw_context
*brw
,
642 const struct _mesa_index_buffer
*index_buffer
)
644 struct intel_context
*intel
= &brw
->intel
;
645 GLuint ib_size
= get_size(index_buffer
->type
) * index_buffer
->count
;
646 struct gl_buffer_object
*bufferobj
= index_buffer
->obj
;
647 GLuint offset
= (GLuint
)index_buffer
->ptr
;
649 /* Already turned into a proper VBO:
651 if (!index_buffer
->obj
->Name
) {
652 rebase_indices_to_vbo_indices(brw
, index_buffer
, &bufferobj
, &offset
);
655 /* Emit the indexbuffer packet:
658 struct brw_indexbuffer ib
;
659 struct buffer
*buffer
= intel_bufferobj_buffer(intel_buffer_object(bufferobj
));
661 memset(&ib
, 0, sizeof(ib
));
663 ib
.header
.bits
.opcode
= CMD_INDEX_BUFFER
;
664 ib
.header
.bits
.length
= sizeof(ib
)/4 - 2;
665 ib
.header
.bits
.index_format
= get_index_type(index_buffer
->type
);
666 ib
.header
.bits
.cut_index_enable
= 0;
670 OUT_BATCH( ib
.header
.dword
);
671 OUT_BATCH( bmBufferOffset(intel
, buffer
) + offset
);
672 OUT_BATCH( bmBufferOffset(intel
, buffer
) + offset
+ ib_size
);