1 /**************************************************************************
3 * Copyright 2003 VMware, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
28 #include "main/glheader.h"
29 #include "main/bufferobj.h"
30 #include "main/context.h"
31 #include "main/enums.h"
32 #include "main/macros.h"
33 #include "main/glformats.h"
36 #include "brw_defines.h"
37 #include "brw_context.h"
38 #include "brw_state.h"
40 #include "intel_batchbuffer.h"
41 #include "intel_buffer_objects.h"
43 static GLuint double_types
[5] = {
45 BRW_SURFACEFORMAT_R64_FLOAT
,
46 BRW_SURFACEFORMAT_R64G64_FLOAT
,
47 BRW_SURFACEFORMAT_R64G64B64_FLOAT
,
48 BRW_SURFACEFORMAT_R64G64B64A64_FLOAT
51 static GLuint float_types
[5] = {
53 BRW_SURFACEFORMAT_R32_FLOAT
,
54 BRW_SURFACEFORMAT_R32G32_FLOAT
,
55 BRW_SURFACEFORMAT_R32G32B32_FLOAT
,
56 BRW_SURFACEFORMAT_R32G32B32A32_FLOAT
59 static GLuint half_float_types
[5] = {
61 BRW_SURFACEFORMAT_R16_FLOAT
,
62 BRW_SURFACEFORMAT_R16G16_FLOAT
,
63 BRW_SURFACEFORMAT_R16G16B16A16_FLOAT
,
64 BRW_SURFACEFORMAT_R16G16B16A16_FLOAT
67 static GLuint fixed_point_types
[5] = {
69 BRW_SURFACEFORMAT_R32_SFIXED
,
70 BRW_SURFACEFORMAT_R32G32_SFIXED
,
71 BRW_SURFACEFORMAT_R32G32B32_SFIXED
,
72 BRW_SURFACEFORMAT_R32G32B32A32_SFIXED
,
75 static GLuint uint_types_direct
[5] = {
77 BRW_SURFACEFORMAT_R32_UINT
,
78 BRW_SURFACEFORMAT_R32G32_UINT
,
79 BRW_SURFACEFORMAT_R32G32B32_UINT
,
80 BRW_SURFACEFORMAT_R32G32B32A32_UINT
83 static GLuint uint_types_norm
[5] = {
85 BRW_SURFACEFORMAT_R32_UNORM
,
86 BRW_SURFACEFORMAT_R32G32_UNORM
,
87 BRW_SURFACEFORMAT_R32G32B32_UNORM
,
88 BRW_SURFACEFORMAT_R32G32B32A32_UNORM
91 static GLuint uint_types_scale
[5] = {
93 BRW_SURFACEFORMAT_R32_USCALED
,
94 BRW_SURFACEFORMAT_R32G32_USCALED
,
95 BRW_SURFACEFORMAT_R32G32B32_USCALED
,
96 BRW_SURFACEFORMAT_R32G32B32A32_USCALED
99 static GLuint int_types_direct
[5] = {
101 BRW_SURFACEFORMAT_R32_SINT
,
102 BRW_SURFACEFORMAT_R32G32_SINT
,
103 BRW_SURFACEFORMAT_R32G32B32_SINT
,
104 BRW_SURFACEFORMAT_R32G32B32A32_SINT
107 static GLuint int_types_norm
[5] = {
109 BRW_SURFACEFORMAT_R32_SNORM
,
110 BRW_SURFACEFORMAT_R32G32_SNORM
,
111 BRW_SURFACEFORMAT_R32G32B32_SNORM
,
112 BRW_SURFACEFORMAT_R32G32B32A32_SNORM
115 static GLuint int_types_scale
[5] = {
117 BRW_SURFACEFORMAT_R32_SSCALED
,
118 BRW_SURFACEFORMAT_R32G32_SSCALED
,
119 BRW_SURFACEFORMAT_R32G32B32_SSCALED
,
120 BRW_SURFACEFORMAT_R32G32B32A32_SSCALED
123 static GLuint ushort_types_direct
[5] = {
125 BRW_SURFACEFORMAT_R16_UINT
,
126 BRW_SURFACEFORMAT_R16G16_UINT
,
127 BRW_SURFACEFORMAT_R16G16B16A16_UINT
,
128 BRW_SURFACEFORMAT_R16G16B16A16_UINT
131 static GLuint ushort_types_norm
[5] = {
133 BRW_SURFACEFORMAT_R16_UNORM
,
134 BRW_SURFACEFORMAT_R16G16_UNORM
,
135 BRW_SURFACEFORMAT_R16G16B16_UNORM
,
136 BRW_SURFACEFORMAT_R16G16B16A16_UNORM
139 static GLuint ushort_types_scale
[5] = {
141 BRW_SURFACEFORMAT_R16_USCALED
,
142 BRW_SURFACEFORMAT_R16G16_USCALED
,
143 BRW_SURFACEFORMAT_R16G16B16_USCALED
,
144 BRW_SURFACEFORMAT_R16G16B16A16_USCALED
147 static GLuint short_types_direct
[5] = {
149 BRW_SURFACEFORMAT_R16_SINT
,
150 BRW_SURFACEFORMAT_R16G16_SINT
,
151 BRW_SURFACEFORMAT_R16G16B16A16_SINT
,
152 BRW_SURFACEFORMAT_R16G16B16A16_SINT
155 static GLuint short_types_norm
[5] = {
157 BRW_SURFACEFORMAT_R16_SNORM
,
158 BRW_SURFACEFORMAT_R16G16_SNORM
,
159 BRW_SURFACEFORMAT_R16G16B16_SNORM
,
160 BRW_SURFACEFORMAT_R16G16B16A16_SNORM
163 static GLuint short_types_scale
[5] = {
165 BRW_SURFACEFORMAT_R16_SSCALED
,
166 BRW_SURFACEFORMAT_R16G16_SSCALED
,
167 BRW_SURFACEFORMAT_R16G16B16_SSCALED
,
168 BRW_SURFACEFORMAT_R16G16B16A16_SSCALED
171 static GLuint ubyte_types_direct
[5] = {
173 BRW_SURFACEFORMAT_R8_UINT
,
174 BRW_SURFACEFORMAT_R8G8_UINT
,
175 BRW_SURFACEFORMAT_R8G8B8A8_UINT
,
176 BRW_SURFACEFORMAT_R8G8B8A8_UINT
179 static GLuint ubyte_types_norm
[5] = {
181 BRW_SURFACEFORMAT_R8_UNORM
,
182 BRW_SURFACEFORMAT_R8G8_UNORM
,
183 BRW_SURFACEFORMAT_R8G8B8_UNORM
,
184 BRW_SURFACEFORMAT_R8G8B8A8_UNORM
187 static GLuint ubyte_types_scale
[5] = {
189 BRW_SURFACEFORMAT_R8_USCALED
,
190 BRW_SURFACEFORMAT_R8G8_USCALED
,
191 BRW_SURFACEFORMAT_R8G8B8_USCALED
,
192 BRW_SURFACEFORMAT_R8G8B8A8_USCALED
195 static GLuint byte_types_direct
[5] = {
197 BRW_SURFACEFORMAT_R8_SINT
,
198 BRW_SURFACEFORMAT_R8G8_SINT
,
199 BRW_SURFACEFORMAT_R8G8B8A8_SINT
,
200 BRW_SURFACEFORMAT_R8G8B8A8_SINT
203 static GLuint byte_types_norm
[5] = {
205 BRW_SURFACEFORMAT_R8_SNORM
,
206 BRW_SURFACEFORMAT_R8G8_SNORM
,
207 BRW_SURFACEFORMAT_R8G8B8_SNORM
,
208 BRW_SURFACEFORMAT_R8G8B8A8_SNORM
211 static GLuint byte_types_scale
[5] = {
213 BRW_SURFACEFORMAT_R8_SSCALED
,
214 BRW_SURFACEFORMAT_R8G8_SSCALED
,
215 BRW_SURFACEFORMAT_R8G8B8_SSCALED
,
216 BRW_SURFACEFORMAT_R8G8B8A8_SSCALED
221 * Given vertex array type/size/format/normalized info, return
222 * the appopriate hardware surface type.
223 * Format will be GL_RGBA or possibly GL_BGRA for GLubyte[4] color arrays.
226 brw_get_vertex_surface_type(struct brw_context
*brw
,
227 const struct gl_client_array
*glarray
)
229 int size
= glarray
->Size
;
231 if (unlikely(INTEL_DEBUG
& DEBUG_VERTS
))
232 fprintf(stderr
, "type %s size %d normalized %d\n",
233 _mesa_lookup_enum_by_nr(glarray
->Type
),
234 glarray
->Size
, glarray
->Normalized
);
236 if (glarray
->Integer
) {
237 assert(glarray
->Format
== GL_RGBA
); /* sanity check */
238 switch (glarray
->Type
) {
239 case GL_INT
: return int_types_direct
[size
];
240 case GL_SHORT
: return short_types_direct
[size
];
241 case GL_BYTE
: return byte_types_direct
[size
];
242 case GL_UNSIGNED_INT
: return uint_types_direct
[size
];
243 case GL_UNSIGNED_SHORT
: return ushort_types_direct
[size
];
244 case GL_UNSIGNED_BYTE
: return ubyte_types_direct
[size
];
245 default: unreachable("not reached");
247 } else if (glarray
->Type
== GL_UNSIGNED_INT_10F_11F_11F_REV
) {
248 return BRW_SURFACEFORMAT_R11G11B10_FLOAT
;
249 } else if (glarray
->Normalized
) {
250 switch (glarray
->Type
) {
251 case GL_DOUBLE
: return double_types
[size
];
252 case GL_FLOAT
: return float_types
[size
];
253 case GL_HALF_FLOAT
: return half_float_types
[size
];
254 case GL_INT
: return int_types_norm
[size
];
255 case GL_SHORT
: return short_types_norm
[size
];
256 case GL_BYTE
: return byte_types_norm
[size
];
257 case GL_UNSIGNED_INT
: return uint_types_norm
[size
];
258 case GL_UNSIGNED_SHORT
: return ushort_types_norm
[size
];
259 case GL_UNSIGNED_BYTE
:
260 if (glarray
->Format
== GL_BGRA
) {
261 /* See GL_EXT_vertex_array_bgra */
263 return BRW_SURFACEFORMAT_B8G8R8A8_UNORM
;
266 return ubyte_types_norm
[size
];
269 if (brw
->gen
>= 8 || brw
->is_haswell
)
270 return fixed_point_types
[size
];
272 /* This produces GL_FIXED inputs as values between INT32_MIN and
273 * INT32_MAX, which will be scaled down by 1/65536 by the VS.
275 return int_types_scale
[size
];
276 /* See GL_ARB_vertex_type_2_10_10_10_rev.
277 * W/A: Pre-Haswell, the hardware doesn't really support the formats we'd
278 * like to use here, so upload everything as UINT and fix
281 case GL_INT_2_10_10_10_REV
:
283 if (brw
->gen
>= 8 || brw
->is_haswell
) {
284 return glarray
->Format
== GL_BGRA
285 ? BRW_SURFACEFORMAT_B10G10R10A2_SNORM
286 : BRW_SURFACEFORMAT_R10G10B10A2_SNORM
;
288 return BRW_SURFACEFORMAT_R10G10B10A2_UINT
;
289 case GL_UNSIGNED_INT_2_10_10_10_REV
:
291 if (brw
->gen
>= 8 || brw
->is_haswell
) {
292 return glarray
->Format
== GL_BGRA
293 ? BRW_SURFACEFORMAT_B10G10R10A2_UNORM
294 : BRW_SURFACEFORMAT_R10G10B10A2_UNORM
;
296 return BRW_SURFACEFORMAT_R10G10B10A2_UINT
;
297 default: unreachable("not reached");
301 /* See GL_ARB_vertex_type_2_10_10_10_rev.
302 * W/A: the hardware doesn't really support the formats we'd
303 * like to use here, so upload everything as UINT and fix
306 if (glarray
->Type
== GL_INT_2_10_10_10_REV
) {
308 if (brw
->gen
>= 8 || brw
->is_haswell
) {
309 return glarray
->Format
== GL_BGRA
310 ? BRW_SURFACEFORMAT_B10G10R10A2_SSCALED
311 : BRW_SURFACEFORMAT_R10G10B10A2_SSCALED
;
313 return BRW_SURFACEFORMAT_R10G10B10A2_UINT
;
314 } else if (glarray
->Type
== GL_UNSIGNED_INT_2_10_10_10_REV
) {
316 if (brw
->gen
>= 8 || brw
->is_haswell
) {
317 return glarray
->Format
== GL_BGRA
318 ? BRW_SURFACEFORMAT_B10G10R10A2_USCALED
319 : BRW_SURFACEFORMAT_R10G10B10A2_USCALED
;
321 return BRW_SURFACEFORMAT_R10G10B10A2_UINT
;
323 assert(glarray
->Format
== GL_RGBA
); /* sanity check */
324 switch (glarray
->Type
) {
325 case GL_DOUBLE
: return double_types
[size
];
326 case GL_FLOAT
: return float_types
[size
];
327 case GL_HALF_FLOAT
: return half_float_types
[size
];
328 case GL_INT
: return int_types_scale
[size
];
329 case GL_SHORT
: return short_types_scale
[size
];
330 case GL_BYTE
: return byte_types_scale
[size
];
331 case GL_UNSIGNED_INT
: return uint_types_scale
[size
];
332 case GL_UNSIGNED_SHORT
: return ushort_types_scale
[size
];
333 case GL_UNSIGNED_BYTE
: return ubyte_types_scale
[size
];
335 if (brw
->gen
>= 8 || brw
->is_haswell
)
336 return fixed_point_types
[size
];
338 /* This produces GL_FIXED inputs as values between INT32_MIN and
339 * INT32_MAX, which will be scaled down by 1/65536 by the VS.
341 return int_types_scale
[size
];
342 default: unreachable("not reached");
348 brw_get_index_type(GLenum type
)
351 case GL_UNSIGNED_BYTE
: return BRW_INDEX_BYTE
;
352 case GL_UNSIGNED_SHORT
: return BRW_INDEX_WORD
;
353 case GL_UNSIGNED_INT
: return BRW_INDEX_DWORD
;
354 default: unreachable("not reached");
359 copy_array_to_vbo_array(struct brw_context
*brw
,
360 struct brw_vertex_element
*element
,
362 struct brw_vertex_buffer
*buffer
,
365 const int src_stride
= element
->glarray
->StrideB
;
367 /* If the source stride is zero, we just want to upload the current
368 * attribute once and set the buffer's stride to 0. There's no need
369 * to replicate it out.
371 if (src_stride
== 0) {
372 intel_upload_data(brw
, element
->glarray
->Ptr
,
373 element
->glarray
->_ElementSize
,
374 element
->glarray
->_ElementSize
,
375 &buffer
->bo
, &buffer
->offset
);
381 const unsigned char *src
= element
->glarray
->Ptr
+ min
* src_stride
;
382 int count
= max
- min
+ 1;
383 GLuint size
= count
* dst_stride
;
384 uint8_t *dst
= intel_upload_space(brw
, size
, dst_stride
,
385 &buffer
->bo
, &buffer
->offset
);
387 if (dst_stride
== src_stride
) {
388 memcpy(dst
, src
, size
);
391 memcpy(dst
, src
, dst_stride
);
396 buffer
->stride
= dst_stride
;
400 brw_prepare_vertices(struct brw_context
*brw
)
402 struct gl_context
*ctx
= &brw
->ctx
;
403 /* CACHE_NEW_VS_PROG */
404 GLbitfield64 vs_inputs
= brw
->vs
.prog_data
->inputs_read
;
405 const unsigned char *ptr
= NULL
;
406 GLuint interleaved
= 0;
407 unsigned int min_index
= brw
->vb
.min_index
+ brw
->basevertex
;
408 unsigned int max_index
= brw
->vb
.max_index
+ brw
->basevertex
;
411 struct brw_vertex_element
*upload
[VERT_ATTRIB_MAX
];
412 GLuint nr_uploads
= 0;
416 * On gen6+, edge flags don't end up in the VUE (either in or out of the
417 * VS). Instead, they're uploaded as the last vertex element, and the data
418 * is passed sideband through the fixed function units. So, we need to
419 * prepare the vertex buffer for it, but it's not present in inputs_read.
421 if (brw
->gen
>= 6 && (ctx
->Polygon
.FrontMode
!= GL_FILL
||
422 ctx
->Polygon
.BackMode
!= GL_FILL
)) {
423 vs_inputs
|= VERT_BIT_EDGEFLAG
;
427 fprintf(stderr
, "%s %d..%d\n", __FUNCTION__
, min_index
, max_index
);
429 /* Accumulate the list of enabled arrays. */
430 brw
->vb
.nr_enabled
= 0;
432 GLuint i
= ffsll(vs_inputs
) - 1;
433 struct brw_vertex_element
*input
= &brw
->vb
.inputs
[i
];
435 vs_inputs
&= ~BITFIELD64_BIT(i
);
436 brw
->vb
.enabled
[brw
->vb
.nr_enabled
++] = input
;
439 if (brw
->vb
.nr_enabled
== 0)
442 if (brw
->vb
.nr_buffers
)
445 for (i
= j
= 0; i
< brw
->vb
.nr_enabled
; i
++) {
446 struct brw_vertex_element
*input
= brw
->vb
.enabled
[i
];
447 const struct gl_client_array
*glarray
= input
->glarray
;
449 if (_mesa_is_bufferobj(glarray
->BufferObj
)) {
450 struct intel_buffer_object
*intel_buffer
=
451 intel_buffer_object(glarray
->BufferObj
);
454 /* If we have a VB set to be uploaded for this buffer object
455 * already, reuse that VB state so that we emit fewer
458 for (k
= 0; k
< i
; k
++) {
459 const struct gl_client_array
*other
= brw
->vb
.enabled
[k
]->glarray
;
460 if (glarray
->BufferObj
== other
->BufferObj
&&
461 glarray
->StrideB
== other
->StrideB
&&
462 glarray
->InstanceDivisor
== other
->InstanceDivisor
&&
463 (uintptr_t)(glarray
->Ptr
- other
->Ptr
) < glarray
->StrideB
)
465 input
->buffer
= brw
->vb
.enabled
[k
]->buffer
;
466 input
->offset
= glarray
->Ptr
- other
->Ptr
;
471 struct brw_vertex_buffer
*buffer
= &brw
->vb
.buffers
[j
];
473 /* Named buffer object: Just reference its contents directly. */
474 buffer
->offset
= (uintptr_t)glarray
->Ptr
;
475 buffer
->stride
= glarray
->StrideB
;
476 buffer
->step_rate
= glarray
->InstanceDivisor
;
478 uint32_t offset
, size
;
479 if (glarray
->InstanceDivisor
) {
480 offset
= buffer
->offset
;
481 size
= (buffer
->stride
* ((brw
->num_instances
/
482 glarray
->InstanceDivisor
) - 1) +
483 glarray
->_ElementSize
);
485 if (min_index
== -1) {
487 size
= intel_buffer
->Base
.Size
;
489 offset
= buffer
->offset
+ min_index
* buffer
->stride
;
490 size
= (buffer
->stride
* (max_index
- min_index
) +
491 glarray
->_ElementSize
);
494 buffer
->bo
= intel_bufferobj_buffer(brw
, intel_buffer
,
496 drm_intel_bo_reference(buffer
->bo
);
502 /* This is a common place to reach if the user mistakenly supplies
503 * a pointer in place of a VBO offset. If we just let it go through,
504 * we may end up dereferencing a pointer beyond the bounds of the
507 * The VBO spec allows application termination in this case, and it's
508 * probably a service to the poor programmer to do so rather than
509 * trying to just not render.
511 assert(input
->offset
< brw
->vb
.buffers
[input
->buffer
].bo
->size
);
513 /* Queue the buffer object up to be uploaded in the next pass,
514 * when we've decided if we're doing interleaved or not.
516 if (nr_uploads
== 0) {
517 interleaved
= glarray
->StrideB
;
520 else if (interleaved
!= glarray
->StrideB
||
521 glarray
->Ptr
< ptr
||
522 (uintptr_t)(glarray
->Ptr
- ptr
) + glarray
->_ElementSize
> interleaved
)
524 /* If our stride is different from the first attribute's stride,
525 * or if the first attribute's stride didn't cover our element,
526 * disable the interleaved upload optimization. The second case
527 * can most commonly occur in cases where there is a single vertex
528 * and, for example, the data is stored on the application's
531 * NOTE: This will also disable the optimization in cases where
532 * the data is in a different order than the array indices.
536 * glVertexAttribPointer(0, 4, GL_FLOAT, 32, &data[4]);
537 * glVertexAttribPointer(1, 4, GL_FLOAT, 32, &data[0]);
542 upload
[nr_uploads
++] = input
;
546 /* If we need to upload all the arrays, then we can trim those arrays to
547 * only the used elements [min_index, max_index] so long as we adjust all
548 * the values used in the 3DPRIMITIVE i.e. by setting the vertex bias.
550 brw
->vb
.start_vertex_bias
= 0;
552 if (nr_uploads
== brw
->vb
.nr_enabled
) {
553 brw
->vb
.start_vertex_bias
= -delta
;
557 /* Handle any arrays to be uploaded. */
558 if (nr_uploads
> 1) {
560 struct brw_vertex_buffer
*buffer
= &brw
->vb
.buffers
[j
];
561 /* All uploads are interleaved, so upload the arrays together as
562 * interleaved. First, upload the contents and set up upload[0].
564 copy_array_to_vbo_array(brw
, upload
[0], min_index
, max_index
,
565 buffer
, interleaved
);
566 buffer
->offset
-= delta
* interleaved
;
568 for (i
= 0; i
< nr_uploads
; i
++) {
569 /* Then, just point upload[i] at upload[0]'s buffer. */
571 ((const unsigned char *)upload
[i
]->glarray
->Ptr
- ptr
);
572 upload
[i
]->buffer
= j
;
579 /* Upload non-interleaved arrays */
580 for (i
= 0; i
< nr_uploads
; i
++) {
581 struct brw_vertex_buffer
*buffer
= &brw
->vb
.buffers
[j
];
582 if (upload
[i
]->glarray
->InstanceDivisor
== 0) {
583 copy_array_to_vbo_array(brw
, upload
[i
], min_index
, max_index
,
584 buffer
, upload
[i
]->glarray
->_ElementSize
);
586 /* This is an instanced attribute, since its InstanceDivisor
587 * is not zero. Therefore, its data will be stepped after the
588 * instanced draw has been run InstanceDivisor times.
590 uint32_t instanced_attr_max_index
=
591 (brw
->num_instances
- 1) / upload
[i
]->glarray
->InstanceDivisor
;
592 copy_array_to_vbo_array(brw
, upload
[i
], 0, instanced_attr_max_index
,
593 buffer
, upload
[i
]->glarray
->_ElementSize
);
595 buffer
->offset
-= delta
* buffer
->stride
;
596 buffer
->step_rate
= upload
[i
]->glarray
->InstanceDivisor
;
597 upload
[i
]->buffer
= j
++;
598 upload
[i
]->offset
= 0;
601 brw
->vb
.nr_buffers
= j
;
605 brw_prepare_shader_draw_parameters(struct brw_context
*brw
)
607 int *gl_basevertex_value
;
608 if (brw
->draw
.indexed
) {
609 brw
->draw
.start_vertex_location
+= brw
->ib
.start_vertex_offset
;
610 brw
->draw
.base_vertex_location
+= brw
->vb
.start_vertex_bias
;
611 gl_basevertex_value
= &brw
->draw
.base_vertex_location
;
613 brw
->draw
.start_vertex_location
+= brw
->vb
.start_vertex_bias
;
614 gl_basevertex_value
= &brw
->draw
.start_vertex_location
;
617 /* For non-indirect draws, upload gl_BaseVertex. */
618 if (brw
->vs
.prog_data
->uses_vertexid
&& brw
->draw
.draw_params_bo
== NULL
) {
619 intel_upload_data(brw
, gl_basevertex_value
, 4, 4,
620 &brw
->draw
.draw_params_bo
,
621 &brw
->draw
.draw_params_offset
);
626 * Emit a VERTEX_BUFFER_STATE entry (part of 3DSTATE_VERTEX_BUFFERS).
629 emit_vertex_buffer_state(struct brw_context
*brw
,
632 unsigned bo_ending_address
,
637 struct gl_context
*ctx
= &brw
->ctx
;
641 dw0
= (buffer_nr
<< GEN6_VB0_INDEX_SHIFT
) |
642 (step_rate
? GEN6_VB0_ACCESS_INSTANCEDATA
643 : GEN6_VB0_ACCESS_VERTEXDATA
);
645 dw0
= (buffer_nr
<< BRW_VB0_INDEX_SHIFT
) |
646 (step_rate
? BRW_VB0_ACCESS_INSTANCEDATA
647 : BRW_VB0_ACCESS_VERTEXDATA
);
651 dw0
|= GEN7_VB0_ADDRESS_MODIFYENABLE
;
654 dw0
|= GEN7_MOCS_L3
<< 16;
656 WARN_ONCE(stride
>= (brw
->gen
>= 5 ? 2048 : 2047),
657 "VBO stride %d too large, bad rendering may occur\n",
659 OUT_BATCH(dw0
| (stride
<< BRW_VB0_PITCH_SHIFT
));
660 OUT_RELOC(bo
, I915_GEM_DOMAIN_VERTEX
, 0, bo_offset
);
662 OUT_RELOC(bo
, I915_GEM_DOMAIN_VERTEX
, 0, bo_ending_address
);
666 OUT_BATCH(step_rate
);
669 static void brw_emit_vertices(struct brw_context
*brw
)
673 brw_prepare_vertices(brw
);
674 brw_prepare_shader_draw_parameters(brw
);
676 brw_emit_query_begin(brw
);
678 unsigned nr_elements
= brw
->vb
.nr_enabled
;
679 if (brw
->vs
.prog_data
->uses_vertexid
|| brw
->vs
.prog_data
->uses_instanceid
)
682 /* If the VS doesn't read any inputs (calculating vertex position from
683 * a state variable for some reason, for example), emit a single pad
684 * VERTEX_ELEMENT struct and bail.
686 * The stale VB state stays in place, but they don't do anything unless
687 * a VE loads from them.
689 if (nr_elements
== 0) {
691 OUT_BATCH((_3DSTATE_VERTEX_ELEMENTS
<< 16) | 1);
693 OUT_BATCH((0 << GEN6_VE0_INDEX_SHIFT
) |
695 (BRW_SURFACEFORMAT_R32G32B32A32_FLOAT
<< BRW_VE0_FORMAT_SHIFT
) |
696 (0 << BRW_VE0_SRC_OFFSET_SHIFT
));
698 OUT_BATCH((0 << BRW_VE0_INDEX_SHIFT
) |
700 (BRW_SURFACEFORMAT_R32G32B32A32_FLOAT
<< BRW_VE0_FORMAT_SHIFT
) |
701 (0 << BRW_VE0_SRC_OFFSET_SHIFT
));
703 OUT_BATCH((BRW_VE1_COMPONENT_STORE_0
<< BRW_VE1_COMPONENT_0_SHIFT
) |
704 (BRW_VE1_COMPONENT_STORE_0
<< BRW_VE1_COMPONENT_1_SHIFT
) |
705 (BRW_VE1_COMPONENT_STORE_0
<< BRW_VE1_COMPONENT_2_SHIFT
) |
706 (BRW_VE1_COMPONENT_STORE_1_FLT
<< BRW_VE1_COMPONENT_3_SHIFT
));
711 /* Now emit VB and VEP state packets.
714 unsigned nr_buffers
=
715 brw
->vb
.nr_buffers
+ brw
->vs
.prog_data
->uses_vertexid
;
719 assert(nr_buffers
<= 33);
721 assert(nr_buffers
<= 17);
724 BEGIN_BATCH(1 + 4 * nr_buffers
);
725 OUT_BATCH((_3DSTATE_VERTEX_BUFFERS
<< 16) | (4 * nr_buffers
- 1));
726 for (i
= 0; i
< brw
->vb
.nr_buffers
; i
++) {
727 struct brw_vertex_buffer
*buffer
= &brw
->vb
.buffers
[i
];
728 emit_vertex_buffer_state(brw
, i
, buffer
->bo
, buffer
->bo
->size
- 1,
729 buffer
->offset
, buffer
->stride
,
734 if (brw
->vs
.prog_data
->uses_vertexid
) {
735 emit_vertex_buffer_state(brw
, brw
->vb
.nr_buffers
,
736 brw
->draw
.draw_params_bo
,
737 brw
->draw
.draw_params_bo
->size
- 1,
738 brw
->draw
.draw_params_offset
,
745 /* The hardware allows one more VERTEX_ELEMENTS than VERTEX_BUFFERS, presumably
746 * for VertexID/InstanceID.
749 assert(nr_elements
<= 34);
751 assert(nr_elements
<= 18);
754 struct brw_vertex_element
*gen6_edgeflag_input
= NULL
;
756 BEGIN_BATCH(1 + nr_elements
* 2);
757 OUT_BATCH((_3DSTATE_VERTEX_ELEMENTS
<< 16) | (2 * nr_elements
- 1));
758 for (i
= 0; i
< brw
->vb
.nr_enabled
; i
++) {
759 struct brw_vertex_element
*input
= brw
->vb
.enabled
[i
];
760 uint32_t format
= brw_get_vertex_surface_type(brw
, input
->glarray
);
761 uint32_t comp0
= BRW_VE1_COMPONENT_STORE_SRC
;
762 uint32_t comp1
= BRW_VE1_COMPONENT_STORE_SRC
;
763 uint32_t comp2
= BRW_VE1_COMPONENT_STORE_SRC
;
764 uint32_t comp3
= BRW_VE1_COMPONENT_STORE_SRC
;
766 if (input
== &brw
->vb
.inputs
[VERT_ATTRIB_EDGEFLAG
]) {
767 /* Gen6+ passes edgeflag as sideband along with the vertex, instead
768 * of in the VUE. We have to upload it sideband as the last vertex
769 * element according to the B-Spec.
772 gen6_edgeflag_input
= input
;
777 switch (input
->glarray
->Size
) {
778 case 0: comp0
= BRW_VE1_COMPONENT_STORE_0
;
779 case 1: comp1
= BRW_VE1_COMPONENT_STORE_0
;
780 case 2: comp2
= BRW_VE1_COMPONENT_STORE_0
;
781 case 3: comp3
= input
->glarray
->Integer
? BRW_VE1_COMPONENT_STORE_1_INT
782 : BRW_VE1_COMPONENT_STORE_1_FLT
;
787 OUT_BATCH((input
->buffer
<< GEN6_VE0_INDEX_SHIFT
) |
789 (format
<< BRW_VE0_FORMAT_SHIFT
) |
790 (input
->offset
<< BRW_VE0_SRC_OFFSET_SHIFT
));
792 OUT_BATCH((input
->buffer
<< BRW_VE0_INDEX_SHIFT
) |
794 (format
<< BRW_VE0_FORMAT_SHIFT
) |
795 (input
->offset
<< BRW_VE0_SRC_OFFSET_SHIFT
));
799 OUT_BATCH((comp0
<< BRW_VE1_COMPONENT_0_SHIFT
) |
800 (comp1
<< BRW_VE1_COMPONENT_1_SHIFT
) |
801 (comp2
<< BRW_VE1_COMPONENT_2_SHIFT
) |
802 (comp3
<< BRW_VE1_COMPONENT_3_SHIFT
));
804 OUT_BATCH((comp0
<< BRW_VE1_COMPONENT_0_SHIFT
) |
805 (comp1
<< BRW_VE1_COMPONENT_1_SHIFT
) |
806 (comp2
<< BRW_VE1_COMPONENT_2_SHIFT
) |
807 (comp3
<< BRW_VE1_COMPONENT_3_SHIFT
) |
808 ((i
* 4) << BRW_VE1_DST_OFFSET_SHIFT
));
811 if (brw
->gen
>= 6 && gen6_edgeflag_input
) {
813 brw_get_vertex_surface_type(brw
, gen6_edgeflag_input
->glarray
);
815 OUT_BATCH((gen6_edgeflag_input
->buffer
<< GEN6_VE0_INDEX_SHIFT
) |
817 GEN6_VE0_EDGE_FLAG_ENABLE
|
818 (format
<< BRW_VE0_FORMAT_SHIFT
) |
819 (gen6_edgeflag_input
->offset
<< BRW_VE0_SRC_OFFSET_SHIFT
));
820 OUT_BATCH((BRW_VE1_COMPONENT_STORE_SRC
<< BRW_VE1_COMPONENT_0_SHIFT
) |
821 (BRW_VE1_COMPONENT_STORE_0
<< BRW_VE1_COMPONENT_1_SHIFT
) |
822 (BRW_VE1_COMPONENT_STORE_0
<< BRW_VE1_COMPONENT_2_SHIFT
) |
823 (BRW_VE1_COMPONENT_STORE_0
<< BRW_VE1_COMPONENT_3_SHIFT
));
826 if (brw
->vs
.prog_data
->uses_vertexid
|| brw
->vs
.prog_data
->uses_instanceid
) {
827 uint32_t dw0
= 0, dw1
= 0;
828 uint32_t comp0
= BRW_VE1_COMPONENT_STORE_0
;
829 uint32_t comp1
= BRW_VE1_COMPONENT_STORE_0
;
830 uint32_t comp2
= BRW_VE1_COMPONENT_STORE_0
;
831 uint32_t comp3
= BRW_VE1_COMPONENT_STORE_0
;
833 if (brw
->vs
.prog_data
->uses_vertexid
) {
834 comp0
= BRW_VE1_COMPONENT_STORE_SRC
;
835 comp2
= BRW_VE1_COMPONENT_STORE_VID
;
838 if (brw
->vs
.prog_data
->uses_instanceid
) {
839 comp3
= BRW_VE1_COMPONENT_STORE_IID
;
842 dw1
= (comp0
<< BRW_VE1_COMPONENT_0_SHIFT
) |
843 (comp1
<< BRW_VE1_COMPONENT_1_SHIFT
) |
844 (comp2
<< BRW_VE1_COMPONENT_2_SHIFT
) |
845 (comp3
<< BRW_VE1_COMPONENT_3_SHIFT
);
848 dw0
|= GEN6_VE0_VALID
|
849 brw
->vb
.nr_buffers
<< GEN6_VE0_INDEX_SHIFT
|
850 BRW_SURFACEFORMAT_R32_UINT
<< BRW_VE0_FORMAT_SHIFT
;
852 dw0
|= BRW_VE0_VALID
|
853 brw
->vb
.nr_buffers
<< BRW_VE0_INDEX_SHIFT
|
854 BRW_SURFACEFORMAT_R32_UINT
<< BRW_VE0_FORMAT_SHIFT
;
855 dw1
|= (i
* 4) << BRW_VE1_DST_OFFSET_SHIFT
;
858 /* Note that for gl_VertexID, gl_InstanceID, and gl_PrimitiveID values,
859 * the format is ignored and the value is always int.
869 const struct brw_tracked_state brw_vertices
= {
871 .mesa
= _NEW_POLYGON
,
872 .brw
= BRW_NEW_BATCH
|
874 .cache
= CACHE_NEW_VS_PROG
,
876 .emit
= brw_emit_vertices
,
879 static void brw_upload_indices(struct brw_context
*brw
)
881 struct gl_context
*ctx
= &brw
->ctx
;
882 const struct _mesa_index_buffer
*index_buffer
= brw
->ib
.ib
;
884 drm_intel_bo
*old_bo
= brw
->ib
.bo
;
885 struct gl_buffer_object
*bufferobj
;
889 if (index_buffer
== NULL
)
892 ib_type_size
= _mesa_sizeof_type(index_buffer
->type
);
893 ib_size
= ib_type_size
* index_buffer
->count
;
894 bufferobj
= index_buffer
->obj
;
896 /* Turn into a proper VBO:
898 if (!_mesa_is_bufferobj(bufferobj
)) {
899 /* Get new bufferobj, offset:
901 intel_upload_data(brw
, index_buffer
->ptr
, ib_size
, ib_type_size
,
902 &brw
->ib
.bo
, &offset
);
904 offset
= (GLuint
) (unsigned long) index_buffer
->ptr
;
906 /* If the index buffer isn't aligned to its element size, we have to
907 * rebase it into a temporary.
909 if ((ib_type_size
- 1) & offset
) {
910 perf_debug("copying index buffer to a temporary to work around "
911 "misaligned offset %d\n", offset
);
913 GLubyte
*map
= ctx
->Driver
.MapBufferRange(ctx
,
920 intel_upload_data(brw
, map
, ib_size
, ib_type_size
,
921 &brw
->ib
.bo
, &offset
);
923 ctx
->Driver
.UnmapBuffer(ctx
, bufferobj
, MAP_INTERNAL
);
926 intel_bufferobj_buffer(brw
, intel_buffer_object(bufferobj
),
928 if (bo
!= brw
->ib
.bo
) {
929 drm_intel_bo_unreference(brw
->ib
.bo
);
931 drm_intel_bo_reference(bo
);
936 /* Use 3DPRIMITIVE's start_vertex_offset to avoid re-uploading
937 * the index buffer state when we're just moving the start index
940 brw
->ib
.start_vertex_offset
= offset
/ ib_type_size
;
942 if (brw
->ib
.bo
!= old_bo
)
943 brw
->state
.dirty
.brw
|= BRW_NEW_INDEX_BUFFER
;
945 if (index_buffer
->type
!= brw
->ib
.type
) {
946 brw
->ib
.type
= index_buffer
->type
;
947 brw
->state
.dirty
.brw
|= BRW_NEW_INDEX_BUFFER
;
951 const struct brw_tracked_state brw_indices
= {
954 .brw
= BRW_NEW_INDICES
,
957 .emit
= brw_upload_indices
,
960 static void brw_emit_index_buffer(struct brw_context
*brw
)
962 const struct _mesa_index_buffer
*index_buffer
= brw
->ib
.ib
;
963 GLuint cut_index_setting
;
965 if (index_buffer
== NULL
)
968 if (brw
->prim_restart
.enable_cut_index
&& !brw
->is_haswell
) {
969 cut_index_setting
= BRW_CUT_INDEX_ENABLE
;
971 cut_index_setting
= 0;
975 OUT_BATCH(CMD_INDEX_BUFFER
<< 16 |
977 brw_get_index_type(index_buffer
->type
) << 8 |
979 OUT_RELOC(brw
->ib
.bo
,
980 I915_GEM_DOMAIN_VERTEX
, 0,
982 OUT_RELOC(brw
->ib
.bo
,
983 I915_GEM_DOMAIN_VERTEX
, 0,
984 brw
->ib
.bo
->size
- 1);
988 const struct brw_tracked_state brw_index_buffer
= {
991 .brw
= BRW_NEW_BATCH
|
992 BRW_NEW_INDEX_BUFFER
,
995 .emit
= brw_emit_index_buffer
,