1 /**************************************************************************
3 * Copyright 2007 VMware, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
28 #include "main/bufferobj.h"
29 #include "main/image.h"
31 #include "main/imports.h"
32 #include "main/readpix.h"
33 #include "main/enums.h"
34 #include "main/framebuffer.h"
35 #include "util/u_inlines.h"
36 #include "util/u_format.h"
37 #include "cso_cache/cso_context.h"
39 #include "st_cb_fbo.h"
41 #include "st_context.h"
42 #include "st_cb_bitmap.h"
43 #include "st_cb_readpixels.h"
45 #include "state_tracker/st_cb_texture.h"
46 #include "state_tracker/st_format.h"
47 #include "state_tracker/st_pbo.h"
48 #include "state_tracker/st_texture.h"
50 /* The readpixels cache caches a blitted staging texture so that back-to-back
51 * calls to glReadPixels with user pointers require less CPU-GPU synchronization.
55 * (1) Blits have high synchronization overheads, and it is beneficial to
56 * use a single blit of the entire framebuffer instead of many smaller
57 * blits (because the smaller blits cannot be batched, and we have to wait
58 * for the GPU after each one).
60 * (2) transfer_map implicitly involves a blit as well (for de-tiling, copy
61 * from VRAM, etc.), so that it is beneficial to replace the
62 * _mesa_readpixels path as well when possible.
64 * Change this #define to true to fill and use the cache whenever possible
65 * (this is inefficient and only meant for testing / debugging).
67 #define ALWAYS_READPIXELS_CACHE false
70 needs_integer_signed_unsigned_conversion(const struct gl_context
*ctx
,
71 GLenum format
, GLenum type
)
73 struct gl_renderbuffer
*rb
=
74 _mesa_get_read_renderbuffer_for_format(ctx
, format
);
78 GLenum srcType
= _mesa_get_format_datatype(rb
->Format
);
80 if ((srcType
== GL_INT
&&
81 (type
== GL_UNSIGNED_INT
||
82 type
== GL_UNSIGNED_SHORT
||
83 type
== GL_UNSIGNED_BYTE
)) ||
84 (srcType
== GL_UNSIGNED_INT
&&
95 try_pbo_readpixels(struct st_context
*st
, struct st_renderbuffer
*strb
,
97 GLint x
, GLint y
, GLsizei width
, GLsizei height
,
98 enum pipe_format src_format
, enum pipe_format dst_format
,
99 const struct gl_pixelstore_attrib
*pack
, void *pixels
)
101 struct pipe_context
*pipe
= st
->pipe
;
102 struct pipe_screen
*screen
= pipe
->screen
;
103 struct cso_context
*cso
= st
->cso_context
;
104 struct pipe_surface
*surface
= strb
->surface
;
105 struct pipe_resource
*texture
= strb
->texture
;
106 const struct util_format_description
*desc
;
107 struct st_pbo_addresses addr
;
108 struct pipe_framebuffer_state fb
;
109 enum pipe_texture_target view_target
;
110 bool success
= false;
112 if (texture
->nr_samples
> 1)
115 if (!screen
->is_format_supported(screen
, dst_format
, PIPE_BUFFER
, 0, 0,
116 PIPE_BIND_SHADER_IMAGE
))
119 desc
= util_format_description(dst_format
);
121 /* Compute PBO addresses */
122 addr
.bytes_per_pixel
= desc
->block
.bits
/ 8;
126 addr
.height
= height
;
128 if (!st_pbo_addresses_pixelstore(st
, GL_TEXTURE_2D
, false, pack
, pixels
, &addr
))
131 cso_save_state(cso
, (CSO_BIT_FRAGMENT_SAMPLER_VIEWS
|
132 CSO_BIT_FRAGMENT_SAMPLERS
|
133 CSO_BIT_FRAGMENT_IMAGE0
|
135 CSO_BIT_VERTEX_ELEMENTS
|
136 CSO_BIT_AUX_VERTEX_BUFFER_SLOT
|
137 CSO_BIT_FRAMEBUFFER
|
140 CSO_BIT_DEPTH_STENCIL_ALPHA
|
141 CSO_BIT_STREAM_OUTPUTS
|
142 CSO_BIT_PAUSE_QUERIES
|
143 CSO_BIT_SAMPLE_MASK
|
144 CSO_BIT_MIN_SAMPLES
|
145 CSO_BIT_RENDER_CONDITION
|
146 CSO_BITS_ALL_SHADERS
));
147 cso_save_constant_buffer_slot0(cso
, PIPE_SHADER_FRAGMENT
);
149 cso_set_sample_mask(cso
, ~0);
150 cso_set_min_samples(cso
, 1);
151 cso_set_render_condition(cso
, NULL
, FALSE
, 0);
153 /* Set up the sampler_view */
155 struct pipe_sampler_view templ
;
156 struct pipe_sampler_view
*sampler_view
;
157 struct pipe_sampler_state sampler
= {0};
158 const struct pipe_sampler_state
*samplers
[1] = {&sampler
};
160 u_sampler_view_default_template(&templ
, texture
, src_format
);
162 switch (texture
->target
) {
163 case PIPE_TEXTURE_CUBE
:
164 case PIPE_TEXTURE_CUBE_ARRAY
:
165 view_target
= PIPE_TEXTURE_2D_ARRAY
;
168 view_target
= texture
->target
;
172 templ
.target
= view_target
;
173 templ
.u
.tex
.first_level
= surface
->u
.tex
.level
;
174 templ
.u
.tex
.last_level
= templ
.u
.tex
.first_level
;
176 if (view_target
!= PIPE_TEXTURE_3D
) {
177 templ
.u
.tex
.first_layer
= surface
->u
.tex
.first_layer
;
178 templ
.u
.tex
.last_layer
= templ
.u
.tex
.first_layer
;
180 addr
.constants
.layer_offset
= surface
->u
.tex
.first_layer
;
183 sampler_view
= pipe
->create_sampler_view(pipe
, texture
, &templ
);
184 if (sampler_view
== NULL
)
187 cso_set_sampler_views(cso
, PIPE_SHADER_FRAGMENT
, 1, &sampler_view
);
189 pipe_sampler_view_reference(&sampler_view
, NULL
);
191 cso_set_samplers(cso
, PIPE_SHADER_FRAGMENT
, 1, samplers
);
194 /* Set up destination image */
196 struct pipe_image_view image
;
198 memset(&image
, 0, sizeof(image
));
199 image
.resource
= addr
.buffer
;
200 image
.format
= dst_format
;
201 image
.access
= PIPE_IMAGE_ACCESS_WRITE
;
202 image
.u
.buf
.offset
= addr
.first_element
* addr
.bytes_per_pixel
;
203 image
.u
.buf
.size
= (addr
.last_element
- addr
.first_element
+ 1) *
204 addr
.bytes_per_pixel
;
206 cso_set_shader_images(cso
, PIPE_SHADER_FRAGMENT
, 0, 1, &image
);
209 /* Set up no-attachment framebuffer */
210 memset(&fb
, 0, sizeof(fb
));
211 fb
.width
= surface
->width
;
212 fb
.height
= surface
->height
;
215 cso_set_framebuffer(cso
, &fb
);
217 /* Any blend state would do. Set this just to prevent drivers having
220 cso_set_blend(cso
, &st
->pbo
.upload_blend
);
222 cso_set_viewport_dims(cso
, fb
.width
, fb
.height
, invert_y
);
225 st_pbo_addresses_invert_y(&addr
, fb
.height
);
228 struct pipe_depth_stencil_alpha_state dsa
;
229 memset(&dsa
, 0, sizeof(dsa
));
230 cso_set_depth_stencil_alpha(cso
, &dsa
);
233 /* Set up the fragment shader */
235 void *fs
= st_pbo_get_download_fs(st
, view_target
, src_format
, dst_format
);
239 cso_set_fragment_shader_handle(cso
, fs
);
242 success
= st_pbo_draw(st
, &addr
, fb
.width
, fb
.height
);
244 /* Buffer written via shader images needs explicit synchronization. */
245 pipe
->memory_barrier(pipe
, PIPE_BARRIER_ALL
);
248 cso_restore_state(cso
);
249 cso_restore_constant_buffer_slot0(cso
, PIPE_SHADER_FRAGMENT
);
255 * Create a staging texture and blit the requested region to it.
257 static struct pipe_resource
*
258 blit_to_staging(struct st_context
*st
, struct st_renderbuffer
*strb
,
260 GLint x
, GLint y
, GLsizei width
, GLsizei height
,
262 enum pipe_format src_format
, enum pipe_format dst_format
)
264 struct pipe_context
*pipe
= st
->pipe
;
265 struct pipe_screen
*screen
= pipe
->screen
;
266 struct pipe_resource dst_templ
;
267 struct pipe_resource
*dst
;
268 struct pipe_blit_info blit
;
270 /* We are creating a texture of the size of the region being read back.
271 * Need to check for NPOT texture support. */
272 if (!screen
->get_param(screen
, PIPE_CAP_NPOT_TEXTURES
) &&
273 (!util_is_power_of_two_or_zero(width
) ||
274 !util_is_power_of_two_or_zero(height
)))
277 /* create the destination texture */
278 memset(&dst_templ
, 0, sizeof(dst_templ
));
279 dst_templ
.target
= PIPE_TEXTURE_2D
;
280 dst_templ
.format
= dst_format
;
281 if (util_format_is_depth_or_stencil(dst_format
))
282 dst_templ
.bind
|= PIPE_BIND_DEPTH_STENCIL
;
284 dst_templ
.bind
|= PIPE_BIND_RENDER_TARGET
;
285 dst_templ
.usage
= PIPE_USAGE_STAGING
;
287 st_gl_texture_dims_to_pipe_dims(GL_TEXTURE_2D
, width
, height
, 1,
288 &dst_templ
.width0
, &dst_templ
.height0
,
289 &dst_templ
.depth0
, &dst_templ
.array_size
);
291 dst
= screen
->resource_create(screen
, &dst_templ
);
295 memset(&blit
, 0, sizeof(blit
));
296 blit
.src
.resource
= strb
->texture
;
297 blit
.src
.level
= strb
->surface
->u
.tex
.level
;
298 blit
.src
.format
= src_format
;
299 blit
.dst
.resource
= dst
;
301 blit
.dst
.format
= dst
->format
;
306 blit
.src
.box
.z
= strb
->surface
->u
.tex
.first_layer
;
308 blit
.src
.box
.width
= blit
.dst
.box
.width
= width
;
309 blit
.src
.box
.height
= blit
.dst
.box
.height
= height
;
310 blit
.src
.box
.depth
= blit
.dst
.box
.depth
= 1;
311 blit
.mask
= st_get_blit_mask(strb
->Base
._BaseFormat
, format
);
312 blit
.filter
= PIPE_TEX_FILTER_NEAREST
;
313 blit
.scissor_enable
= FALSE
;
316 blit
.src
.box
.y
= strb
->Base
.Height
- blit
.src
.box
.y
;
317 blit
.src
.box
.height
= -blit
.src
.box
.height
;
321 st
->pipe
->blit(st
->pipe
, &blit
);
326 static struct pipe_resource
*
327 try_cached_readpixels(struct st_context
*st
, struct st_renderbuffer
*strb
,
329 GLsizei width
, GLsizei height
,
331 enum pipe_format src_format
, enum pipe_format dst_format
)
333 struct pipe_resource
*src
= strb
->texture
;
334 struct pipe_resource
*dst
= NULL
;
336 if (ST_DEBUG
& DEBUG_NOREADPIXCACHE
)
339 /* Reset cache after invalidation or switch of parameters. */
340 if (st
->readpix_cache
.src
!= src
||
341 st
->readpix_cache
.dst_format
!= dst_format
||
342 st
->readpix_cache
.level
!= strb
->surface
->u
.tex
.level
||
343 st
->readpix_cache
.layer
!= strb
->surface
->u
.tex
.first_layer
) {
344 pipe_resource_reference(&st
->readpix_cache
.src
, src
);
345 pipe_resource_reference(&st
->readpix_cache
.cache
, NULL
);
346 st
->readpix_cache
.dst_format
= dst_format
;
347 st
->readpix_cache
.level
= strb
->surface
->u
.tex
.level
;
348 st
->readpix_cache
.layer
= strb
->surface
->u
.tex
.first_layer
;
349 st
->readpix_cache
.hits
= 0;
352 /* Decide whether to trigger the cache. */
353 if (!st
->readpix_cache
.cache
) {
354 if (!strb
->use_readpix_cache
&& !ALWAYS_READPIXELS_CACHE
) {
355 /* Heuristic: If previous successive calls read at least a fraction
356 * of the surface _and_ we read again, trigger the cache.
358 unsigned threshold
= MAX2(1, strb
->Base
.Width
* strb
->Base
.Height
/ 8);
360 if (st
->readpix_cache
.hits
< threshold
) {
361 st
->readpix_cache
.hits
+= width
* height
;
365 strb
->use_readpix_cache
= true;
369 st
->readpix_cache
.cache
= blit_to_staging(st
, strb
, invert_y
,
372 strb
->Base
.Height
, format
,
373 src_format
, dst_format
);
376 /* Return an owning reference to stay consistent with the non-cached path */
377 pipe_resource_reference(&dst
, st
->readpix_cache
.cache
);
383 * This uses a blit to copy the read buffer to a texture format which matches
384 * the format and type combo and then a fast read-back is done using memcpy.
385 * We can do arbitrary X/Y/Z/W/0/1 swizzling here as long as there is
386 * a format which matches the swizzling.
388 * If such a format isn't available, we fall back to _mesa_readpixels.
390 * NOTE: Some drivers use a blit to convert between tiled and linear
391 * texture layouts during texture uploads/downloads, so the blit
392 * we do here should be free in such cases.
395 st_ReadPixels(struct gl_context
*ctx
, GLint x
, GLint y
,
396 GLsizei width
, GLsizei height
,
397 GLenum format
, GLenum type
,
398 const struct gl_pixelstore_attrib
*pack
,
401 struct st_context
*st
= st_context(ctx
);
402 struct gl_renderbuffer
*rb
=
403 _mesa_get_read_renderbuffer_for_format(ctx
, format
);
404 struct st_renderbuffer
*strb
= st_renderbuffer(rb
);
405 struct pipe_context
*pipe
= st
->pipe
;
406 struct pipe_screen
*screen
= pipe
->screen
;
407 struct pipe_resource
*src
;
408 struct pipe_resource
*dst
= NULL
;
409 enum pipe_format dst_format
, src_format
;
411 struct pipe_transfer
*tex_xfer
;
415 /* Validate state (to be sure we have up-to-date framebuffer surfaces)
416 * and flush the bitmap cache prior to reading. */
417 st_validate_state(st
, ST_PIPELINE_UPDATE_FRAMEBUFFER
);
418 st_flush_bitmap_cache(st
);
420 if (!st
->prefer_blit_based_texture_transfer
) {
424 /* This must be done after state validation. */
427 /* XXX Fallback for depth-stencil formats due to an incomplete
428 * stencil blit implementation in some drivers. */
429 if (format
== GL_DEPTH_STENCIL
) {
433 /* If the base internal format and the texture format don't match, we have
434 * to use the slow path. */
435 if (rb
->_BaseFormat
!=
436 _mesa_get_format_base_format(rb
->Format
)) {
440 if (_mesa_readpixels_needs_slow_path(ctx
, format
, type
, GL_TRUE
)) {
444 /* Convert the source format to what is expected by ReadPixels
445 * and see if it's supported. */
446 src_format
= util_format_linear(src
->format
);
447 src_format
= util_format_luminance_to_red(src_format
);
448 src_format
= util_format_intensity_to_red(src_format
);
451 !screen
->is_format_supported(screen
, src_format
, src
->target
,
452 src
->nr_samples
, src
->nr_storage_samples
,
453 PIPE_BIND_SAMPLER_VIEW
)) {
457 if (format
== GL_DEPTH_COMPONENT
|| format
== GL_DEPTH_STENCIL
)
458 bind
= PIPE_BIND_DEPTH_STENCIL
;
460 bind
= PIPE_BIND_RENDER_TARGET
;
462 /* Choose the destination format by finding the best match
463 * for the format+type combo. */
464 dst_format
= st_choose_matching_format(st
, bind
, format
, type
,
466 if (dst_format
== PIPE_FORMAT_NONE
) {
470 if (st
->pbo
.download_enabled
&& _mesa_is_bufferobj(pack
->BufferObj
)) {
471 if (try_pbo_readpixels(st
, strb
,
472 st_fb_orientation(ctx
->ReadBuffer
) == Y_0_TOP
,
474 src_format
, dst_format
,
479 if (needs_integer_signed_unsigned_conversion(ctx
, format
, type
)) {
483 /* Cache a staging texture for back-to-back ReadPixels, to avoid CPU-GPU
484 * synchronization overhead.
486 dst
= try_cached_readpixels(st
, strb
,
487 st_fb_orientation(ctx
->ReadBuffer
) == Y_0_TOP
,
488 width
, height
, format
, src_format
, dst_format
);
493 /* See if the texture format already matches the format and type,
494 * in which case the memcpy-based fast path will likely be used and
495 * we don't have to blit. */
496 if (_mesa_format_matches_format_and_type(rb
->Format
, format
,
497 type
, pack
->SwapBytes
, NULL
)) {
501 dst
= blit_to_staging(st
, strb
,
502 st_fb_orientation(ctx
->ReadBuffer
) == Y_0_TOP
,
503 x
, y
, width
, height
, format
,
504 src_format
, dst_format
);
513 pixels
= _mesa_map_pbo_dest(ctx
, pack
, pixels
);
515 map
= pipe_transfer_map_3d(pipe
, dst
, 0, PIPE_TRANSFER_READ
,
516 dst_x
, dst_y
, 0, width
, height
, 1, &tex_xfer
);
518 _mesa_unmap_pbo_dest(ctx
, pack
);
519 pipe_resource_reference(&dst
, NULL
);
523 /* memcpy data into a user buffer */
525 const uint bytesPerRow
= width
* util_format_get_blocksize(dst_format
);
526 const int destStride
= _mesa_image_row_stride(pack
, width
, format
, type
);
527 char *dest
= _mesa_image_address2d(pack
, pixels
,
528 width
, height
, format
,
531 if (tex_xfer
->stride
== bytesPerRow
&& destStride
== bytesPerRow
) {
532 memcpy(dest
, map
, bytesPerRow
* height
);
536 for (row
= 0; row
< (unsigned) height
; row
++) {
537 memcpy(dest
, map
, bytesPerRow
);
538 map
+= tex_xfer
->stride
;
544 pipe_transfer_unmap(pipe
, tex_xfer
);
545 _mesa_unmap_pbo_dest(ctx
, pack
);
546 pipe_resource_reference(&dst
, NULL
);
550 _mesa_readpixels(ctx
, x
, y
, width
, height
, format
, type
, pack
, pixels
);
553 void st_init_readpixels_functions(struct dd_function_table
*functions
)
555 functions
->ReadPixels
= st_ReadPixels
;