1 /**************************************************************************
3 * Copyright 2007 VMware, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
29 #include "main/bufferobj.h"
30 #include "main/enums.h"
31 #include "main/errors.h"
32 #include "main/fbobject.h"
33 #include "main/formats.h"
34 #include "main/format_utils.h"
35 #include "main/glformats.h"
36 #include "main/image.h"
37 #include "main/imports.h"
38 #include "main/macros.h"
39 #include "main/mipmap.h"
40 #include "main/pack.h"
42 #include "main/pixeltransfer.h"
43 #include "main/texcompress.h"
44 #include "main/texcompress_astc.h"
45 #include "main/texcompress_etc.h"
46 #include "main/texgetimage.h"
47 #include "main/teximage.h"
48 #include "main/texobj.h"
49 #include "main/texstore.h"
51 #include "state_tracker/st_debug.h"
52 #include "state_tracker/st_context.h"
53 #include "state_tracker/st_cb_bitmap.h"
54 #include "state_tracker/st_cb_fbo.h"
55 #include "state_tracker/st_cb_flush.h"
56 #include "state_tracker/st_cb_texture.h"
57 #include "state_tracker/st_cb_bufferobjects.h"
58 #include "state_tracker/st_cb_memoryobjects.h"
59 #include "state_tracker/st_format.h"
60 #include "state_tracker/st_pbo.h"
61 #include "state_tracker/st_texture.h"
62 #include "state_tracker/st_gen_mipmap.h"
63 #include "state_tracker/st_atom.h"
64 #include "state_tracker/st_sampler_view.h"
65 #include "state_tracker/st_util.h"
67 #include "pipe/p_context.h"
68 #include "pipe/p_defines.h"
69 #include "util/u_inlines.h"
70 #include "util/u_upload_mgr.h"
71 #include "pipe/p_shader_tokens.h"
72 #include "util/u_tile.h"
73 #include "util/u_format.h"
74 #include "util/u_surface.h"
75 #include "util/u_sampler.h"
76 #include "util/u_math.h"
77 #include "util/u_box.h"
78 #include "util/u_simple_shaders.h"
79 #include "cso_cache/cso_context.h"
80 #include "tgsi/tgsi_ureg.h"
82 #define DBG if (0) printf
85 enum pipe_texture_target
86 gl_target_to_pipe(GLenum target
)
90 case GL_PROXY_TEXTURE_1D
:
91 return PIPE_TEXTURE_1D
;
93 case GL_PROXY_TEXTURE_2D
:
94 case GL_TEXTURE_EXTERNAL_OES
:
95 case GL_TEXTURE_2D_MULTISAMPLE
:
96 case GL_PROXY_TEXTURE_2D_MULTISAMPLE
:
97 return PIPE_TEXTURE_2D
;
98 case GL_TEXTURE_RECTANGLE_NV
:
99 case GL_PROXY_TEXTURE_RECTANGLE_NV
:
100 return PIPE_TEXTURE_RECT
;
102 case GL_PROXY_TEXTURE_3D
:
103 return PIPE_TEXTURE_3D
;
104 case GL_TEXTURE_CUBE_MAP_ARB
:
105 case GL_PROXY_TEXTURE_CUBE_MAP_ARB
:
106 case GL_TEXTURE_CUBE_MAP_POSITIVE_X
:
107 case GL_TEXTURE_CUBE_MAP_NEGATIVE_X
:
108 case GL_TEXTURE_CUBE_MAP_POSITIVE_Y
:
109 case GL_TEXTURE_CUBE_MAP_NEGATIVE_Y
:
110 case GL_TEXTURE_CUBE_MAP_POSITIVE_Z
:
111 case GL_TEXTURE_CUBE_MAP_NEGATIVE_Z
:
112 return PIPE_TEXTURE_CUBE
;
113 case GL_TEXTURE_1D_ARRAY_EXT
:
114 case GL_PROXY_TEXTURE_1D_ARRAY_EXT
:
115 return PIPE_TEXTURE_1D_ARRAY
;
116 case GL_TEXTURE_2D_ARRAY_EXT
:
117 case GL_PROXY_TEXTURE_2D_ARRAY_EXT
:
118 case GL_TEXTURE_2D_MULTISAMPLE_ARRAY
:
119 case GL_PROXY_TEXTURE_2D_MULTISAMPLE_ARRAY
:
120 return PIPE_TEXTURE_2D_ARRAY
;
121 case GL_TEXTURE_BUFFER
:
123 case GL_TEXTURE_CUBE_MAP_ARRAY
:
124 case GL_PROXY_TEXTURE_CUBE_MAP_ARRAY
:
125 return PIPE_TEXTURE_CUBE_ARRAY
;
133 /** called via ctx->Driver.NewTextureImage() */
134 static struct gl_texture_image
*
135 st_NewTextureImage(struct gl_context
* ctx
)
137 DBG("%s\n", __func__
);
139 return (struct gl_texture_image
*) ST_CALLOC_STRUCT(st_texture_image
);
143 /** called via ctx->Driver.DeleteTextureImage() */
145 st_DeleteTextureImage(struct gl_context
* ctx
, struct gl_texture_image
*img
)
147 /* nothing special (yet) for st_texture_image */
148 _mesa_delete_texture_image(ctx
, img
);
152 /** called via ctx->Driver.NewTextureObject() */
153 static struct gl_texture_object
*
154 st_NewTextureObject(struct gl_context
* ctx
, GLuint name
, GLenum target
)
156 struct st_texture_object
*obj
= ST_CALLOC_STRUCT(st_texture_object
);
160 /* Pre-allocate a sampler views container to save a branch in the
163 obj
->sampler_views
= calloc(1, sizeof(struct st_sampler_views
)
164 + sizeof(struct st_sampler_view
));
165 if (!obj
->sampler_views
) {
169 obj
->sampler_views
->max
= 1;
171 DBG("%s\n", __func__
);
172 _mesa_initialize_texture_object(ctx
, &obj
->base
, name
, target
);
174 simple_mtx_init(&obj
->validate_mutex
, mtx_plain
);
175 obj
->needs_validation
= true;
181 /** called via ctx->Driver.DeleteTextureObject() */
183 st_DeleteTextureObject(struct gl_context
*ctx
,
184 struct gl_texture_object
*texObj
)
186 struct st_context
*st
= st_context(ctx
);
187 struct st_texture_object
*stObj
= st_texture_object(texObj
);
189 pipe_resource_reference(&stObj
->pt
, NULL
);
190 st_delete_texture_sampler_views(st
, stObj
);
191 simple_mtx_destroy(&stObj
->validate_mutex
);
192 _mesa_delete_texture_object(ctx
, texObj
);
196 /** called via ctx->Driver.FreeTextureImageBuffer() */
198 st_FreeTextureImageBuffer(struct gl_context
*ctx
,
199 struct gl_texture_image
*texImage
)
201 struct st_context
*st
= st_context(ctx
);
202 struct st_texture_object
*stObj
= st_texture_object(texImage
->TexObject
);
203 struct st_texture_image
*stImage
= st_texture_image(texImage
);
205 DBG("%s\n", __func__
);
208 pipe_resource_reference(&stImage
->pt
, NULL
);
211 free(stImage
->transfer
);
212 stImage
->transfer
= NULL
;
213 stImage
->num_transfers
= 0;
215 if (stImage
->compressed_data
) {
216 free(stImage
->compressed_data
);
217 stImage
->compressed_data
= NULL
;
220 /* if the texture image is being deallocated, the structure of the
221 * texture is changing so we'll likely need a new sampler view.
223 st_texture_release_all_sampler_views(st
, stObj
);
228 st_compressed_format_fallback(struct st_context
*st
, mesa_format format
)
230 if (format
== MESA_FORMAT_ETC1_RGB8
)
231 return !st
->has_etc1
;
233 if (_mesa_is_format_etc2(format
))
234 return !st
->has_etc2
;
236 if (_mesa_is_format_astc_2d(format
))
237 return !st
->has_astc_2d_ldr
;
244 compressed_tex_fallback_allocate(struct st_context
*st
,
245 struct st_texture_image
*stImage
)
247 struct gl_texture_image
*texImage
= &stImage
->base
;
249 if (!st_compressed_format_fallback(st
, texImage
->TexFormat
))
252 if (stImage
->compressed_data
)
253 free(stImage
->compressed_data
);
255 unsigned data_size
= _mesa_format_image_size(texImage
->TexFormat
,
260 stImage
->compressed_data
=
261 malloc(data_size
* _mesa_num_tex_faces(texImage
->TexObject
->Target
));
265 /** called via ctx->Driver.MapTextureImage() */
267 st_MapTextureImage(struct gl_context
*ctx
,
268 struct gl_texture_image
*texImage
,
269 GLuint slice
, GLuint x
, GLuint y
, GLuint w
, GLuint h
,
271 GLubyte
**mapOut
, GLint
*rowStrideOut
)
273 struct st_context
*st
= st_context(ctx
);
274 struct st_texture_image
*stImage
= st_texture_image(texImage
);
276 struct pipe_transfer
*transfer
;
278 /* Check for unexpected flags */
279 assert((mode
& ~(GL_MAP_READ_BIT
|
281 GL_MAP_INVALIDATE_RANGE_BIT
)) == 0);
283 const enum pipe_transfer_usage transfer_flags
=
284 st_access_flags_to_transfer_flags(mode
, false);
286 map
= st_texture_image_map(st
, stImage
, transfer_flags
, x
, y
, slice
, w
, h
, 1,
289 if (st_compressed_format_fallback(st
, texImage
->TexFormat
)) {
290 /* Some compressed formats don't have to be supported by drivers,
291 * and st/mesa transparently handles decompression on upload (Unmap),
292 * so that drivers don't see the compressed formats.
294 * We store the compressed data (it's needed for glGetCompressedTex-
295 * Image and image copies in OES_copy_image).
297 unsigned z
= transfer
->box
.z
;
298 struct st_texture_image_transfer
*itransfer
= &stImage
->transfer
[z
];
300 unsigned blk_w
, blk_h
;
301 _mesa_get_format_block_size(texImage
->TexFormat
, &blk_w
, &blk_h
);
303 unsigned y_blocks
= DIV_ROUND_UP(texImage
->Height2
, blk_h
);
304 unsigned stride
= *rowStrideOut
= itransfer
->temp_stride
=
305 _mesa_format_row_stride(texImage
->TexFormat
, texImage
->Width2
);
306 unsigned block_size
= _mesa_get_format_bytes(texImage
->TexFormat
);
308 *mapOut
= itransfer
->temp_data
=
309 stImage
->compressed_data
+
310 (z
* y_blocks
+ (y
/ blk_h
)) * stride
+
311 (x
/ blk_w
) * block_size
;
312 itransfer
->map
= map
;
315 /* supported mapping */
317 *rowStrideOut
= transfer
->stride
;
327 /** called via ctx->Driver.UnmapTextureImage() */
329 st_UnmapTextureImage(struct gl_context
*ctx
,
330 struct gl_texture_image
*texImage
,
333 struct st_context
*st
= st_context(ctx
);
334 struct st_texture_image
*stImage
= st_texture_image(texImage
);
336 if (st_compressed_format_fallback(st
, texImage
->TexFormat
)) {
337 /* Decompress the compressed image on upload if the driver doesn't
338 * support the compressed format. */
339 unsigned z
= slice
+ stImage
->base
.Face
;
340 struct st_texture_image_transfer
*itransfer
= &stImage
->transfer
[z
];
341 struct pipe_transfer
*transfer
= itransfer
->transfer
;
343 assert(z
== transfer
->box
.z
);
345 if (transfer
->usage
& PIPE_TRANSFER_WRITE
) {
346 if (texImage
->TexFormat
== MESA_FORMAT_ETC1_RGB8
) {
347 _mesa_etc1_unpack_rgba8888(itransfer
->map
, transfer
->stride
,
348 itransfer
->temp_data
,
349 itransfer
->temp_stride
,
351 transfer
->box
.height
);
352 } else if (_mesa_is_format_etc2(texImage
->TexFormat
)) {
353 bool bgra
= stImage
->pt
->format
== PIPE_FORMAT_B8G8R8A8_SRGB
;
354 _mesa_unpack_etc2_format(itransfer
->map
, transfer
->stride
,
355 itransfer
->temp_data
,
356 itransfer
->temp_stride
,
357 transfer
->box
.width
, transfer
->box
.height
,
360 } else if (_mesa_is_format_astc_2d(texImage
->TexFormat
)) {
361 _mesa_unpack_astc_2d_ldr(itransfer
->map
, transfer
->stride
,
362 itransfer
->temp_data
,
363 itransfer
->temp_stride
,
364 transfer
->box
.width
, transfer
->box
.height
,
365 texImage
->TexFormat
);
367 unreachable("unexpected format for a compressed format fallback");
371 itransfer
->temp_data
= NULL
;
372 itransfer
->temp_stride
= 0;
376 st_texture_image_unmap(st
, stImage
, slice
);
381 * Return default texture resource binding bitmask for the given format.
384 default_bindings(struct st_context
*st
, enum pipe_format format
)
386 struct pipe_screen
*screen
= st
->pipe
->screen
;
387 const unsigned target
= PIPE_TEXTURE_2D
;
390 if (util_format_is_depth_or_stencil(format
))
391 bindings
= PIPE_BIND_SAMPLER_VIEW
| PIPE_BIND_DEPTH_STENCIL
;
393 bindings
= PIPE_BIND_SAMPLER_VIEW
| PIPE_BIND_RENDER_TARGET
;
395 if (screen
->is_format_supported(screen
, format
, target
, 0, 0, bindings
))
399 format
= util_format_linear(format
);
401 if (screen
->is_format_supported(screen
, format
, target
, 0, 0, bindings
))
404 return PIPE_BIND_SAMPLER_VIEW
;
410 * Given the size of a mipmap image, try to compute the size of the level=0
413 * Note that this isn't always accurate for odd-sized, non-POW textures.
414 * For example, if level=1 and width=40 then the level=0 width may be 80 or 81.
416 * \return GL_TRUE for success, GL_FALSE for failure
419 guess_base_level_size(GLenum target
,
420 GLuint width
, GLuint height
, GLuint depth
, GLuint level
,
421 GLuint
*width0
, GLuint
*height0
, GLuint
*depth0
)
428 /* Guess the size of the base level.
429 * Depending on the image's size, we can't always make a guess here.
433 case GL_TEXTURE_1D_ARRAY
:
438 case GL_TEXTURE_2D_ARRAY
:
439 /* We can't make a good guess here, because the base level dimensions
442 if (width
== 1 || height
== 1) {
449 case GL_TEXTURE_CUBE_MAP
:
450 case GL_TEXTURE_CUBE_MAP_ARRAY
:
456 /* We can't make a good guess here, because the base level dimensions
459 if (width
== 1 || height
== 1 || depth
== 1) {
467 case GL_TEXTURE_RECTANGLE
:
484 * Try to determine whether we should allocate memory for a full texture
485 * mipmap. The problem is when we get a glTexImage(level=0) call, we
486 * can't immediately know if other mipmap levels are coming next. Here
487 * we try to guess whether to allocate memory for a mipmap or just the
490 * If we guess incorrectly here we'll later reallocate the right amount of
491 * memory either in st_AllocTextureImageBuffer() or st_finalize_texture().
493 * \param stObj the texture object we're going to allocate memory for.
494 * \param stImage describes the incoming image which we need to store.
497 allocate_full_mipmap(const struct st_texture_object
*stObj
,
498 const struct st_texture_image
*stImage
)
500 switch (stObj
->base
.Target
) {
501 case GL_TEXTURE_RECTANGLE_NV
:
502 case GL_TEXTURE_BUFFER
:
503 case GL_TEXTURE_EXTERNAL_OES
:
504 case GL_TEXTURE_2D_MULTISAMPLE
:
505 case GL_TEXTURE_2D_MULTISAMPLE_ARRAY
:
506 /* these texture types cannot be mipmapped */
510 if (stImage
->base
.Level
> 0 || stObj
->base
.GenerateMipmap
)
513 if (stImage
->base
._BaseFormat
== GL_DEPTH_COMPONENT
||
514 stImage
->base
._BaseFormat
== GL_DEPTH_STENCIL_EXT
)
515 /* depth/stencil textures are seldom mipmapped */
518 if (stObj
->base
.BaseLevel
== 0 && stObj
->base
.MaxLevel
== 0)
521 if (stObj
->base
.Sampler
.MinFilter
== GL_NEAREST
||
522 stObj
->base
.Sampler
.MinFilter
== GL_LINEAR
)
523 /* not a mipmap minification filter */
526 if (stObj
->base
.Target
== GL_TEXTURE_3D
)
527 /* 3D textures are seldom mipmapped */
535 * Try to allocate a pipe_resource object for the given st_texture_object.
537 * We use the given st_texture_image as a clue to determine the size of the
538 * mipmap image at level=0.
540 * \return GL_TRUE for success, GL_FALSE if out of memory.
543 guess_and_alloc_texture(struct st_context
*st
,
544 struct st_texture_object
*stObj
,
545 const struct st_texture_image
*stImage
)
547 const struct gl_texture_image
*firstImage
;
548 GLuint lastLevel
, width
, height
, depth
;
551 uint16_t ptHeight
, ptDepth
, ptLayers
;
552 enum pipe_format fmt
;
553 bool guessed_box
= false;
555 DBG("%s\n", __func__
);
559 /* If a base level image with compatible size exists, use that as our guess.
561 firstImage
= _mesa_base_tex_image(&stObj
->base
);
563 firstImage
->Width2
> 0 &&
564 firstImage
->Height2
> 0 &&
565 firstImage
->Depth2
> 0 &&
566 guess_base_level_size(stObj
->base
.Target
,
571 &width
, &height
, &depth
)) {
572 if (stImage
->base
.Width2
== u_minify(width
, stImage
->base
.Level
) &&
573 stImage
->base
.Height2
== u_minify(height
, stImage
->base
.Level
) &&
574 stImage
->base
.Depth2
== u_minify(depth
, stImage
->base
.Level
))
579 guessed_box
= guess_base_level_size(stObj
->base
.Target
,
580 stImage
->base
.Width2
,
581 stImage
->base
.Height2
,
582 stImage
->base
.Depth2
,
584 &width
, &height
, &depth
);
587 /* we can't determine the image size at level=0 */
588 /* this is not an out of memory error */
592 /* At this point, (width x height x depth) is the expected size of
593 * the level=0 mipmap image.
596 /* Guess a reasonable value for lastLevel. With OpenGL we have no
597 * idea how many mipmap levels will be in a texture until we start
598 * to render with it. Make an educated guess here but be prepared
599 * to re-allocating a texture buffer with space for more (or fewer)
600 * mipmap levels later.
602 if (allocate_full_mipmap(stObj
, stImage
)) {
603 /* alloc space for a full mipmap */
604 lastLevel
= _mesa_get_tex_max_num_levels(stObj
->base
.Target
,
605 width
, height
, depth
) - 1;
608 /* only alloc space for a single mipmap level */
612 fmt
= st_mesa_format_to_pipe_format(st
, stImage
->base
.TexFormat
);
614 bindings
= default_bindings(st
, fmt
);
616 st_gl_texture_dims_to_pipe_dims(stObj
->base
.Target
,
617 width
, height
, depth
,
618 &ptWidth
, &ptHeight
, &ptDepth
, &ptLayers
);
620 stObj
->pt
= st_texture_create(st
,
621 gl_target_to_pipe(stObj
->base
.Target
),
630 stObj
->lastLevel
= lastLevel
;
632 DBG("%s returning %d\n", __func__
, (stObj
->pt
!= NULL
));
634 return stObj
->pt
!= NULL
;
639 * Called via ctx->Driver.AllocTextureImageBuffer().
640 * If the texture object/buffer already has space for the indicated image,
641 * we're done. Otherwise, allocate memory for the new texture image.
644 st_AllocTextureImageBuffer(struct gl_context
*ctx
,
645 struct gl_texture_image
*texImage
)
647 struct st_context
*st
= st_context(ctx
);
648 struct st_texture_image
*stImage
= st_texture_image(texImage
);
649 struct st_texture_object
*stObj
= st_texture_object(texImage
->TexObject
);
650 const GLuint level
= texImage
->Level
;
651 GLuint width
= texImage
->Width
;
652 GLuint height
= texImage
->Height
;
653 GLuint depth
= texImage
->Depth
;
655 DBG("%s\n", __func__
);
657 assert(!stImage
->pt
); /* xxx this might be wrong */
659 stObj
->needs_validation
= true;
661 compressed_tex_fallback_allocate(st
, stImage
);
663 /* Look if the parent texture object has space for this image */
665 level
<= stObj
->pt
->last_level
&&
666 st_texture_match_image(st
, stObj
->pt
, texImage
)) {
667 /* this image will fit in the existing texture object's memory */
668 pipe_resource_reference(&stImage
->pt
, stObj
->pt
);
672 /* The parent texture object does not have space for this image */
674 pipe_resource_reference(&stObj
->pt
, NULL
);
675 st_texture_release_all_sampler_views(st
, stObj
);
677 if (!guess_and_alloc_texture(st
, stObj
, stImage
)) {
678 /* Probably out of memory.
679 * Try flushing any pending rendering, then retry.
682 if (!guess_and_alloc_texture(st
, stObj
, stImage
)) {
683 _mesa_error(ctx
, GL_OUT_OF_MEMORY
, "glTexImage");
689 st_texture_match_image(st
, stObj
->pt
, texImage
)) {
690 /* The image will live in the object's mipmap memory */
691 pipe_resource_reference(&stImage
->pt
, stObj
->pt
);
696 /* Create a new, temporary texture/resource/buffer to hold this
697 * one texture image. Note that when we later access this image
698 * (either for mapping or copying) we'll want to always specify
699 * mipmap level=0, even if the image represents some other mipmap
702 enum pipe_format format
=
703 st_mesa_format_to_pipe_format(st
, texImage
->TexFormat
);
704 GLuint bindings
= default_bindings(st
, format
);
706 uint16_t ptHeight
, ptDepth
, ptLayers
;
708 st_gl_texture_dims_to_pipe_dims(stObj
->base
.Target
,
709 width
, height
, depth
,
710 &ptWidth
, &ptHeight
, &ptDepth
, &ptLayers
);
712 stImage
->pt
= st_texture_create(st
,
713 gl_target_to_pipe(stObj
->base
.Target
),
721 return stImage
->pt
!= NULL
;
727 * Preparation prior to glTexImage. Basically check the 'surface_based'
728 * field and switch to a "normal" tex image if necessary.
731 prep_teximage(struct gl_context
*ctx
, struct gl_texture_image
*texImage
,
732 GLenum format
, GLenum type
)
734 struct gl_texture_object
*texObj
= texImage
->TexObject
;
735 struct st_texture_object
*stObj
= st_texture_object(texObj
);
737 /* switch to "normal" */
738 if (stObj
->surface_based
) {
739 const GLenum target
= texObj
->Target
;
740 const GLuint level
= texImage
->Level
;
741 mesa_format texFormat
;
743 assert(!st_texture_image(texImage
)->pt
);
744 _mesa_clear_texture_object(ctx
, texObj
, texImage
);
745 stObj
->layer_override
= 0;
746 stObj
->level_override
= 0;
747 pipe_resource_reference(&stObj
->pt
, NULL
);
749 /* oops, need to init this image again */
750 texFormat
= _mesa_choose_texture_format(ctx
, texObj
, target
, level
,
751 texImage
->InternalFormat
, format
,
754 _mesa_init_teximage_fields(ctx
, texImage
,
755 texImage
->Width
, texImage
->Height
,
756 texImage
->Depth
, texImage
->Border
,
757 texImage
->InternalFormat
, texFormat
);
759 stObj
->surface_based
= GL_FALSE
;
765 * Return a writemask for the gallium blit. The parameters can be base
766 * formats or "format" from glDrawPixels/glTexImage/glGetTexImage.
769 st_get_blit_mask(GLenum srcFormat
, GLenum dstFormat
)
772 case GL_DEPTH_STENCIL
:
774 case GL_DEPTH_STENCIL
:
776 case GL_DEPTH_COMPONENT
:
778 case GL_STENCIL_INDEX
:
785 case GL_DEPTH_COMPONENT
:
787 case GL_DEPTH_STENCIL
:
788 case GL_DEPTH_COMPONENT
:
795 case GL_STENCIL_INDEX
:
797 case GL_DEPTH_STENCIL
:
798 case GL_STENCIL_INDEX
:
806 return PIPE_MASK_RGBA
;
811 * Converts format to a format with the same components, types
812 * and sizes, but with the components in RGBA order.
814 static enum pipe_format
815 unswizzle_format(enum pipe_format format
)
819 case PIPE_FORMAT_B8G8R8A8_UNORM
:
820 case PIPE_FORMAT_A8R8G8B8_UNORM
:
821 case PIPE_FORMAT_A8B8G8R8_UNORM
:
822 return PIPE_FORMAT_R8G8B8A8_UNORM
;
824 case PIPE_FORMAT_B10G10R10A2_UNORM
:
825 return PIPE_FORMAT_R10G10B10A2_UNORM
;
827 case PIPE_FORMAT_B10G10R10A2_SNORM
:
828 return PIPE_FORMAT_R10G10B10A2_SNORM
;
830 case PIPE_FORMAT_B10G10R10A2_UINT
:
831 return PIPE_FORMAT_R10G10B10A2_UINT
;
840 * Converts PIPE_FORMAT_A* to PIPE_FORMAT_R*.
842 static enum pipe_format
843 alpha_to_red(enum pipe_format format
)
847 case PIPE_FORMAT_A8_UNORM
:
848 return PIPE_FORMAT_R8_UNORM
;
849 case PIPE_FORMAT_A8_SNORM
:
850 return PIPE_FORMAT_R8_SNORM
;
851 case PIPE_FORMAT_A8_UINT
:
852 return PIPE_FORMAT_R8_UINT
;
853 case PIPE_FORMAT_A8_SINT
:
854 return PIPE_FORMAT_R8_SINT
;
856 case PIPE_FORMAT_A16_UNORM
:
857 return PIPE_FORMAT_R16_UNORM
;
858 case PIPE_FORMAT_A16_SNORM
:
859 return PIPE_FORMAT_R16_SNORM
;
860 case PIPE_FORMAT_A16_UINT
:
861 return PIPE_FORMAT_R16_UINT
;
862 case PIPE_FORMAT_A16_SINT
:
863 return PIPE_FORMAT_R16_SINT
;
864 case PIPE_FORMAT_A16_FLOAT
:
865 return PIPE_FORMAT_R16_FLOAT
;
867 case PIPE_FORMAT_A32_UINT
:
868 return PIPE_FORMAT_R32_UINT
;
869 case PIPE_FORMAT_A32_SINT
:
870 return PIPE_FORMAT_R32_SINT
;
871 case PIPE_FORMAT_A32_FLOAT
:
872 return PIPE_FORMAT_R32_FLOAT
;
881 * Converts PIPE_FORMAT_R*A* to PIPE_FORMAT_R*G*.
883 static enum pipe_format
884 red_alpha_to_red_green(enum pipe_format format
)
888 case PIPE_FORMAT_R8A8_UNORM
:
889 return PIPE_FORMAT_R8G8_UNORM
;
890 case PIPE_FORMAT_R8A8_SNORM
:
891 return PIPE_FORMAT_R8G8_SNORM
;
892 case PIPE_FORMAT_R8A8_UINT
:
893 return PIPE_FORMAT_R8G8_UINT
;
894 case PIPE_FORMAT_R8A8_SINT
:
895 return PIPE_FORMAT_R8G8_SINT
;
897 case PIPE_FORMAT_R16A16_UNORM
:
898 return PIPE_FORMAT_R16G16_UNORM
;
899 case PIPE_FORMAT_R16A16_SNORM
:
900 return PIPE_FORMAT_R16G16_SNORM
;
901 case PIPE_FORMAT_R16A16_UINT
:
902 return PIPE_FORMAT_R16G16_UINT
;
903 case PIPE_FORMAT_R16A16_SINT
:
904 return PIPE_FORMAT_R16G16_SINT
;
905 case PIPE_FORMAT_R16A16_FLOAT
:
906 return PIPE_FORMAT_R16G16_FLOAT
;
908 case PIPE_FORMAT_R32A32_UINT
:
909 return PIPE_FORMAT_R32G32_UINT
;
910 case PIPE_FORMAT_R32A32_SINT
:
911 return PIPE_FORMAT_R32G32_SINT
;
912 case PIPE_FORMAT_R32A32_FLOAT
:
913 return PIPE_FORMAT_R32G32_FLOAT
;
922 * Converts PIPE_FORMAT_L*A* to PIPE_FORMAT_R*G*.
924 static enum pipe_format
925 luminance_alpha_to_red_green(enum pipe_format format
)
929 case PIPE_FORMAT_L8A8_UNORM
:
930 return PIPE_FORMAT_R8G8_UNORM
;
931 case PIPE_FORMAT_L8A8_SNORM
:
932 return PIPE_FORMAT_R8G8_SNORM
;
933 case PIPE_FORMAT_L8A8_UINT
:
934 return PIPE_FORMAT_R8G8_UINT
;
935 case PIPE_FORMAT_L8A8_SINT
:
936 return PIPE_FORMAT_R8G8_SINT
;
938 case PIPE_FORMAT_L16A16_UNORM
:
939 return PIPE_FORMAT_R16G16_UNORM
;
940 case PIPE_FORMAT_L16A16_SNORM
:
941 return PIPE_FORMAT_R16G16_SNORM
;
942 case PIPE_FORMAT_L16A16_UINT
:
943 return PIPE_FORMAT_R16G16_UINT
;
944 case PIPE_FORMAT_L16A16_SINT
:
945 return PIPE_FORMAT_R16G16_SINT
;
946 case PIPE_FORMAT_L16A16_FLOAT
:
947 return PIPE_FORMAT_R16G16_FLOAT
;
949 case PIPE_FORMAT_L32A32_UINT
:
950 return PIPE_FORMAT_R32G32_UINT
;
951 case PIPE_FORMAT_L32A32_SINT
:
952 return PIPE_FORMAT_R32G32_SINT
;
953 case PIPE_FORMAT_L32A32_FLOAT
:
954 return PIPE_FORMAT_R32G32_FLOAT
;
963 * Returns true if format is a PIPE_FORMAT_A* format, and false otherwise.
966 format_is_alpha(enum pipe_format format
)
968 const struct util_format_description
*desc
= util_format_description(format
);
970 if (desc
->nr_channels
== 1 &&
971 desc
->swizzle
[0] == PIPE_SWIZZLE_0
&&
972 desc
->swizzle
[1] == PIPE_SWIZZLE_0
&&
973 desc
->swizzle
[2] == PIPE_SWIZZLE_0
&&
974 desc
->swizzle
[3] == PIPE_SWIZZLE_X
)
982 * Returns true if format is a PIPE_FORMAT_R* format, and false otherwise.
985 format_is_red(enum pipe_format format
)
987 const struct util_format_description
*desc
= util_format_description(format
);
989 if (desc
->nr_channels
== 1 &&
990 desc
->swizzle
[0] == PIPE_SWIZZLE_X
&&
991 desc
->swizzle
[1] == PIPE_SWIZZLE_0
&&
992 desc
->swizzle
[2] == PIPE_SWIZZLE_0
&&
993 desc
->swizzle
[3] == PIPE_SWIZZLE_1
)
1001 * Returns true if format is a PIPE_FORMAT_L* format, and false otherwise.
1004 format_is_luminance(enum pipe_format format
)
1006 const struct util_format_description
*desc
= util_format_description(format
);
1008 if (desc
->nr_channels
== 1 &&
1009 desc
->swizzle
[0] == PIPE_SWIZZLE_X
&&
1010 desc
->swizzle
[1] == PIPE_SWIZZLE_X
&&
1011 desc
->swizzle
[2] == PIPE_SWIZZLE_X
&&
1012 desc
->swizzle
[3] == PIPE_SWIZZLE_1
)
1019 * Returns true if format is a PIPE_FORMAT_R*A* format, and false otherwise.
1022 format_is_red_alpha(enum pipe_format format
)
1024 const struct util_format_description
*desc
= util_format_description(format
);
1026 if (desc
->nr_channels
== 2 &&
1027 desc
->swizzle
[0] == PIPE_SWIZZLE_X
&&
1028 desc
->swizzle
[1] == PIPE_SWIZZLE_0
&&
1029 desc
->swizzle
[2] == PIPE_SWIZZLE_0
&&
1030 desc
->swizzle
[3] == PIPE_SWIZZLE_Y
)
1038 format_is_swizzled_rgba(enum pipe_format format
)
1040 const struct util_format_description
*desc
= util_format_description(format
);
1042 if ((desc
->swizzle
[0] == TGSI_SWIZZLE_X
|| desc
->swizzle
[0] == PIPE_SWIZZLE_0
) &&
1043 (desc
->swizzle
[1] == TGSI_SWIZZLE_Y
|| desc
->swizzle
[1] == PIPE_SWIZZLE_0
) &&
1044 (desc
->swizzle
[2] == TGSI_SWIZZLE_Z
|| desc
->swizzle
[2] == PIPE_SWIZZLE_0
) &&
1045 (desc
->swizzle
[3] == TGSI_SWIZZLE_W
|| desc
->swizzle
[3] == PIPE_SWIZZLE_1
))
1054 unsigned char swizzle
[4];
1055 enum pipe_format format
;
1058 static const struct format_table table_8888_unorm
[] = {
1059 { { 0, 1, 2, 3 }, PIPE_FORMAT_R8G8B8A8_UNORM
},
1060 { { 2, 1, 0, 3 }, PIPE_FORMAT_B8G8R8A8_UNORM
},
1061 { { 3, 0, 1, 2 }, PIPE_FORMAT_A8R8G8B8_UNORM
},
1062 { { 3, 2, 1, 0 }, PIPE_FORMAT_A8B8G8R8_UNORM
}
1065 static const struct format_table table_1010102_unorm
[] = {
1066 { { 0, 1, 2, 3 }, PIPE_FORMAT_R10G10B10A2_UNORM
},
1067 { { 2, 1, 0, 3 }, PIPE_FORMAT_B10G10R10A2_UNORM
}
1070 static const struct format_table table_1010102_snorm
[] = {
1071 { { 0, 1, 2, 3 }, PIPE_FORMAT_R10G10B10A2_SNORM
},
1072 { { 2, 1, 0, 3 }, PIPE_FORMAT_B10G10R10A2_SNORM
}
1075 static const struct format_table table_1010102_uint
[] = {
1076 { { 0, 1, 2, 3 }, PIPE_FORMAT_R10G10B10A2_UINT
},
1077 { { 2, 1, 0, 3 }, PIPE_FORMAT_B10G10R10A2_UINT
}
1080 static enum pipe_format
1081 swizzle_format(enum pipe_format format
, const int * const swizzle
)
1086 case PIPE_FORMAT_R8G8B8A8_UNORM
:
1087 case PIPE_FORMAT_B8G8R8A8_UNORM
:
1088 case PIPE_FORMAT_A8R8G8B8_UNORM
:
1089 case PIPE_FORMAT_A8B8G8R8_UNORM
:
1090 for (i
= 0; i
< ARRAY_SIZE(table_8888_unorm
); i
++) {
1091 if (swizzle
[0] == table_8888_unorm
[i
].swizzle
[0] &&
1092 swizzle
[1] == table_8888_unorm
[i
].swizzle
[1] &&
1093 swizzle
[2] == table_8888_unorm
[i
].swizzle
[2] &&
1094 swizzle
[3] == table_8888_unorm
[i
].swizzle
[3])
1095 return table_8888_unorm
[i
].format
;
1099 case PIPE_FORMAT_R10G10B10A2_UNORM
:
1100 case PIPE_FORMAT_B10G10R10A2_UNORM
:
1101 for (i
= 0; i
< ARRAY_SIZE(table_1010102_unorm
); i
++) {
1102 if (swizzle
[0] == table_1010102_unorm
[i
].swizzle
[0] &&
1103 swizzle
[1] == table_1010102_unorm
[i
].swizzle
[1] &&
1104 swizzle
[2] == table_1010102_unorm
[i
].swizzle
[2] &&
1105 swizzle
[3] == table_1010102_unorm
[i
].swizzle
[3])
1106 return table_1010102_unorm
[i
].format
;
1110 case PIPE_FORMAT_R10G10B10A2_SNORM
:
1111 case PIPE_FORMAT_B10G10R10A2_SNORM
:
1112 for (i
= 0; i
< ARRAY_SIZE(table_1010102_snorm
); i
++) {
1113 if (swizzle
[0] == table_1010102_snorm
[i
].swizzle
[0] &&
1114 swizzle
[1] == table_1010102_snorm
[i
].swizzle
[1] &&
1115 swizzle
[2] == table_1010102_snorm
[i
].swizzle
[2] &&
1116 swizzle
[3] == table_1010102_snorm
[i
].swizzle
[3])
1117 return table_1010102_snorm
[i
].format
;
1121 case PIPE_FORMAT_R10G10B10A2_UINT
:
1122 case PIPE_FORMAT_B10G10R10A2_UINT
:
1123 for (i
= 0; i
< ARRAY_SIZE(table_1010102_uint
); i
++) {
1124 if (swizzle
[0] == table_1010102_uint
[i
].swizzle
[0] &&
1125 swizzle
[1] == table_1010102_uint
[i
].swizzle
[1] &&
1126 swizzle
[2] == table_1010102_uint
[i
].swizzle
[2] &&
1127 swizzle
[3] == table_1010102_uint
[i
].swizzle
[3])
1128 return table_1010102_uint
[i
].format
;
1136 return PIPE_FORMAT_NONE
;
1140 reinterpret_formats(enum pipe_format
*src_format
, enum pipe_format
*dst_format
)
1142 enum pipe_format src
= *src_format
;
1143 enum pipe_format dst
= *dst_format
;
1145 /* Note: dst_format has already been transformed from luminance/intensity
1146 * to red when this function is called. The source format will never
1147 * be an intensity format, because GL_INTENSITY is not a legal value
1148 * for the format parameter in glTex(Sub)Image(). */
1150 if (format_is_alpha(src
)) {
1151 if (!format_is_alpha(dst
))
1154 src
= alpha_to_red(src
);
1155 dst
= alpha_to_red(dst
);
1156 } else if (format_is_luminance(src
)) {
1157 if (!format_is_red(dst
) && !format_is_red_alpha(dst
))
1160 src
= util_format_luminance_to_red(src
);
1161 } else if (util_format_is_luminance_alpha(src
)) {
1162 src
= luminance_alpha_to_red_green(src
);
1164 if (format_is_red_alpha(dst
)) {
1165 dst
= red_alpha_to_red_green(dst
);
1166 } else if (!format_is_red(dst
))
1168 } else if (format_is_swizzled_rgba(src
)) {
1169 const struct util_format_description
*src_desc
= util_format_description(src
);
1170 const struct util_format_description
*dst_desc
= util_format_description(dst
);
1174 /* Make sure the format is an RGBA and not an RGBX format */
1175 if (src_desc
->nr_channels
!= 4 || src_desc
->swizzle
[3] == PIPE_SWIZZLE_1
)
1178 if (dst_desc
->nr_channels
!= 4 || dst_desc
->swizzle
[3] == PIPE_SWIZZLE_1
)
1181 for (i
= 0; i
< 4; i
++)
1182 swizzle
[i
] = dst_desc
->swizzle
[src_desc
->swizzle
[i
]];
1184 dst
= swizzle_format(dst
, swizzle
);
1185 if (dst
== PIPE_FORMAT_NONE
)
1188 src
= unswizzle_format(src
);
1197 try_pbo_upload_common(struct gl_context
*ctx
,
1198 struct pipe_surface
*surface
,
1199 const struct st_pbo_addresses
*addr
,
1200 enum pipe_format src_format
)
1202 struct st_context
*st
= st_context(ctx
);
1203 struct cso_context
*cso
= st
->cso_context
;
1204 struct pipe_context
*pipe
= st
->pipe
;
1205 bool success
= false;
1208 fs
= st_pbo_get_upload_fs(st
, src_format
, surface
->format
);
1212 cso_save_state(cso
, (CSO_BIT_FRAGMENT_SAMPLER_VIEWS
|
1213 CSO_BIT_VERTEX_ELEMENTS
|
1214 CSO_BIT_AUX_VERTEX_BUFFER_SLOT
|
1215 CSO_BIT_FRAMEBUFFER
|
1218 CSO_BIT_DEPTH_STENCIL_ALPHA
|
1219 CSO_BIT_RASTERIZER
|
1220 CSO_BIT_STREAM_OUTPUTS
|
1221 CSO_BIT_PAUSE_QUERIES
|
1222 CSO_BIT_SAMPLE_MASK
|
1223 CSO_BIT_MIN_SAMPLES
|
1224 CSO_BIT_RENDER_CONDITION
|
1225 CSO_BITS_ALL_SHADERS
));
1226 cso_save_constant_buffer_slot0(cso
, PIPE_SHADER_FRAGMENT
);
1228 cso_set_sample_mask(cso
, ~0);
1229 cso_set_min_samples(cso
, 1);
1230 cso_set_render_condition(cso
, NULL
, FALSE
, 0);
1232 /* Set up the sampler_view */
1234 struct pipe_sampler_view templ
;
1235 struct pipe_sampler_view
*sampler_view
;
1237 memset(&templ
, 0, sizeof(templ
));
1238 templ
.target
= PIPE_BUFFER
;
1239 templ
.format
= src_format
;
1240 templ
.u
.buf
.offset
= addr
->first_element
* addr
->bytes_per_pixel
;
1241 templ
.u
.buf
.size
= (addr
->last_element
- addr
->first_element
+ 1) *
1242 addr
->bytes_per_pixel
;
1243 templ
.swizzle_r
= PIPE_SWIZZLE_X
;
1244 templ
.swizzle_g
= PIPE_SWIZZLE_Y
;
1245 templ
.swizzle_b
= PIPE_SWIZZLE_Z
;
1246 templ
.swizzle_a
= PIPE_SWIZZLE_W
;
1248 sampler_view
= pipe
->create_sampler_view(pipe
, addr
->buffer
, &templ
);
1249 if (sampler_view
== NULL
)
1252 cso_set_sampler_views(cso
, PIPE_SHADER_FRAGMENT
, 1, &sampler_view
);
1254 pipe_sampler_view_reference(&sampler_view
, NULL
);
1257 /* Framebuffer_state */
1259 struct pipe_framebuffer_state fb
;
1260 memset(&fb
, 0, sizeof(fb
));
1261 fb
.width
= surface
->width
;
1262 fb
.height
= surface
->height
;
1264 fb
.cbufs
[0] = surface
;
1266 cso_set_framebuffer(cso
, &fb
);
1269 cso_set_viewport_dims(cso
, surface
->width
, surface
->height
, FALSE
);
1272 cso_set_blend(cso
, &st
->pbo
.upload_blend
);
1274 /* Depth/stencil/alpha state */
1276 struct pipe_depth_stencil_alpha_state dsa
;
1277 memset(&dsa
, 0, sizeof(dsa
));
1278 cso_set_depth_stencil_alpha(cso
, &dsa
);
1281 /* Set up the fragment shader */
1282 cso_set_fragment_shader_handle(cso
, fs
);
1284 success
= st_pbo_draw(st
, addr
, surface
->width
, surface
->height
);
1287 cso_restore_state(cso
);
1288 cso_restore_constant_buffer_slot0(cso
, PIPE_SHADER_FRAGMENT
);
1295 try_pbo_upload(struct gl_context
*ctx
, GLuint dims
,
1296 struct gl_texture_image
*texImage
,
1297 GLenum format
, GLenum type
,
1298 enum pipe_format dst_format
,
1299 GLint xoffset
, GLint yoffset
, GLint zoffset
,
1300 GLint width
, GLint height
, GLint depth
,
1302 const struct gl_pixelstore_attrib
*unpack
)
1304 struct st_context
*st
= st_context(ctx
);
1305 struct st_texture_image
*stImage
= st_texture_image(texImage
);
1306 struct st_texture_object
*stObj
= st_texture_object(texImage
->TexObject
);
1307 struct pipe_resource
*texture
= stImage
->pt
;
1308 struct pipe_context
*pipe
= st
->pipe
;
1309 struct pipe_screen
*screen
= pipe
->screen
;
1310 struct pipe_surface
*surface
= NULL
;
1311 struct st_pbo_addresses addr
;
1312 enum pipe_format src_format
;
1313 const struct util_format_description
*desc
;
1314 GLenum gl_target
= texImage
->TexObject
->Target
;
1317 if (!st
->pbo
.upload_enabled
)
1320 /* From now on, we need the gallium representation of dimensions. */
1321 if (gl_target
== GL_TEXTURE_1D_ARRAY
) {
1328 if (depth
!= 1 && !st
->pbo
.layers
)
1331 /* Choose the source format. Initially, we do so without checking driver
1332 * support at all because of the remapping we later perform and because
1333 * at least the Radeon driver actually supports some formats for texture
1334 * buffers which it doesn't support for regular textures. */
1335 src_format
= st_choose_matching_format(st
, 0, format
, type
,
1341 src_format
= util_format_linear(src_format
);
1342 desc
= util_format_description(src_format
);
1344 if (desc
->layout
!= UTIL_FORMAT_LAYOUT_PLAIN
)
1347 if (desc
->colorspace
!= UTIL_FORMAT_COLORSPACE_RGB
)
1350 if (st
->pbo
.rgba_only
) {
1351 enum pipe_format orig_dst_format
= dst_format
;
1353 if (!reinterpret_formats(&src_format
, &dst_format
)) {
1357 if (dst_format
!= orig_dst_format
&&
1358 !screen
->is_format_supported(screen
, dst_format
, PIPE_TEXTURE_2D
, 0,
1359 0, PIPE_BIND_RENDER_TARGET
)) {
1365 !screen
->is_format_supported(screen
, src_format
, PIPE_BUFFER
, 0, 0,
1366 PIPE_BIND_SAMPLER_VIEW
)) {
1370 /* Compute buffer addresses */
1371 addr
.xoffset
= xoffset
;
1372 addr
.yoffset
= yoffset
;
1374 addr
.height
= height
;
1376 addr
.bytes_per_pixel
= desc
->block
.bits
/ 8;
1378 if (!st_pbo_addresses_pixelstore(st
, gl_target
, dims
== 3, unpack
, pixels
,
1382 /* Set up the surface */
1384 unsigned level
= stObj
->pt
!= stImage
->pt
1385 ? 0 : texImage
->TexObject
->MinLevel
+ texImage
->Level
;
1386 unsigned max_layer
= util_max_layer(texture
, level
);
1388 zoffset
+= texImage
->Face
+ texImage
->TexObject
->MinLayer
;
1390 struct pipe_surface templ
;
1391 memset(&templ
, 0, sizeof(templ
));
1392 templ
.format
= dst_format
;
1393 templ
.u
.tex
.level
= level
;
1394 templ
.u
.tex
.first_layer
= MIN2(zoffset
, max_layer
);
1395 templ
.u
.tex
.last_layer
= MIN2(zoffset
+ depth
- 1, max_layer
);
1397 surface
= pipe
->create_surface(pipe
, texture
, &templ
);
1402 success
= try_pbo_upload_common(ctx
, surface
, &addr
, src_format
);
1404 pipe_surface_reference(&surface
, NULL
);
1411 st_TexSubImage(struct gl_context
*ctx
, GLuint dims
,
1412 struct gl_texture_image
*texImage
,
1413 GLint xoffset
, GLint yoffset
, GLint zoffset
,
1414 GLint width
, GLint height
, GLint depth
,
1415 GLenum format
, GLenum type
, const void *pixels
,
1416 const struct gl_pixelstore_attrib
*unpack
)
1418 struct st_context
*st
= st_context(ctx
);
1419 struct st_texture_image
*stImage
= st_texture_image(texImage
);
1420 struct st_texture_object
*stObj
= st_texture_object(texImage
->TexObject
);
1421 struct pipe_context
*pipe
= st
->pipe
;
1422 struct pipe_screen
*screen
= pipe
->screen
;
1423 struct pipe_resource
*dst
= stImage
->pt
;
1424 struct pipe_resource
*src
= NULL
;
1425 struct pipe_resource src_templ
;
1426 struct pipe_transfer
*transfer
;
1427 struct pipe_blit_info blit
;
1428 enum pipe_format src_format
, dst_format
;
1429 mesa_format mesa_src_format
;
1430 GLenum gl_target
= texImage
->TexObject
->Target
;
1433 unsigned dstz
= texImage
->Face
+ texImage
->TexObject
->MinLayer
;
1434 unsigned dst_level
= 0;
1435 bool throttled
= false;
1437 st_flush_bitmap_cache(st
);
1438 st_invalidate_readpix_cache(st
);
1440 if (stObj
->pt
== stImage
->pt
)
1441 dst_level
= texImage
->TexObject
->MinLevel
+ texImage
->Level
;
1443 assert(!_mesa_is_format_etc2(texImage
->TexFormat
) &&
1444 !_mesa_is_format_astc_2d(texImage
->TexFormat
) &&
1445 texImage
->TexFormat
!= MESA_FORMAT_ETC1_RGB8
);
1450 /* Try texture_subdata, which should be the fastest memcpy path. */
1452 !_mesa_is_bufferobj(unpack
->BufferObj
) &&
1453 _mesa_texstore_can_use_memcpy(ctx
, texImage
->_BaseFormat
,
1454 texImage
->TexFormat
, format
, type
,
1456 struct pipe_box box
;
1457 unsigned stride
, layer_stride
;
1460 stride
= _mesa_image_row_stride(unpack
, width
, format
, type
);
1461 layer_stride
= _mesa_image_image_stride(unpack
, width
, height
, format
,
1463 data
= _mesa_image_address(dims
, unpack
, pixels
, width
, height
, format
,
1466 /* Convert to Gallium coordinates. */
1467 if (gl_target
== GL_TEXTURE_1D_ARRAY
) {
1472 layer_stride
= stride
;
1475 util_throttle_memory_usage(pipe
, &st
->throttle
,
1476 width
* height
* depth
*
1477 util_format_get_blocksize(dst
->format
));
1479 u_box_3d(xoffset
, yoffset
, zoffset
+ dstz
, width
, height
, depth
, &box
);
1480 pipe
->texture_subdata(pipe
, dst
, dst_level
, 0,
1481 &box
, data
, stride
, layer_stride
);
1485 if (!st
->prefer_blit_based_texture_transfer
) {
1489 /* XXX Fallback for depth-stencil formats due to an incomplete stencil
1490 * blit implementation in some drivers. */
1491 if (format
== GL_DEPTH_STENCIL
) {
1495 /* If the base internal format and the texture format don't match,
1496 * we can't use blit-based TexSubImage. */
1497 if (texImage
->_BaseFormat
!=
1498 _mesa_get_format_base_format(texImage
->TexFormat
)) {
1503 /* See if the destination format is supported. */
1504 if (format
== GL_DEPTH_COMPONENT
|| format
== GL_DEPTH_STENCIL
)
1505 bind
= PIPE_BIND_DEPTH_STENCIL
;
1507 bind
= PIPE_BIND_RENDER_TARGET
;
1509 /* For luminance and intensity, only the red channel is stored
1510 * in the destination. */
1511 dst_format
= util_format_linear(dst
->format
);
1512 dst_format
= util_format_luminance_to_red(dst_format
);
1513 dst_format
= util_format_intensity_to_red(dst_format
);
1516 !screen
->is_format_supported(screen
, dst_format
, dst
->target
,
1517 dst
->nr_samples
, dst
->nr_storage_samples
,
1522 if (_mesa_is_bufferobj(unpack
->BufferObj
)) {
1523 if (try_pbo_upload(ctx
, dims
, texImage
, format
, type
, dst_format
,
1524 xoffset
, yoffset
, zoffset
,
1525 width
, height
, depth
, pixels
, unpack
))
1529 /* See if the texture format already matches the format and type,
1530 * in which case the memcpy-based fast path will likely be used and
1531 * we don't have to blit. */
1532 if (_mesa_format_matches_format_and_type(texImage
->TexFormat
, format
,
1533 type
, unpack
->SwapBytes
, NULL
)) {
1537 /* Choose the source format. */
1538 src_format
= st_choose_matching_format(st
, PIPE_BIND_SAMPLER_VIEW
,
1539 format
, type
, unpack
->SwapBytes
);
1544 mesa_src_format
= st_pipe_format_to_mesa_format(src_format
);
1546 /* There is no reason to do this if we cannot use memcpy for the temporary
1547 * source texture at least. This also takes transfer ops into account,
1549 if (!_mesa_texstore_can_use_memcpy(ctx
,
1550 _mesa_get_format_base_format(mesa_src_format
),
1551 mesa_src_format
, format
, type
, unpack
)) {
1555 /* TexSubImage only sets a single cubemap face. */
1556 if (gl_target
== GL_TEXTURE_CUBE_MAP
) {
1557 gl_target
= GL_TEXTURE_2D
;
1559 /* TexSubImage can specify subsets of cube map array faces
1560 * so we need to upload via 2D array instead */
1561 if (gl_target
== GL_TEXTURE_CUBE_MAP_ARRAY
) {
1562 gl_target
= GL_TEXTURE_2D_ARRAY
;
1565 /* Initialize the source texture description. */
1566 memset(&src_templ
, 0, sizeof(src_templ
));
1567 src_templ
.target
= gl_target_to_pipe(gl_target
);
1568 src_templ
.format
= src_format
;
1569 src_templ
.bind
= PIPE_BIND_SAMPLER_VIEW
;
1570 src_templ
.usage
= PIPE_USAGE_STAGING
;
1572 st_gl_texture_dims_to_pipe_dims(gl_target
, width
, height
, depth
,
1573 &src_templ
.width0
, &src_templ
.height0
,
1574 &src_templ
.depth0
, &src_templ
.array_size
);
1576 /* Check for NPOT texture support. */
1577 if (!screen
->get_param(screen
, PIPE_CAP_NPOT_TEXTURES
) &&
1578 (!util_is_power_of_two_or_zero(src_templ
.width0
) ||
1579 !util_is_power_of_two_or_zero(src_templ
.height0
) ||
1580 !util_is_power_of_two_or_zero(src_templ
.depth0
))) {
1584 util_throttle_memory_usage(pipe
, &st
->throttle
,
1585 width
* height
* depth
*
1586 util_format_get_blocksize(src_templ
.format
));
1589 /* Create the source texture. */
1590 src
= screen
->resource_create(screen
, &src_templ
);
1595 /* Map source pixels. */
1596 pixels
= _mesa_validate_pbo_teximage(ctx
, dims
, width
, height
, depth
,
1597 format
, type
, pixels
, unpack
,
1600 /* This is a GL error. */
1601 pipe_resource_reference(&src
, NULL
);
1605 /* From now on, we need the gallium representation of dimensions. */
1606 if (gl_target
== GL_TEXTURE_1D_ARRAY
) {
1613 map
= pipe_transfer_map_3d(pipe
, src
, 0, PIPE_TRANSFER_WRITE
, 0, 0, 0,
1614 width
, height
, depth
, &transfer
);
1616 _mesa_unmap_teximage_pbo(ctx
, unpack
);
1617 pipe_resource_reference(&src
, NULL
);
1621 /* Upload pixels (just memcpy). */
1623 const uint bytesPerRow
= width
* util_format_get_blocksize(src_format
);
1626 for (slice
= 0; slice
< (unsigned) depth
; slice
++) {
1627 if (gl_target
== GL_TEXTURE_1D_ARRAY
) {
1628 /* 1D array textures.
1629 * We need to convert gallium coords to GL coords.
1631 void *src
= _mesa_image_address2d(unpack
, pixels
,
1632 width
, depth
, format
,
1634 memcpy(map
, src
, bytesPerRow
);
1637 ubyte
*slice_map
= map
;
1639 for (row
= 0; row
< (unsigned) height
; row
++) {
1640 void *src
= _mesa_image_address(dims
, unpack
, pixels
,
1641 width
, height
, format
,
1642 type
, slice
, row
, 0);
1643 memcpy(slice_map
, src
, bytesPerRow
);
1644 slice_map
+= transfer
->stride
;
1647 map
+= transfer
->layer_stride
;
1651 pipe_transfer_unmap(pipe
, transfer
);
1652 _mesa_unmap_teximage_pbo(ctx
, unpack
);
1655 memset(&blit
, 0, sizeof(blit
));
1656 blit
.src
.resource
= src
;
1658 blit
.src
.format
= src_format
;
1659 blit
.dst
.resource
= dst
;
1660 blit
.dst
.level
= dst_level
;
1661 blit
.dst
.format
= dst_format
;
1662 blit
.src
.box
.x
= blit
.src
.box
.y
= blit
.src
.box
.z
= 0;
1663 blit
.dst
.box
.x
= xoffset
;
1664 blit
.dst
.box
.y
= yoffset
;
1665 blit
.dst
.box
.z
= zoffset
+ dstz
;
1666 blit
.src
.box
.width
= blit
.dst
.box
.width
= width
;
1667 blit
.src
.box
.height
= blit
.dst
.box
.height
= height
;
1668 blit
.src
.box
.depth
= blit
.dst
.box
.depth
= depth
;
1669 blit
.mask
= st_get_blit_mask(format
, texImage
->_BaseFormat
);
1670 blit
.filter
= PIPE_TEX_FILTER_NEAREST
;
1671 blit
.scissor_enable
= FALSE
;
1673 st
->pipe
->blit(st
->pipe
, &blit
);
1675 pipe_resource_reference(&src
, NULL
);
1680 util_throttle_memory_usage(pipe
, &st
->throttle
,
1681 width
* height
* depth
*
1682 _mesa_get_format_bytes(texImage
->TexFormat
));
1684 _mesa_store_texsubimage(ctx
, dims
, texImage
, xoffset
, yoffset
, zoffset
,
1685 width
, height
, depth
, format
, type
, pixels
,
1691 st_TexImage(struct gl_context
* ctx
, GLuint dims
,
1692 struct gl_texture_image
*texImage
,
1693 GLenum format
, GLenum type
, const void *pixels
,
1694 const struct gl_pixelstore_attrib
*unpack
)
1696 assert(dims
== 1 || dims
== 2 || dims
== 3);
1698 prep_teximage(ctx
, texImage
, format
, type
);
1700 if (texImage
->Width
== 0 || texImage
->Height
== 0 || texImage
->Depth
== 0)
1703 /* allocate storage for texture data */
1704 if (!ctx
->Driver
.AllocTextureImageBuffer(ctx
, texImage
)) {
1705 _mesa_error(ctx
, GL_OUT_OF_MEMORY
, "glTexImage%uD", dims
);
1709 st_TexSubImage(ctx
, dims
, texImage
, 0, 0, 0,
1710 texImage
->Width
, texImage
->Height
, texImage
->Depth
,
1711 format
, type
, pixels
, unpack
);
1716 st_CompressedTexSubImage(struct gl_context
*ctx
, GLuint dims
,
1717 struct gl_texture_image
*texImage
,
1718 GLint x
, GLint y
, GLint z
,
1719 GLsizei w
, GLsizei h
, GLsizei d
,
1720 GLenum format
, GLsizei imageSize
, const void *data
)
1722 struct st_context
*st
= st_context(ctx
);
1723 struct st_texture_image
*stImage
= st_texture_image(texImage
);
1724 struct st_texture_object
*stObj
= st_texture_object(texImage
->TexObject
);
1725 struct pipe_resource
*texture
= stImage
->pt
;
1726 struct pipe_context
*pipe
= st
->pipe
;
1727 struct pipe_screen
*screen
= pipe
->screen
;
1728 struct pipe_resource
*dst
= stImage
->pt
;
1729 struct pipe_surface
*surface
= NULL
;
1730 struct compressed_pixelstore store
;
1731 struct st_pbo_addresses addr
;
1732 enum pipe_format copy_format
;
1734 intptr_t buf_offset
;
1735 bool success
= false;
1737 /* Check basic pre-conditions for PBO upload */
1738 if (!st
->prefer_blit_based_texture_transfer
) {
1742 if (!_mesa_is_bufferobj(ctx
->Unpack
.BufferObj
))
1745 if (st_compressed_format_fallback(st
, texImage
->TexFormat
))
1752 if (!st
->pbo
.upload_enabled
||
1753 !screen
->get_param(screen
, PIPE_CAP_SURFACE_REINTERPRET_BLOCKS
)) {
1757 /* Choose the pipe format for the upload. */
1758 addr
.bytes_per_pixel
= util_format_get_blocksize(dst
->format
);
1759 bw
= util_format_get_blockwidth(dst
->format
);
1760 bh
= util_format_get_blockheight(dst
->format
);
1762 switch (addr
.bytes_per_pixel
) {
1764 copy_format
= PIPE_FORMAT_R16G16B16A16_UINT
;
1767 copy_format
= PIPE_FORMAT_R32G32B32A32_UINT
;
1773 if (!screen
->is_format_supported(screen
, copy_format
, PIPE_BUFFER
, 0, 0,
1774 PIPE_BIND_SAMPLER_VIEW
)) {
1778 if (!screen
->is_format_supported(screen
, copy_format
, dst
->target
,
1779 dst
->nr_samples
, dst
->nr_storage_samples
,
1780 PIPE_BIND_RENDER_TARGET
)) {
1784 /* Interpret the pixelstore settings. */
1785 _mesa_compute_compressed_pixelstore(dims
, texImage
->TexFormat
, w
, h
, d
,
1786 &ctx
->Unpack
, &store
);
1787 assert(store
.CopyBytesPerRow
% addr
.bytes_per_pixel
== 0);
1788 assert(store
.SkipBytes
% addr
.bytes_per_pixel
== 0);
1790 /* Compute the offset into the buffer */
1791 buf_offset
= (intptr_t)data
+ store
.SkipBytes
;
1793 if (buf_offset
% addr
.bytes_per_pixel
) {
1797 buf_offset
= buf_offset
/ addr
.bytes_per_pixel
;
1799 addr
.xoffset
= x
/ bw
;
1800 addr
.yoffset
= y
/ bh
;
1801 addr
.width
= store
.CopyBytesPerRow
/ addr
.bytes_per_pixel
;
1802 addr
.height
= store
.CopyRowsPerSlice
;
1804 addr
.pixels_per_row
= store
.TotalBytesPerRow
/ addr
.bytes_per_pixel
;
1805 addr
.image_height
= store
.TotalRowsPerSlice
;
1807 if (!st_pbo_addresses_setup(st
,
1808 st_buffer_object(ctx
->Unpack
.BufferObj
)->buffer
,
1812 /* Set up the surface. */
1814 unsigned level
= stObj
->pt
!= stImage
->pt
1815 ? 0 : texImage
->TexObject
->MinLevel
+ texImage
->Level
;
1816 unsigned max_layer
= util_max_layer(texture
, level
);
1818 z
+= texImage
->Face
+ texImage
->TexObject
->MinLayer
;
1820 struct pipe_surface templ
;
1821 memset(&templ
, 0, sizeof(templ
));
1822 templ
.format
= copy_format
;
1823 templ
.u
.tex
.level
= level
;
1824 templ
.u
.tex
.first_layer
= MIN2(z
, max_layer
);
1825 templ
.u
.tex
.last_layer
= MIN2(z
+ d
- 1, max_layer
);
1827 surface
= pipe
->create_surface(pipe
, texture
, &templ
);
1832 success
= try_pbo_upload_common(ctx
, surface
, &addr
, copy_format
);
1834 pipe_surface_reference(&surface
, NULL
);
1840 _mesa_store_compressed_texsubimage(ctx
, dims
, texImage
,
1842 format
, imageSize
, data
);
1847 st_CompressedTexImage(struct gl_context
*ctx
, GLuint dims
,
1848 struct gl_texture_image
*texImage
,
1849 GLsizei imageSize
, const void *data
)
1851 prep_teximage(ctx
, texImage
, GL_NONE
, GL_NONE
);
1853 /* only 2D and 3D compressed images are supported at this time */
1855 _mesa_problem(ctx
, "Unexpected glCompressedTexImage1D call");
1859 /* This is pretty simple, because unlike the general texstore path we don't
1860 * have to worry about the usual image unpacking or image transfer
1864 assert(texImage
->Width
> 0);
1865 assert(texImage
->Height
> 0);
1866 assert(texImage
->Depth
> 0);
1868 /* allocate storage for texture data */
1869 if (!st_AllocTextureImageBuffer(ctx
, texImage
)) {
1870 _mesa_error(ctx
, GL_OUT_OF_MEMORY
, "glCompressedTexImage%uD", dims
);
1874 st_CompressedTexSubImage(ctx
, dims
, texImage
,
1876 texImage
->Width
, texImage
->Height
, texImage
->Depth
,
1877 texImage
->TexFormat
,
1883 * Called via ctx->Driver.GetTexSubImage()
1885 * This uses a blit to copy the texture to a texture format which matches
1886 * the format and type combo and then a fast read-back is done using memcpy.
1887 * We can do arbitrary X/Y/Z/W/0/1 swizzling here as long as there is
1888 * a format which matches the swizzling.
1890 * If such a format isn't available, it falls back to _mesa_GetTexImage_sw.
1892 * NOTE: Drivers usually do a blit to convert between tiled and linear
1893 * texture layouts during texture uploads/downloads, so the blit
1894 * we do here should be free in such cases.
1897 st_GetTexSubImage(struct gl_context
* ctx
,
1898 GLint xoffset
, GLint yoffset
, GLint zoffset
,
1899 GLsizei width
, GLsizei height
, GLint depth
,
1900 GLenum format
, GLenum type
, void * pixels
,
1901 struct gl_texture_image
*texImage
)
1903 struct st_context
*st
= st_context(ctx
);
1904 struct pipe_context
*pipe
= st
->pipe
;
1905 struct pipe_screen
*screen
= pipe
->screen
;
1906 struct st_texture_image
*stImage
= st_texture_image(texImage
);
1907 struct st_texture_object
*stObj
= st_texture_object(texImage
->TexObject
);
1908 struct pipe_resource
*src
= stObj
->pt
;
1909 struct pipe_resource
*dst
= NULL
;
1910 struct pipe_resource dst_templ
;
1911 enum pipe_format dst_format
, src_format
;
1912 mesa_format mesa_format
;
1913 GLenum gl_target
= texImage
->TexObject
->Target
;
1914 enum pipe_texture_target pipe_target
;
1916 struct pipe_blit_info blit
;
1918 struct pipe_transfer
*tex_xfer
;
1920 boolean done
= FALSE
;
1922 assert(!_mesa_is_format_etc2(texImage
->TexFormat
) &&
1923 !_mesa_is_format_astc_2d(texImage
->TexFormat
) &&
1924 texImage
->TexFormat
!= MESA_FORMAT_ETC1_RGB8
);
1926 st_flush_bitmap_cache(st
);
1928 if (!st
->prefer_blit_based_texture_transfer
&&
1929 !_mesa_is_format_compressed(texImage
->TexFormat
)) {
1930 /* Try to avoid the fallback if we're doing texture decompression here */
1934 /* Handle non-finalized textures. */
1935 if (!stImage
->pt
|| stImage
->pt
!= stObj
->pt
|| !src
) {
1939 /* XXX Fallback to _mesa_GetTexImage_sw for depth-stencil formats
1940 * due to an incomplete stencil blit implementation in some drivers. */
1941 if (format
== GL_DEPTH_STENCIL
|| format
== GL_STENCIL_INDEX
) {
1945 /* If the base internal format and the texture format don't match, we have
1946 * to fall back to _mesa_GetTexImage_sw. */
1947 if (texImage
->_BaseFormat
!=
1948 _mesa_get_format_base_format(texImage
->TexFormat
)) {
1952 /* See if the texture format already matches the format and type,
1953 * in which case the memcpy-based fast path will be used. */
1954 if (_mesa_format_matches_format_and_type(texImage
->TexFormat
, format
,
1955 type
, ctx
->Pack
.SwapBytes
, NULL
)) {
1959 /* Convert the source format to what is expected by GetTexImage
1960 * and see if it's supported.
1962 * This only applies to glGetTexImage:
1963 * - Luminance must be returned as (L,0,0,1).
1964 * - Luminance alpha must be returned as (L,0,0,A).
1965 * - Intensity must be returned as (I,0,0,1)
1967 if (stObj
->surface_based
)
1968 src_format
= util_format_linear(stObj
->surface_format
);
1970 src_format
= util_format_linear(src
->format
);
1971 src_format
= util_format_luminance_to_red(src_format
);
1972 src_format
= util_format_intensity_to_red(src_format
);
1975 !screen
->is_format_supported(screen
, src_format
, src
->target
,
1976 src
->nr_samples
, src
->nr_storage_samples
,
1977 PIPE_BIND_SAMPLER_VIEW
)) {
1981 if (format
== GL_DEPTH_COMPONENT
|| format
== GL_DEPTH_STENCIL
)
1982 bind
= PIPE_BIND_DEPTH_STENCIL
;
1984 bind
= PIPE_BIND_RENDER_TARGET
;
1986 /* GetTexImage only returns a single face for cubemaps. */
1987 if (gl_target
== GL_TEXTURE_CUBE_MAP
) {
1988 gl_target
= GL_TEXTURE_2D
;
1990 pipe_target
= gl_target_to_pipe(gl_target
);
1992 /* Choose the destination format by finding the best match
1993 * for the format+type combo. */
1994 dst_format
= st_choose_matching_format(st
, bind
, format
, type
,
1995 ctx
->Pack
.SwapBytes
);
1997 if (dst_format
== PIPE_FORMAT_NONE
) {
1998 GLenum dst_glformat
;
2000 /* Fall back to _mesa_GetTexImage_sw except for compressed formats,
2001 * where decompression with a blit is always preferred. */
2002 if (!util_format_is_compressed(src
->format
)) {
2006 /* Set the appropriate format for the decompressed texture.
2007 * Luminance and sRGB formats shouldn't appear here.*/
2008 switch (src_format
) {
2009 case PIPE_FORMAT_DXT1_RGB
:
2010 case PIPE_FORMAT_DXT1_RGBA
:
2011 case PIPE_FORMAT_DXT3_RGBA
:
2012 case PIPE_FORMAT_DXT5_RGBA
:
2013 case PIPE_FORMAT_RGTC1_UNORM
:
2014 case PIPE_FORMAT_RGTC2_UNORM
:
2015 case PIPE_FORMAT_ETC1_RGB8
:
2016 case PIPE_FORMAT_ETC2_RGB8
:
2017 case PIPE_FORMAT_ETC2_RGB8A1
:
2018 case PIPE_FORMAT_ETC2_RGBA8
:
2019 case PIPE_FORMAT_ASTC_4x4
:
2020 case PIPE_FORMAT_ASTC_5x4
:
2021 case PIPE_FORMAT_ASTC_5x5
:
2022 case PIPE_FORMAT_ASTC_6x5
:
2023 case PIPE_FORMAT_ASTC_6x6
:
2024 case PIPE_FORMAT_ASTC_8x5
:
2025 case PIPE_FORMAT_ASTC_8x6
:
2026 case PIPE_FORMAT_ASTC_8x8
:
2027 case PIPE_FORMAT_ASTC_10x5
:
2028 case PIPE_FORMAT_ASTC_10x6
:
2029 case PIPE_FORMAT_ASTC_10x8
:
2030 case PIPE_FORMAT_ASTC_10x10
:
2031 case PIPE_FORMAT_ASTC_12x10
:
2032 case PIPE_FORMAT_ASTC_12x12
:
2033 case PIPE_FORMAT_BPTC_RGBA_UNORM
:
2034 dst_glformat
= GL_RGBA8
;
2036 case PIPE_FORMAT_RGTC1_SNORM
:
2037 case PIPE_FORMAT_RGTC2_SNORM
:
2038 if (!ctx
->Extensions
.EXT_texture_snorm
)
2040 dst_glformat
= GL_RGBA8_SNORM
;
2042 case PIPE_FORMAT_BPTC_RGB_FLOAT
:
2043 case PIPE_FORMAT_BPTC_RGB_UFLOAT
:
2044 if (!ctx
->Extensions
.ARB_texture_float
)
2046 dst_glformat
= GL_RGBA32F
;
2048 case PIPE_FORMAT_ETC2_R11_UNORM
:
2049 if (!screen
->is_format_supported(screen
, PIPE_FORMAT_R16_UNORM
,
2050 pipe_target
, 0, 0, bind
))
2052 dst_glformat
= GL_R16
;
2054 case PIPE_FORMAT_ETC2_R11_SNORM
:
2055 if (!screen
->is_format_supported(screen
, PIPE_FORMAT_R16_SNORM
,
2056 pipe_target
, 0, 0, bind
))
2058 dst_glformat
= GL_R16_SNORM
;
2060 case PIPE_FORMAT_ETC2_RG11_UNORM
:
2061 if (!screen
->is_format_supported(screen
, PIPE_FORMAT_R16G16_UNORM
,
2062 pipe_target
, 0, 0, bind
))
2064 dst_glformat
= GL_RG16
;
2066 case PIPE_FORMAT_ETC2_RG11_SNORM
:
2067 if (!screen
->is_format_supported(screen
, PIPE_FORMAT_R16G16_SNORM
,
2068 pipe_target
, 0, 0, bind
))
2070 dst_glformat
= GL_RG16_SNORM
;
2077 dst_format
= st_choose_format(st
, dst_glformat
, format
, type
,
2078 pipe_target
, 0, 0, bind
, FALSE
);
2080 if (dst_format
== PIPE_FORMAT_NONE
) {
2081 /* unable to get an rgba format!?! */
2086 /* create the destination texture of size (width X height X depth) */
2087 memset(&dst_templ
, 0, sizeof(dst_templ
));
2088 dst_templ
.target
= pipe_target
;
2089 dst_templ
.format
= dst_format
;
2090 dst_templ
.bind
= bind
;
2091 dst_templ
.usage
= PIPE_USAGE_STAGING
;
2093 st_gl_texture_dims_to_pipe_dims(gl_target
, width
, height
, depth
,
2094 &dst_templ
.width0
, &dst_templ
.height0
,
2095 &dst_templ
.depth0
, &dst_templ
.array_size
);
2097 dst
= screen
->resource_create(screen
, &dst_templ
);
2102 /* From now on, we need the gallium representation of dimensions. */
2103 if (gl_target
== GL_TEXTURE_1D_ARRAY
) {
2110 assert(texImage
->Face
== 0 ||
2111 texImage
->TexObject
->MinLayer
== 0 ||
2114 memset(&blit
, 0, sizeof(blit
));
2115 blit
.src
.resource
= src
;
2116 blit
.src
.level
= texImage
->Level
+ texImage
->TexObject
->MinLevel
;
2117 blit
.src
.format
= src_format
;
2118 blit
.dst
.resource
= dst
;
2120 blit
.dst
.format
= dst
->format
;
2121 blit
.src
.box
.x
= xoffset
;
2123 blit
.src
.box
.y
= yoffset
;
2125 blit
.src
.box
.z
= texImage
->Face
+ texImage
->TexObject
->MinLayer
+ zoffset
;
2127 blit
.src
.box
.width
= blit
.dst
.box
.width
= width
;
2128 blit
.src
.box
.height
= blit
.dst
.box
.height
= height
;
2129 blit
.src
.box
.depth
= blit
.dst
.box
.depth
= depth
;
2130 blit
.mask
= st_get_blit_mask(texImage
->_BaseFormat
, format
);
2131 blit
.filter
= PIPE_TEX_FILTER_NEAREST
;
2132 blit
.scissor_enable
= FALSE
;
2134 /* blit/render/decompress */
2135 st
->pipe
->blit(st
->pipe
, &blit
);
2137 pixels
= _mesa_map_pbo_dest(ctx
, &ctx
->Pack
, pixels
);
2139 map
= pipe_transfer_map_3d(pipe
, dst
, 0, PIPE_TRANSFER_READ
,
2140 0, 0, 0, width
, height
, depth
, &tex_xfer
);
2145 mesa_format
= st_pipe_format_to_mesa_format(dst_format
);
2146 dims
= _mesa_get_texture_dimensions(gl_target
);
2148 /* copy/pack data into user buffer */
2149 if (_mesa_format_matches_format_and_type(mesa_format
, format
, type
,
2150 ctx
->Pack
.SwapBytes
, NULL
)) {
2152 const uint bytesPerRow
= width
* util_format_get_blocksize(dst_format
);
2155 for (slice
= 0; slice
< depth
; slice
++) {
2156 ubyte
*slice_map
= map
;
2158 for (row
= 0; row
< height
; row
++) {
2159 void *dest
= _mesa_image_address(dims
, &ctx
->Pack
, pixels
,
2160 width
, height
, format
, type
,
2163 memcpy(dest
, slice_map
, bytesPerRow
);
2165 slice_map
+= tex_xfer
->stride
;
2168 map
+= tex_xfer
->layer_stride
;
2172 /* format translation via floats */
2175 uint32_t dstMesaFormat
;
2176 int dstStride
, srcStride
;
2178 assert(util_format_is_compressed(src
->format
));
2180 rgba
= malloc(width
* height
* 4 * sizeof(GLfloat
));
2185 if (ST_DEBUG
& DEBUG_FALLBACK
)
2186 debug_printf("%s: fallback format translation\n", __func__
);
2188 dstMesaFormat
= _mesa_format_from_format_and_type(format
, type
);
2189 dstStride
= _mesa_image_row_stride(&ctx
->Pack
, width
, format
, type
);
2190 srcStride
= 4 * width
* sizeof(GLfloat
);
2191 for (slice
= 0; slice
< depth
; slice
++) {
2192 void *dest
= _mesa_image_address(dims
, &ctx
->Pack
, pixels
,
2193 width
, height
, format
, type
,
2196 /* get float[4] rgba row from surface */
2197 pipe_get_tile_rgba_format(tex_xfer
, map
, 0, 0, width
, height
,
2200 _mesa_format_convert(dest
, dstMesaFormat
, dstStride
,
2201 rgba
, RGBA32_FLOAT
, srcStride
,
2202 width
, height
, NULL
);
2204 /* Handle byte swapping if required */
2205 if (ctx
->Pack
.SwapBytes
) {
2206 _mesa_swap_bytes_2d_image(format
, type
, &ctx
->Pack
,
2207 width
, height
, dest
, dest
);
2210 map
+= tex_xfer
->layer_stride
;
2219 pipe_transfer_unmap(pipe
, tex_xfer
);
2221 _mesa_unmap_pbo_dest(ctx
, &ctx
->Pack
);
2222 pipe_resource_reference(&dst
, NULL
);
2226 _mesa_GetTexSubImage_sw(ctx
, xoffset
, yoffset
, zoffset
,
2227 width
, height
, depth
,
2228 format
, type
, pixels
, texImage
);
2234 * Do a CopyTexSubImage operation using a read transfer from the source,
2235 * a write transfer to the destination and get_tile()/put_tile() to access
2236 * the pixels/texels.
2238 * Note: srcY=0=TOP of renderbuffer
2241 fallback_copy_texsubimage(struct gl_context
*ctx
,
2242 struct st_renderbuffer
*strb
,
2243 struct st_texture_image
*stImage
,
2245 GLint destX
, GLint destY
, GLint slice
,
2246 GLint srcX
, GLint srcY
,
2247 GLsizei width
, GLsizei height
)
2249 struct st_context
*st
= st_context(ctx
);
2250 struct pipe_context
*pipe
= st
->pipe
;
2251 struct pipe_transfer
*src_trans
;
2253 enum pipe_transfer_usage transfer_usage
;
2255 unsigned dst_width
= width
;
2256 unsigned dst_height
= height
;
2257 unsigned dst_depth
= 1;
2258 struct pipe_transfer
*transfer
;
2260 if (ST_DEBUG
& DEBUG_FALLBACK
)
2261 debug_printf("%s: fallback processing\n", __func__
);
2263 if (st_fb_orientation(ctx
->ReadBuffer
) == Y_0_TOP
) {
2264 srcY
= strb
->Base
.Height
- srcY
- height
;
2267 map
= pipe_transfer_map(pipe
,
2269 strb
->surface
->u
.tex
.level
,
2270 strb
->surface
->u
.tex
.first_layer
,
2273 width
, height
, &src_trans
);
2275 if ((baseFormat
== GL_DEPTH_COMPONENT
||
2276 baseFormat
== GL_DEPTH_STENCIL
) &&
2277 util_format_is_depth_and_stencil(stImage
->pt
->format
))
2278 transfer_usage
= PIPE_TRANSFER_READ_WRITE
;
2280 transfer_usage
= PIPE_TRANSFER_WRITE
;
2282 texDest
= st_texture_image_map(st
, stImage
, transfer_usage
,
2283 destX
, destY
, slice
,
2284 dst_width
, dst_height
, dst_depth
,
2287 if (baseFormat
== GL_DEPTH_COMPONENT
||
2288 baseFormat
== GL_DEPTH_STENCIL
) {
2289 const GLboolean scaleOrBias
= (ctx
->Pixel
.DepthScale
!= 1.0F
||
2290 ctx
->Pixel
.DepthBias
!= 0.0F
);
2294 /* determine bottom-to-top vs. top-to-bottom order for src buffer */
2295 if (st_fb_orientation(ctx
->ReadBuffer
) == Y_0_TOP
) {
2304 data
= malloc(width
* sizeof(uint
));
2307 /* To avoid a large temp memory allocation, do copy row by row */
2308 for (row
= 0; row
< height
; row
++, srcY
+= yStep
) {
2309 pipe_get_tile_z(src_trans
, map
, 0, srcY
, width
, 1, data
);
2311 _mesa_scale_and_bias_depth_uint(ctx
, width
, data
);
2314 if (stImage
->pt
->target
== PIPE_TEXTURE_1D_ARRAY
) {
2315 pipe_put_tile_z(transfer
, texDest
+ row
*transfer
->layer_stride
,
2316 0, 0, width
, 1, data
);
2319 pipe_put_tile_z(transfer
, texDest
, 0, row
, width
, 1, data
);
2324 _mesa_error(ctx
, GL_OUT_OF_MEMORY
, "glCopyTexSubImage()");
2332 malloc(width
* height
* 4 * sizeof(GLfloat
));
2334 if (tempSrc
&& texDest
) {
2335 const GLint dims
= 2;
2337 struct gl_texture_image
*texImage
= &stImage
->base
;
2338 struct gl_pixelstore_attrib unpack
= ctx
->DefaultPacking
;
2340 if (st_fb_orientation(ctx
->ReadBuffer
) == Y_0_TOP
) {
2341 unpack
.Invert
= GL_TRUE
;
2344 if (stImage
->pt
->target
== PIPE_TEXTURE_1D_ARRAY
) {
2345 dstRowStride
= transfer
->layer_stride
;
2348 dstRowStride
= transfer
->stride
;
2351 /* get float/RGBA image from framebuffer */
2352 /* XXX this usually involves a lot of int/float conversion.
2353 * try to avoid that someday.
2355 pipe_get_tile_rgba_format(src_trans
, map
, 0, 0, width
, height
,
2356 util_format_linear(strb
->texture
->format
),
2359 /* Store into texture memory.
2360 * Note that this does some special things such as pixel transfer
2361 * ops and format conversion. In particular, if the dest tex format
2362 * is actually RGBA but the user created the texture as GL_RGB we
2363 * need to fill-in/override the alpha channel with 1.0.
2365 _mesa_texstore(ctx
, dims
,
2366 texImage
->_BaseFormat
,
2367 texImage
->TexFormat
,
2371 GL_RGBA
, GL_FLOAT
, tempSrc
, /* src */
2375 _mesa_error(ctx
, GL_OUT_OF_MEMORY
, "glTexSubImage");
2381 st_texture_image_unmap(st
, stImage
, slice
);
2382 pipe
->transfer_unmap(pipe
, src_trans
);
2387 st_can_copyteximage_using_blit(const struct gl_texture_image
*texImage
,
2388 const struct gl_renderbuffer
*rb
)
2390 GLenum tex_baseformat
= _mesa_get_format_base_format(texImage
->TexFormat
);
2392 /* We don't blit to a teximage where the GL base format doesn't match the
2393 * texture's chosen format, except in the case of a GL_RGB texture
2394 * represented with GL_RGBA (where the alpha channel is just being
2397 if (texImage
->_BaseFormat
!= tex_baseformat
&&
2398 ((texImage
->_BaseFormat
!= GL_RGB
|| tex_baseformat
!= GL_RGBA
))) {
2402 /* We can't blit from a RB where the GL base format doesn't match the RB's
2403 * chosen format (for example, GL RGB or ALPHA with rb->Format of an RGBA
2404 * type, because the other channels will be undefined).
2406 if (rb
->_BaseFormat
!= _mesa_get_format_base_format(rb
->Format
))
2414 * Do a CopyTex[Sub]Image1/2/3D() using a hardware (blit) path if possible.
2415 * Note that the region to copy has already been clipped so we know we
2416 * won't read from outside the source renderbuffer's bounds.
2418 * Note: srcY=0=Bottom of renderbuffer (GL convention)
2421 st_CopyTexSubImage(struct gl_context
*ctx
, GLuint dims
,
2422 struct gl_texture_image
*texImage
,
2423 GLint destX
, GLint destY
, GLint slice
,
2424 struct gl_renderbuffer
*rb
,
2425 GLint srcX
, GLint srcY
, GLsizei width
, GLsizei height
)
2427 struct st_texture_image
*stImage
= st_texture_image(texImage
);
2428 struct st_texture_object
*stObj
= st_texture_object(texImage
->TexObject
);
2429 struct st_renderbuffer
*strb
= st_renderbuffer(rb
);
2430 struct st_context
*st
= st_context(ctx
);
2431 struct pipe_context
*pipe
= st
->pipe
;
2432 struct pipe_screen
*screen
= pipe
->screen
;
2433 struct pipe_blit_info blit
;
2434 enum pipe_format dst_format
;
2435 GLboolean do_flip
= (st_fb_orientation(ctx
->ReadBuffer
) == Y_0_TOP
);
2439 st_flush_bitmap_cache(st
);
2440 st_invalidate_readpix_cache(st
);
2442 assert(!_mesa_is_format_etc2(texImage
->TexFormat
) &&
2443 !_mesa_is_format_astc_2d(texImage
->TexFormat
) &&
2444 texImage
->TexFormat
!= MESA_FORMAT_ETC1_RGB8
);
2446 if (!strb
|| !strb
->surface
|| !stImage
->pt
) {
2447 debug_printf("%s: null strb or stImage\n", __func__
);
2451 if (_mesa_texstore_needs_transfer_ops(ctx
, texImage
->_BaseFormat
,
2452 texImage
->TexFormat
)) {
2456 if (!st_can_copyteximage_using_blit(texImage
, rb
)) {
2460 /* Choose the destination format to match the TexImage behavior. */
2461 dst_format
= util_format_linear(stImage
->pt
->format
);
2462 dst_format
= util_format_luminance_to_red(dst_format
);
2463 dst_format
= util_format_intensity_to_red(dst_format
);
2465 /* See if the destination format is supported. */
2466 if (texImage
->_BaseFormat
== GL_DEPTH_STENCIL
||
2467 texImage
->_BaseFormat
== GL_DEPTH_COMPONENT
) {
2468 bind
= PIPE_BIND_DEPTH_STENCIL
;
2471 bind
= PIPE_BIND_RENDER_TARGET
;
2475 !screen
->is_format_supported(screen
, dst_format
, stImage
->pt
->target
,
2476 stImage
->pt
->nr_samples
,
2477 stImage
->pt
->nr_storage_samples
, bind
)) {
2481 /* Y flipping for the main framebuffer. */
2483 srcY1
= strb
->Base
.Height
- srcY
- height
;
2484 srcY0
= srcY1
+ height
;
2488 srcY1
= srcY0
+ height
;
2491 /* Blit the texture.
2492 * This supports flipping, format conversions, and downsampling.
2494 memset(&blit
, 0, sizeof(blit
));
2495 blit
.src
.resource
= strb
->texture
;
2496 blit
.src
.format
= util_format_linear(strb
->surface
->format
);
2497 blit
.src
.level
= strb
->surface
->u
.tex
.level
;
2498 blit
.src
.box
.x
= srcX
;
2499 blit
.src
.box
.y
= srcY0
;
2500 blit
.src
.box
.z
= strb
->surface
->u
.tex
.first_layer
;
2501 blit
.src
.box
.width
= width
;
2502 blit
.src
.box
.height
= srcY1
- srcY0
;
2503 blit
.src
.box
.depth
= 1;
2504 blit
.dst
.resource
= stImage
->pt
;
2505 blit
.dst
.format
= dst_format
;
2506 blit
.dst
.level
= stObj
->pt
!= stImage
->pt
2507 ? 0 : texImage
->Level
+ texImage
->TexObject
->MinLevel
;
2508 blit
.dst
.box
.x
= destX
;
2509 blit
.dst
.box
.y
= destY
;
2510 blit
.dst
.box
.z
= stImage
->base
.Face
+ slice
+ texImage
->TexObject
->MinLayer
;
2511 blit
.dst
.box
.width
= width
;
2512 blit
.dst
.box
.height
= height
;
2513 blit
.dst
.box
.depth
= 1;
2514 blit
.mask
= st_get_blit_mask(rb
->_BaseFormat
, texImage
->_BaseFormat
);
2515 blit
.filter
= PIPE_TEX_FILTER_NEAREST
;
2516 pipe
->blit(pipe
, &blit
);
2520 /* software fallback */
2521 fallback_copy_texsubimage(ctx
,
2522 strb
, stImage
, texImage
->_BaseFormat
,
2523 destX
, destY
, slice
,
2524 srcX
, srcY
, width
, height
);
2529 * Copy image data from stImage into the texture object 'stObj' at level
2533 copy_image_data_to_texture(struct st_context
*st
,
2534 struct st_texture_object
*stObj
,
2536 struct st_texture_image
*stImage
)
2540 ASSERTED
const struct gl_texture_image
*dstImage
=
2541 stObj
->base
.Image
[stImage
->base
.Face
][dstLevel
];
2543 assert(dstImage
->Width
== stImage
->base
.Width
);
2544 assert(dstImage
->Height
== stImage
->base
.Height
);
2545 assert(dstImage
->Depth
== stImage
->base
.Depth
);
2549 /* Copy potentially with the blitter:
2552 if (stImage
->pt
->last_level
== 0)
2555 src_level
= stImage
->base
.Level
;
2557 assert(src_level
<= stImage
->pt
->last_level
);
2558 assert(u_minify(stImage
->pt
->width0
, src_level
) == stImage
->base
.Width
);
2559 assert(stImage
->pt
->target
== PIPE_TEXTURE_1D_ARRAY
||
2560 u_minify(stImage
->pt
->height0
, src_level
) == stImage
->base
.Height
);
2561 assert(stImage
->pt
->target
== PIPE_TEXTURE_2D_ARRAY
||
2562 stImage
->pt
->target
== PIPE_TEXTURE_CUBE_ARRAY
||
2563 u_minify(stImage
->pt
->depth0
, src_level
) == stImage
->base
.Depth
);
2565 st_texture_image_copy(st
->pipe
,
2566 stObj
->pt
, dstLevel
, /* dest texture, level */
2567 stImage
->pt
, src_level
, /* src texture, level */
2568 stImage
->base
.Face
);
2570 pipe_resource_reference(&stImage
->pt
, NULL
);
2572 pipe_resource_reference(&stImage
->pt
, stObj
->pt
);
2577 * Called during state validation. When this function is finished,
2578 * the texture object should be ready for rendering.
2579 * \return GL_TRUE for success, GL_FALSE for failure (out of mem)
2582 st_finalize_texture(struct gl_context
*ctx
,
2583 struct pipe_context
*pipe
,
2584 struct gl_texture_object
*tObj
,
2587 struct st_context
*st
= st_context(ctx
);
2588 struct st_texture_object
*stObj
= st_texture_object(tObj
);
2589 const GLuint nr_faces
= _mesa_num_tex_faces(stObj
->base
.Target
);
2591 const struct st_texture_image
*firstImage
;
2592 enum pipe_format firstImageFormat
;
2594 uint16_t ptHeight
, ptDepth
, ptLayers
, ptNumSamples
;
2596 if (tObj
->Immutable
)
2599 if (tObj
->_MipmapComplete
)
2600 stObj
->lastLevel
= stObj
->base
._MaxLevel
;
2601 else if (tObj
->_BaseComplete
)
2602 stObj
->lastLevel
= stObj
->base
.BaseLevel
;
2604 /* Skip the loop over images in the common case of no images having
2605 * changed. But if the GL_BASE_LEVEL or GL_MAX_LEVEL change to something we
2606 * haven't looked at, then we do need to look at those new images.
2608 if (!stObj
->needs_validation
&&
2609 stObj
->base
.BaseLevel
>= stObj
->validated_first_level
&&
2610 stObj
->lastLevel
<= stObj
->validated_last_level
) {
2614 /* If this texture comes from a window system, there is nothing else to do. */
2615 if (stObj
->surface_based
) {
2619 firstImage
= st_texture_image_const(stObj
->base
.Image
[cubeMapFace
]
2620 [stObj
->base
.BaseLevel
]);
2623 /* If both firstImage and stObj point to a texture which can contain
2624 * all active images, favour firstImage. Note that because of the
2625 * completeness requirement, we know that the image dimensions
2628 if (firstImage
->pt
&&
2629 firstImage
->pt
!= stObj
->pt
&&
2630 (!stObj
->pt
|| firstImage
->pt
->last_level
>= stObj
->pt
->last_level
)) {
2631 pipe_resource_reference(&stObj
->pt
, firstImage
->pt
);
2632 st_texture_release_all_sampler_views(st
, stObj
);
2635 /* Find gallium format for the Mesa texture */
2637 st_mesa_format_to_pipe_format(st
, firstImage
->base
.TexFormat
);
2639 /* Find size of level=0 Gallium mipmap image, plus number of texture layers */
2642 uint16_t height
, depth
;
2644 st_gl_texture_dims_to_pipe_dims(stObj
->base
.Target
,
2645 firstImage
->base
.Width2
,
2646 firstImage
->base
.Height2
,
2647 firstImage
->base
.Depth2
,
2648 &width
, &height
, &depth
, &ptLayers
);
2650 /* If we previously allocated a pipe texture and its sizes are
2651 * compatible, use them.
2654 u_minify(stObj
->pt
->width0
, firstImage
->base
.Level
) == width
&&
2655 u_minify(stObj
->pt
->height0
, firstImage
->base
.Level
) == height
&&
2656 u_minify(stObj
->pt
->depth0
, firstImage
->base
.Level
) == depth
) {
2657 ptWidth
= stObj
->pt
->width0
;
2658 ptHeight
= stObj
->pt
->height0
;
2659 ptDepth
= stObj
->pt
->depth0
;
2661 /* Otherwise, compute a new level=0 size that is compatible with the
2664 ptWidth
= width
> 1 ? width
<< firstImage
->base
.Level
: 1;
2665 ptHeight
= height
> 1 ? height
<< firstImage
->base
.Level
: 1;
2666 ptDepth
= depth
> 1 ? depth
<< firstImage
->base
.Level
: 1;
2668 /* If the base level image is 1x1x1, we still need to ensure that the
2669 * resulting pipe texture ends up with the required number of levels
2672 if (ptWidth
== 1 && ptHeight
== 1 && ptDepth
== 1) {
2673 ptWidth
<<= firstImage
->base
.Level
;
2675 if (stObj
->base
.Target
== GL_TEXTURE_CUBE_MAP
||
2676 stObj
->base
.Target
== GL_TEXTURE_CUBE_MAP_ARRAY
)
2680 /* At this point, the texture may be incomplete (mismatched cube
2681 * face sizes, for example). If that's the case, give up, but
2682 * don't return GL_FALSE as that would raise an incorrect
2683 * GL_OUT_OF_MEMORY error. See Piglit fbo-incomplete-texture-03 test.
2685 if (!stObj
->base
._BaseComplete
) {
2686 _mesa_test_texobj_completeness(ctx
, &stObj
->base
);
2687 if (!stObj
->base
._BaseComplete
) {
2693 ptNumSamples
= firstImage
->base
.NumSamples
;
2696 /* If we already have a gallium texture, check that it matches the texture
2697 * object's format, target, size, num_levels, etc.
2700 if (stObj
->pt
->target
!= gl_target_to_pipe(stObj
->base
.Target
) ||
2701 stObj
->pt
->format
!= firstImageFormat
||
2702 stObj
->pt
->last_level
< stObj
->lastLevel
||
2703 stObj
->pt
->width0
!= ptWidth
||
2704 stObj
->pt
->height0
!= ptHeight
||
2705 stObj
->pt
->depth0
!= ptDepth
||
2706 stObj
->pt
->nr_samples
!= ptNumSamples
||
2707 stObj
->pt
->array_size
!= ptLayers
)
2709 /* The gallium texture does not match the Mesa texture so delete the
2710 * gallium texture now. We'll make a new one below.
2712 pipe_resource_reference(&stObj
->pt
, NULL
);
2713 st_texture_release_all_sampler_views(st
, stObj
);
2714 st
->dirty
|= ST_NEW_FRAMEBUFFER
;
2718 /* May need to create a new gallium texture:
2721 GLuint bindings
= default_bindings(st
, firstImageFormat
);
2723 stObj
->pt
= st_texture_create(st
,
2724 gl_target_to_pipe(stObj
->base
.Target
),
2730 ptLayers
, ptNumSamples
,
2734 _mesa_error(ctx
, GL_OUT_OF_MEMORY
, "glTexImage");
2739 /* Pull in any images not in the object's texture:
2741 for (face
= 0; face
< nr_faces
; face
++) {
2743 for (level
= stObj
->base
.BaseLevel
; level
<= stObj
->lastLevel
; level
++) {
2744 struct st_texture_image
*stImage
=
2745 st_texture_image(stObj
->base
.Image
[face
][level
]);
2747 /* Need to import images in main memory or held in other textures.
2749 if (stImage
&& stObj
->pt
!= stImage
->pt
) {
2753 if (stObj
->base
.Target
!= GL_TEXTURE_1D_ARRAY
)
2754 height
= u_minify(ptHeight
, level
);
2758 if (stObj
->base
.Target
== GL_TEXTURE_3D
)
2759 depth
= u_minify(ptDepth
, level
);
2760 else if (stObj
->base
.Target
== GL_TEXTURE_CUBE_MAP
)
2766 (stImage
->base
.Width
== u_minify(ptWidth
, level
) &&
2767 stImage
->base
.Height
== height
&&
2768 stImage
->base
.Depth
== depth
)) {
2769 /* src image fits expected dest mipmap level size */
2770 copy_image_data_to_texture(st
, stObj
, level
, stImage
);
2776 stObj
->validated_first_level
= stObj
->base
.BaseLevel
;
2777 stObj
->validated_last_level
= stObj
->lastLevel
;
2778 stObj
->needs_validation
= false;
2785 * Allocate a new pipe_resource object
2786 * width0, height0, depth0 are the dimensions of the level 0 image
2787 * (the highest resolution). last_level indicates how many mipmap levels
2788 * to allocate storage for. For non-mipmapped textures, this will be zero.
2790 static struct pipe_resource
*
2791 st_texture_create_from_memory(struct st_context
*st
,
2792 struct st_memory_object
*memObj
,
2794 enum pipe_texture_target target
,
2795 enum pipe_format format
,
2804 struct pipe_resource pt
, *newtex
;
2805 struct pipe_screen
*screen
= st
->pipe
->screen
;
2807 assert(target
< PIPE_MAX_TEXTURE_TYPES
);
2809 assert(height0
> 0);
2811 if (target
== PIPE_TEXTURE_CUBE
)
2812 assert(layers
== 6);
2814 DBG("%s target %d format %s last_level %d\n", __func__
,
2815 (int) target
, util_format_name(format
), last_level
);
2818 assert(screen
->is_format_supported(screen
, format
, target
, 0, 0,
2819 PIPE_BIND_SAMPLER_VIEW
));
2821 memset(&pt
, 0, sizeof(pt
));
2824 pt
.last_level
= last_level
;
2826 pt
.height0
= height0
;
2828 pt
.array_size
= layers
;
2829 pt
.usage
= PIPE_USAGE_DEFAULT
;
2831 /* only set this for OpenGL textures, not renderbuffers */
2832 pt
.flags
= PIPE_RESOURCE_FLAG_TEXTURING_MORE_LIKELY
;
2833 pt
.nr_samples
= nr_samples
;
2834 pt
.nr_storage_samples
= nr_samples
;
2836 newtex
= screen
->resource_from_memobj(screen
, &pt
, memObj
->memory
, offset
);
2838 assert(!newtex
|| pipe_is_referenced(&newtex
->reference
));
2845 * Allocate texture memory for a whole mipmap stack.
2846 * Note: for multisample textures if the requested sample count is not
2847 * supported, we search for the next higher supported sample count.
2850 st_texture_storage(struct gl_context
*ctx
,
2851 struct gl_texture_object
*texObj
,
2852 GLsizei levels
, GLsizei width
,
2853 GLsizei height
, GLsizei depth
,
2854 struct gl_memory_object
*memObj
,
2857 const GLuint numFaces
= _mesa_num_tex_faces(texObj
->Target
);
2858 struct gl_texture_image
*texImage
= texObj
->Image
[0][0];
2859 struct st_context
*st
= st_context(ctx
);
2860 struct st_texture_object
*stObj
= st_texture_object(texObj
);
2861 struct st_memory_object
*smObj
= st_memory_object(memObj
);
2862 struct pipe_screen
*screen
= st
->pipe
->screen
;
2863 unsigned ptWidth
, bindings
;
2864 uint16_t ptHeight
, ptDepth
, ptLayers
;
2865 enum pipe_format fmt
;
2867 GLuint num_samples
= texImage
->NumSamples
;
2871 stObj
->lastLevel
= levels
- 1;
2873 fmt
= st_mesa_format_to_pipe_format(st
, texImage
->TexFormat
);
2875 bindings
= default_bindings(st
, fmt
);
2877 if (num_samples
> 0) {
2878 /* Find msaa sample count which is actually supported. For example,
2879 * if the user requests 1x but only 4x or 8x msaa is supported, we'll
2882 enum pipe_texture_target ptarget
= gl_target_to_pipe(texObj
->Target
);
2883 boolean found
= FALSE
;
2885 if (ctx
->Const
.MaxSamples
> 1 && num_samples
== 1) {
2886 /* don't try num_samples = 1 with drivers that support real msaa */
2890 for (; num_samples
<= ctx
->Const
.MaxSamples
; num_samples
++) {
2891 if (screen
->is_format_supported(screen
, fmt
, ptarget
,
2892 num_samples
, num_samples
,
2893 PIPE_BIND_SAMPLER_VIEW
)) {
2894 /* Update the sample count in gl_texture_image as well. */
2895 texImage
->NumSamples
= num_samples
;
2906 st_gl_texture_dims_to_pipe_dims(texObj
->Target
,
2907 width
, height
, depth
,
2908 &ptWidth
, &ptHeight
, &ptDepth
, &ptLayers
);
2911 stObj
->pt
= st_texture_create_from_memory(st
,
2914 gl_target_to_pipe(texObj
->Target
),
2920 ptLayers
, num_samples
,
2924 stObj
->pt
= st_texture_create(st
,
2925 gl_target_to_pipe(texObj
->Target
),
2931 ptLayers
, num_samples
,
2938 /* Set image resource pointers */
2939 for (level
= 0; level
< levels
; level
++) {
2941 for (face
= 0; face
< numFaces
; face
++) {
2942 struct st_texture_image
*stImage
=
2943 st_texture_image(texObj
->Image
[face
][level
]);
2944 pipe_resource_reference(&stImage
->pt
, stObj
->pt
);
2946 compressed_tex_fallback_allocate(st
, stImage
);
2950 /* The texture is in a validated state, so no need to check later. */
2951 stObj
->needs_validation
= false;
2952 stObj
->validated_first_level
= 0;
2953 stObj
->validated_last_level
= levels
- 1;
2959 * Called via ctx->Driver.AllocTextureStorage() to allocate texture memory
2960 * for a whole mipmap stack.
2963 st_AllocTextureStorage(struct gl_context
*ctx
,
2964 struct gl_texture_object
*texObj
,
2965 GLsizei levels
, GLsizei width
,
2966 GLsizei height
, GLsizei depth
)
2968 return st_texture_storage(ctx
, texObj
, levels
,
2969 width
, height
, depth
,
2975 st_TestProxyTexImage(struct gl_context
*ctx
, GLenum target
,
2976 GLuint numLevels
, GLint level
,
2977 mesa_format format
, GLuint numSamples
,
2978 GLint width
, GLint height
, GLint depth
)
2980 struct st_context
*st
= st_context(ctx
);
2981 struct pipe_context
*pipe
= st
->pipe
;
2983 if (width
== 0 || height
== 0 || depth
== 0) {
2984 /* zero-sized images are legal, and always fit! */
2988 if (pipe
->screen
->can_create_resource
) {
2989 /* Ask the gallium driver if the texture is too large */
2990 struct gl_texture_object
*texObj
=
2991 _mesa_get_current_tex_object(ctx
, target
);
2992 struct pipe_resource pt
;
2994 /* Setup the pipe_resource object
2996 memset(&pt
, 0, sizeof(pt
));
2998 pt
.target
= gl_target_to_pipe(target
);
2999 pt
.format
= st_mesa_format_to_pipe_format(st
, format
);
3000 pt
.nr_samples
= numSamples
;
3001 pt
.nr_storage_samples
= numSamples
;
3003 st_gl_texture_dims_to_pipe_dims(target
,
3004 width
, height
, depth
,
3005 &pt
.width0
, &pt
.height0
,
3006 &pt
.depth0
, &pt
.array_size
);
3008 if (numLevels
> 0) {
3009 /* For immutable textures we know the final number of mip levels */
3010 pt
.last_level
= numLevels
- 1;
3012 else if (level
== 0 && (texObj
->Sampler
.MinFilter
== GL_LINEAR
||
3013 texObj
->Sampler
.MinFilter
== GL_NEAREST
)) {
3014 /* assume just one mipmap level */
3018 /* assume a full set of mipmaps */
3019 pt
.last_level
= _mesa_logbase2(MAX3(width
, height
, depth
));
3022 return pipe
->screen
->can_create_resource(pipe
->screen
, &pt
);
3025 /* Use core Mesa fallback */
3026 return _mesa_test_proxy_teximage(ctx
, target
, numLevels
, level
, format
,
3027 numSamples
, width
, height
, depth
);
3032 st_TextureView(struct gl_context
*ctx
,
3033 struct gl_texture_object
*texObj
,
3034 struct gl_texture_object
*origTexObj
)
3036 struct st_context
*st
= st_context(ctx
);
3037 struct st_texture_object
*orig
= st_texture_object(origTexObj
);
3038 struct st_texture_object
*tex
= st_texture_object(texObj
);
3039 struct gl_texture_image
*image
= texObj
->Image
[0][0];
3041 const int numFaces
= _mesa_num_tex_faces(texObj
->Target
);
3042 const int numLevels
= texObj
->NumLevels
;
3047 pipe_resource_reference(&tex
->pt
, orig
->pt
);
3049 /* Set image resource pointers */
3050 for (level
= 0; level
< numLevels
; level
++) {
3051 for (face
= 0; face
< numFaces
; face
++) {
3052 struct st_texture_image
*stImage
=
3053 st_texture_image(texObj
->Image
[face
][level
]);
3054 pipe_resource_reference(&stImage
->pt
, tex
->pt
);
3058 tex
->surface_based
= GL_TRUE
;
3059 tex
->surface_format
=
3060 st_mesa_format_to_pipe_format(st_context(ctx
), image
->TexFormat
);
3062 tex
->lastLevel
= numLevels
- 1;
3064 /* free texture sampler views. They need to be recreated when we
3065 * change the texture view parameters.
3067 st_texture_release_all_sampler_views(st
, tex
);
3069 /* The texture is in a validated state, so no need to check later. */
3070 tex
->needs_validation
= false;
3071 tex
->validated_first_level
= 0;
3072 tex
->validated_last_level
= numLevels
- 1;
3079 * Find the mipmap level in 'pt' which matches the level described by
3083 find_mipmap_level(const struct gl_texture_image
*texImage
,
3084 const struct pipe_resource
*pt
)
3086 const GLenum target
= texImage
->TexObject
->Target
;
3087 GLint texWidth
= texImage
->Width
;
3088 GLint texHeight
= texImage
->Height
;
3089 GLint texDepth
= texImage
->Depth
;
3091 uint16_t h
, d
, layers
;
3093 st_gl_texture_dims_to_pipe_dims(target
, texWidth
, texHeight
, texDepth
,
3094 &w
, &h
, &d
, &layers
);
3096 for (level
= 0; level
<= pt
->last_level
; level
++) {
3097 if (u_minify(pt
->width0
, level
) == w
&&
3098 u_minify(pt
->height0
, level
) == h
&&
3099 u_minify(pt
->depth0
, level
) == d
) {
3104 /* If we get here, there must be some sort of inconsistency between
3105 * the Mesa texture object/images and the gallium resource.
3107 debug_printf("Inconsistent textures in find_mipmap_level()\n");
3109 return texImage
->Level
;
3114 st_ClearTexSubImage(struct gl_context
*ctx
,
3115 struct gl_texture_image
*texImage
,
3116 GLint xoffset
, GLint yoffset
, GLint zoffset
,
3117 GLsizei width
, GLsizei height
, GLsizei depth
,
3118 const void *clearValue
)
3120 static const char zeros
[16] = {0};
3121 struct gl_texture_object
*texObj
= texImage
->TexObject
;
3122 struct st_texture_image
*stImage
= st_texture_image(texImage
);
3123 struct pipe_resource
*pt
= stImage
->pt
;
3124 struct st_context
*st
= st_context(ctx
);
3125 struct pipe_context
*pipe
= st
->pipe
;
3127 struct pipe_box box
;
3132 st_flush_bitmap_cache(st
);
3133 st_invalidate_readpix_cache(st
);
3135 u_box_3d(xoffset
, yoffset
, zoffset
+ texImage
->Face
,
3136 width
, height
, depth
, &box
);
3137 if (texObj
->Immutable
) {
3138 /* The texture object has to be consistent (no "loose", per-image
3139 * gallium resources). If this texture is a view into another
3140 * texture, we have to apply the MinLevel/Layer offsets. If this is
3141 * not a texture view, the offsets will be zero.
3143 assert(stImage
->pt
== st_texture_object(texObj
)->pt
);
3144 level
= texImage
->Level
+ texObj
->MinLevel
;
3145 box
.z
+= texObj
->MinLayer
;
3148 /* Texture level sizes may be inconsistent. We my have "loose",
3149 * per-image gallium resources. The texImage->Level may not match
3150 * the gallium resource texture level.
3152 level
= find_mipmap_level(texImage
, pt
);
3155 assert(level
<= pt
->last_level
);
3157 pipe
->clear_texture(pipe
, pt
, level
, &box
, clearValue
? clearValue
: zeros
);
3162 * Called via the glTexParam*() function, but only when some texture object
3163 * state has actually changed.
3166 st_TexParameter(struct gl_context
*ctx
,
3167 struct gl_texture_object
*texObj
, GLenum pname
)
3169 struct st_context
*st
= st_context(ctx
);
3170 struct st_texture_object
*stObj
= st_texture_object(texObj
);
3173 case GL_TEXTURE_BASE_LEVEL
:
3174 case GL_TEXTURE_MAX_LEVEL
:
3175 case GL_DEPTH_TEXTURE_MODE
:
3176 case GL_DEPTH_STENCIL_TEXTURE_MODE
:
3177 case GL_TEXTURE_SRGB_DECODE_EXT
:
3178 case GL_TEXTURE_SWIZZLE_R
:
3179 case GL_TEXTURE_SWIZZLE_G
:
3180 case GL_TEXTURE_SWIZZLE_B
:
3181 case GL_TEXTURE_SWIZZLE_A
:
3182 case GL_TEXTURE_SWIZZLE_RGBA
:
3183 case GL_TEXTURE_BUFFER_SIZE
:
3184 case GL_TEXTURE_BUFFER_OFFSET
:
3185 /* changing any of these texture parameters means we must create
3186 * new sampler views.
3188 st_texture_release_all_sampler_views(st
, stObj
);
3196 st_SetTextureStorageForMemoryObject(struct gl_context
*ctx
,
3197 struct gl_texture_object
*texObj
,
3198 struct gl_memory_object
*memObj
,
3199 GLsizei levels
, GLsizei width
,
3200 GLsizei height
, GLsizei depth
,
3203 return st_texture_storage(ctx
, texObj
, levels
,
3204 width
, height
, depth
,
3209 st_NewTextureHandle(struct gl_context
*ctx
, struct gl_texture_object
*texObj
,
3210 struct gl_sampler_object
*sampObj
)
3212 struct st_context
*st
= st_context(ctx
);
3213 struct st_texture_object
*stObj
= st_texture_object(texObj
);
3214 struct pipe_context
*pipe
= st
->pipe
;
3215 struct pipe_sampler_view
*view
;
3216 struct pipe_sampler_state sampler
= {0};
3218 if (texObj
->Target
!= GL_TEXTURE_BUFFER
) {
3219 if (!st_finalize_texture(ctx
, pipe
, texObj
, 0))
3222 st_convert_sampler(st
, texObj
, sampObj
, 0, &sampler
);
3224 /* TODO: Clarify the interaction of ARB_bindless_texture and EXT_texture_sRGB_decode */
3225 view
= st_get_texture_sampler_view_from_stobj(st
, stObj
, sampObj
, 0, true);
3227 view
= st_get_buffer_sampler_view_from_stobj(st
, stObj
);
3230 return pipe
->create_texture_handle(pipe
, view
, &sampler
);
3235 st_DeleteTextureHandle(struct gl_context
*ctx
, GLuint64 handle
)
3237 struct st_context
*st
= st_context(ctx
);
3238 struct pipe_context
*pipe
= st
->pipe
;
3240 pipe
->delete_texture_handle(pipe
, handle
);
3245 st_MakeTextureHandleResident(struct gl_context
*ctx
, GLuint64 handle
,
3248 struct st_context
*st
= st_context(ctx
);
3249 struct pipe_context
*pipe
= st
->pipe
;
3251 pipe
->make_texture_handle_resident(pipe
, handle
, resident
);
3256 st_NewImageHandle(struct gl_context
*ctx
, struct gl_image_unit
*imgObj
)
3258 struct st_context
*st
= st_context(ctx
);
3259 struct pipe_context
*pipe
= st
->pipe
;
3260 struct pipe_image_view image
;
3262 st_convert_image(st
, imgObj
, &image
, GL_READ_WRITE
);
3264 return pipe
->create_image_handle(pipe
, &image
);
3269 st_DeleteImageHandle(struct gl_context
*ctx
, GLuint64 handle
)
3271 struct st_context
*st
= st_context(ctx
);
3272 struct pipe_context
*pipe
= st
->pipe
;
3274 pipe
->delete_image_handle(pipe
, handle
);
3279 st_MakeImageHandleResident(struct gl_context
*ctx
, GLuint64 handle
,
3280 GLenum access
, bool resident
)
3282 struct st_context
*st
= st_context(ctx
);
3283 struct pipe_context
*pipe
= st
->pipe
;
3285 pipe
->make_image_handle_resident(pipe
, handle
, access
, resident
);
3290 st_init_texture_functions(struct dd_function_table
*functions
)
3292 functions
->ChooseTextureFormat
= st_ChooseTextureFormat
;
3293 functions
->QueryInternalFormat
= st_QueryInternalFormat
;
3294 functions
->TexImage
= st_TexImage
;
3295 functions
->TexSubImage
= st_TexSubImage
;
3296 functions
->CompressedTexSubImage
= st_CompressedTexSubImage
;
3297 functions
->CopyTexSubImage
= st_CopyTexSubImage
;
3298 functions
->GenerateMipmap
= st_generate_mipmap
;
3300 functions
->GetTexSubImage
= st_GetTexSubImage
;
3302 /* compressed texture functions */
3303 functions
->CompressedTexImage
= st_CompressedTexImage
;
3305 functions
->NewTextureObject
= st_NewTextureObject
;
3306 functions
->NewTextureImage
= st_NewTextureImage
;
3307 functions
->DeleteTextureImage
= st_DeleteTextureImage
;
3308 functions
->DeleteTexture
= st_DeleteTextureObject
;
3309 functions
->AllocTextureImageBuffer
= st_AllocTextureImageBuffer
;
3310 functions
->FreeTextureImageBuffer
= st_FreeTextureImageBuffer
;
3311 functions
->MapTextureImage
= st_MapTextureImage
;
3312 functions
->UnmapTextureImage
= st_UnmapTextureImage
;
3314 /* XXX Temporary until we can query pipe's texture sizes */
3315 functions
->TestProxyTexImage
= st_TestProxyTexImage
;
3317 functions
->AllocTextureStorage
= st_AllocTextureStorage
;
3318 functions
->TextureView
= st_TextureView
;
3319 functions
->ClearTexSubImage
= st_ClearTexSubImage
;
3321 functions
->TexParameter
= st_TexParameter
;
3323 /* bindless functions */
3324 functions
->NewTextureHandle
= st_NewTextureHandle
;
3325 functions
->DeleteTextureHandle
= st_DeleteTextureHandle
;
3326 functions
->MakeTextureHandleResident
= st_MakeTextureHandleResident
;
3327 functions
->NewImageHandle
= st_NewImageHandle
;
3328 functions
->DeleteImageHandle
= st_DeleteImageHandle
;
3329 functions
->MakeImageHandleResident
= st_MakeImageHandleResident
;
3331 /* external object functions */
3332 functions
->SetTextureStorageForMemoryObject
= st_SetTextureStorageForMemoryObject
;