1 /**************************************************************************
3 * Copyright 2007 VMware, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
29 * RGBA/float tile get/put functions.
30 * Usable both by drivers and state trackers.
34 #include "pipe/p_defines.h"
35 #include "util/u_inlines.h"
37 #include "util/u_format.h"
38 #include "util/u_format_bptc.h"
39 #include "util/u_math.h"
40 #include "util/u_memory.h"
41 #include "util/u_surface.h"
42 #include "util/u_tile.h"
46 * Move raw block of pixels from transfer object to user memory.
49 pipe_get_tile_raw(struct pipe_transfer
*pt
,
51 uint x
, uint y
, uint w
, uint h
,
52 void *dst
, int dst_stride
)
55 dst_stride
= util_format_get_stride(pt
->resource
->format
, w
);
57 if (u_clip_tile(x
, y
, &w
, &h
, &pt
->box
))
60 util_copy_rect(dst
, pt
->resource
->format
, dst_stride
, 0, 0, w
, h
, src
, pt
->stride
, x
, y
);
65 * Move raw block of pixels from user memory to transfer object.
68 pipe_put_tile_raw(struct pipe_transfer
*pt
,
70 uint x
, uint y
, uint w
, uint h
,
71 const void *src
, int src_stride
)
73 enum pipe_format format
= pt
->resource
->format
;
76 src_stride
= util_format_get_stride(format
, w
);
78 if (u_clip_tile(x
, y
, &w
, &h
, &pt
->box
))
81 util_copy_rect(dst
, format
, pt
->stride
, x
, y
, w
, h
, src
, src_stride
, 0, 0);
87 /** Convert short in [-32768,32767] to GLfloat in [-1.0,1.0] */
88 #define SHORT_TO_FLOAT(S) ((2.0F * (S) + 1.0F) * (1.0F/65535.0F))
90 #define UNCLAMPED_FLOAT_TO_SHORT(us, f) \
91 us = ( (short) ( CLAMP((f), -1.0, 1.0) * 32767.0F) )
95 /*** PIPE_FORMAT_Z16_UNORM ***/
98 * Return each Z value as four floats in [0,1].
101 z16_get_tile_rgba(const ushort
*src
,
102 unsigned w
, unsigned h
,
106 const float scale
= 1.0f
/ 65535.0f
;
109 for (i
= 0; i
< h
; i
++) {
111 for (j
= 0; j
< w
; j
++, pRow
+= 4) {
115 pRow
[3] = *src
++ * scale
;
124 /*** PIPE_FORMAT_Z32_UNORM ***/
127 * Return each Z value as four floats in [0,1].
130 z32_get_tile_rgba(const unsigned *src
,
131 unsigned w
, unsigned h
,
135 const double scale
= 1.0 / (double) 0xffffffff;
138 for (i
= 0; i
< h
; i
++) {
140 for (j
= 0; j
< w
; j
++, pRow
+= 4) {
144 pRow
[3] = (float) (*src
++ * scale
);
151 /*** PIPE_FORMAT_Z24_UNORM_S8_UINT ***/
154 * Return Z component as four float in [0,1]. Stencil part ignored.
157 s8z24_get_tile_rgba(const unsigned *src
,
158 unsigned w
, unsigned h
,
162 const double scale
= 1.0 / ((1 << 24) - 1);
165 for (i
= 0; i
< h
; i
++) {
167 for (j
= 0; j
< w
; j
++, pRow
+= 4) {
171 pRow
[3] = (float) (scale
* (*src
++ & 0xffffff));
178 /*** PIPE_FORMAT_S8_UINT_Z24_UNORM ***/
181 * Return Z component as four float in [0,1]. Stencil part ignored.
184 z24s8_get_tile_rgba(const unsigned *src
,
185 unsigned w
, unsigned h
,
189 const double scale
= 1.0 / ((1 << 24) - 1);
192 for (i
= 0; i
< h
; i
++) {
194 for (j
= 0; j
< w
; j
++, pRow
+= 4) {
198 pRow
[3] = (float) (scale
* (*src
++ >> 8));
204 /*** PIPE_FORMAT_S8X24_UINT ***/
207 * Return S component as four uint32_t in [0..255]. Z part ignored.
210 s8x24_get_tile_rgba(const unsigned *src
,
211 unsigned w
, unsigned h
,
217 for (i
= 0; i
< h
; i
++) {
218 uint32_t *pRow
= (uint32_t *)p
;
220 for (j
= 0; j
< w
; j
++, pRow
+= 4) {
224 pRow
[3] = ((*src
++ >> 24) & 0xff);
231 /*** PIPE_FORMAT_X24S8_UINT ***/
234 * Return S component as four uint32_t in [0..255]. Z part ignored.
237 x24s8_get_tile_rgba(const unsigned *src
,
238 unsigned w
, unsigned h
,
244 for (i
= 0; i
< h
; i
++) {
245 uint32_t *pRow
= (uint32_t *)p
;
246 for (j
= 0; j
< w
; j
++, pRow
+= 4) {
250 pRow
[3] = (*src
++ & 0xff);
258 * Return S component as four uint32_t in [0..255]. Z part ignored.
261 s8_get_tile_rgba(const unsigned char *src
,
262 unsigned w
, unsigned h
,
268 for (i
= 0; i
< h
; i
++) {
269 uint32_t *pRow
= (uint32_t *)p
;
270 for (j
= 0; j
< w
; j
++, pRow
+= 4) {
274 pRow
[3] = (*src
++ & 0xff);
280 /*** PIPE_FORMAT_Z32_FLOAT ***/
283 * Return each Z value as four floats in [0,1].
286 z32f_get_tile_rgba(const float *src
,
287 unsigned w
, unsigned h
,
293 for (i
= 0; i
< h
; i
++) {
295 for (j
= 0; j
< w
; j
++, pRow
+= 4) {
305 /*** PIPE_FORMAT_Z32_FLOAT_S8X24_UINT ***/
308 * Return each Z value as four floats in [0,1].
311 z32f_x24s8_get_tile_rgba(const float *src
,
312 unsigned w
, unsigned h
,
318 for (i
= 0; i
< h
; i
++) {
320 for (j
= 0; j
< w
; j
++, pRow
+= 4) {
331 /*** PIPE_FORMAT_X32_S8X24_UINT ***/
334 * Return S component as four uint32_t in [0..255]. Z part ignored.
337 x32_s8_get_tile_rgba(const unsigned *src
,
338 unsigned w
, unsigned h
,
344 for (i
= 0; i
< h
; i
++) {
345 uint32_t *pRow
= (uint32_t *)p
;
346 for (j
= 0; j
< w
; j
++, pRow
+= 4) {
351 pRow
[3] = (*src
++ & 0xff);
358 pipe_tile_raw_to_rgba(enum pipe_format format
,
361 float *dst
, unsigned dst_stride
)
364 case PIPE_FORMAT_Z16_UNORM
:
365 z16_get_tile_rgba((ushort
*) src
, w
, h
, dst
, dst_stride
);
367 case PIPE_FORMAT_Z32_UNORM
:
368 z32_get_tile_rgba((unsigned *) src
, w
, h
, dst
, dst_stride
);
370 case PIPE_FORMAT_Z24_UNORM_S8_UINT
:
371 case PIPE_FORMAT_Z24X8_UNORM
:
372 s8z24_get_tile_rgba((unsigned *) src
, w
, h
, dst
, dst_stride
);
374 case PIPE_FORMAT_S8_UINT
:
375 s8_get_tile_rgba((unsigned char *) src
, w
, h
, dst
, dst_stride
);
377 case PIPE_FORMAT_X24S8_UINT
:
378 s8x24_get_tile_rgba((unsigned *) src
, w
, h
, dst
, dst_stride
);
380 case PIPE_FORMAT_S8_UINT_Z24_UNORM
:
381 case PIPE_FORMAT_X8Z24_UNORM
:
382 z24s8_get_tile_rgba((unsigned *) src
, w
, h
, dst
, dst_stride
);
384 case PIPE_FORMAT_S8X24_UINT
:
385 x24s8_get_tile_rgba((unsigned *) src
, w
, h
, dst
, dst_stride
);
387 case PIPE_FORMAT_Z32_FLOAT
:
388 z32f_get_tile_rgba((float *) src
, w
, h
, dst
, dst_stride
);
390 case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT
:
391 z32f_x24s8_get_tile_rgba((float *) src
, w
, h
, dst
, dst_stride
);
393 case PIPE_FORMAT_X32_S8X24_UINT
:
394 x32_s8_get_tile_rgba((unsigned *) src
, w
, h
, dst
, dst_stride
);
397 util_format_read_4f(format
,
398 dst
, dst_stride
* sizeof(float),
399 src
, util_format_get_stride(format
, w
),
405 pipe_tile_raw_to_unsigned(enum pipe_format format
,
408 unsigned *dst
, unsigned dst_stride
)
410 util_format_read_4ui(format
,
411 dst
, dst_stride
* sizeof(float),
412 src
, util_format_get_stride(format
, w
),
417 pipe_tile_raw_to_signed(enum pipe_format format
,
420 int *dst
, unsigned dst_stride
)
422 util_format_read_4i(format
,
423 dst
, dst_stride
* sizeof(float),
424 src
, util_format_get_stride(format
, w
),
429 pipe_get_tile_rgba(struct pipe_transfer
*pt
,
431 uint x
, uint y
, uint w
, uint h
,
434 pipe_get_tile_rgba_format(pt
, src
, x
, y
, w
, h
, pt
->resource
->format
, p
);
439 pipe_get_tile_rgba_format(struct pipe_transfer
*pt
,
441 uint x
, uint y
, uint w
, uint h
,
442 enum pipe_format format
,
445 unsigned dst_stride
= w
* 4;
448 if (u_clip_tile(x
, y
, &w
, &h
, &pt
->box
)) {
452 packed
= MALLOC(util_format_get_nblocks(format
, w
, h
) * util_format_get_blocksize(format
));
457 if (format
== PIPE_FORMAT_UYVY
|| format
== PIPE_FORMAT_YUYV
) {
458 assert((x
& 1) == 0);
461 pipe_get_tile_raw(pt
, src
, x
, y
, w
, h
, packed
, 0);
463 pipe_tile_raw_to_rgba(format
, packed
, w
, h
, p
, dst_stride
);
470 pipe_put_tile_rgba(struct pipe_transfer
*pt
,
472 uint x
, uint y
, uint w
, uint h
,
475 pipe_put_tile_rgba_format(pt
, dst
, x
, y
, w
, h
, pt
->resource
->format
, p
);
480 pipe_put_tile_rgba_format(struct pipe_transfer
*pt
,
482 uint x
, uint y
, uint w
, uint h
,
483 enum pipe_format format
,
486 unsigned src_stride
= w
* 4;
489 if (u_clip_tile(x
, y
, &w
, &h
, &pt
->box
))
492 packed
= MALLOC(util_format_get_nblocks(format
, w
, h
) * util_format_get_blocksize(format
));
498 case PIPE_FORMAT_Z16_UNORM
:
499 /*z16_put_tile_rgba((ushort *) packed, w, h, p, src_stride);*/
501 case PIPE_FORMAT_Z32_UNORM
:
502 /*z32_put_tile_rgba((unsigned *) packed, w, h, p, src_stride);*/
504 case PIPE_FORMAT_Z24_UNORM_S8_UINT
:
505 case PIPE_FORMAT_Z24X8_UNORM
:
506 /*s8z24_put_tile_rgba((unsigned *) packed, w, h, p, src_stride);*/
508 case PIPE_FORMAT_S8_UINT_Z24_UNORM
:
509 case PIPE_FORMAT_X8Z24_UNORM
:
510 /*z24s8_put_tile_rgba((unsigned *) packed, w, h, p, src_stride);*/
512 case PIPE_FORMAT_Z32_FLOAT
:
513 /*z32f_put_tile_rgba((unsigned *) packed, w, h, p, src_stride);*/
515 case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT
:
516 /*z32f_s8x24_put_tile_rgba((unsigned *) packed, w, h, p, src_stride);*/
519 util_format_write_4f(format
,
520 p
, src_stride
* sizeof(float),
521 packed
, util_format_get_stride(format
, w
),
525 pipe_put_tile_raw(pt
, dst
, x
, y
, w
, h
, packed
, 0);
531 pipe_put_tile_i_format(struct pipe_transfer
*pt
,
533 uint x
, uint y
, uint w
, uint h
,
534 enum pipe_format format
,
537 unsigned src_stride
= w
* 4;
540 if (u_clip_tile(x
, y
, &w
, &h
, &pt
->box
))
543 packed
= MALLOC(util_format_get_nblocks(format
, w
, h
) * util_format_get_blocksize(format
));
548 util_format_write_4i(format
,
549 p
, src_stride
* sizeof(float),
550 packed
, util_format_get_stride(format
, w
),
553 pipe_put_tile_raw(pt
, dst
, x
, y
, w
, h
, packed
, 0);
559 pipe_put_tile_ui_format(struct pipe_transfer
*pt
,
561 uint x
, uint y
, uint w
, uint h
,
562 enum pipe_format format
,
563 const unsigned int *p
)
565 unsigned src_stride
= w
* 4;
568 if (u_clip_tile(x
, y
, &w
, &h
, &pt
->box
))
571 packed
= MALLOC(util_format_get_nblocks(format
, w
, h
) * util_format_get_blocksize(format
));
576 util_format_write_4ui(format
,
577 p
, src_stride
* sizeof(float),
578 packed
, util_format_get_stride(format
, w
),
581 pipe_put_tile_raw(pt
, dst
, x
, y
, w
, h
, packed
, 0);
587 * Get a block of Z values, converted to 32-bit range.
590 pipe_get_tile_z(struct pipe_transfer
*pt
,
592 uint x
, uint y
, uint w
, uint h
,
595 const uint dstStride
= w
;
596 const ubyte
*map
= src
;
599 enum pipe_format format
= pt
->resource
->format
;
601 if (u_clip_tile(x
, y
, &w
, &h
, &pt
->box
))
605 case PIPE_FORMAT_Z32_UNORM
:
608 = (const uint
*)(map
+ y
* pt
->stride
+ x
*4);
609 for (i
= 0; i
< h
; i
++) {
610 memcpy(pDest
, ptrc
, 4 * w
);
612 ptrc
+= pt
->stride
/4;
616 case PIPE_FORMAT_Z24_UNORM_S8_UINT
:
617 case PIPE_FORMAT_Z24X8_UNORM
:
620 = (const uint
*)(map
+ y
* pt
->stride
+ x
*4);
621 for (i
= 0; i
< h
; i
++) {
622 for (j
= 0; j
< w
; j
++) {
623 /* convert 24-bit Z to 32-bit Z */
624 pDest
[j
] = (ptrc
[j
] << 8) | ((ptrc
[j
] >> 16) & 0xff);
627 ptrc
+= pt
->stride
/4;
631 case PIPE_FORMAT_S8_UINT_Z24_UNORM
:
632 case PIPE_FORMAT_X8Z24_UNORM
:
635 = (const uint
*)(map
+ y
* pt
->stride
+ x
*4);
636 for (i
= 0; i
< h
; i
++) {
637 for (j
= 0; j
< w
; j
++) {
638 /* convert 24-bit Z to 32-bit Z */
639 pDest
[j
] = (ptrc
[j
] & 0xffffff00) | ((ptrc
[j
] >> 24) & 0xff);
642 ptrc
+= pt
->stride
/4;
646 case PIPE_FORMAT_Z16_UNORM
:
649 = (const ushort
*)(map
+ y
* pt
->stride
+ x
*2);
650 for (i
= 0; i
< h
; i
++) {
651 for (j
= 0; j
< w
; j
++) {
652 /* convert 16-bit Z to 32-bit Z */
653 pDest
[j
] = (ptrc
[j
] << 16) | ptrc
[j
];
656 ptrc
+= pt
->stride
/2;
660 case PIPE_FORMAT_Z32_FLOAT
:
662 const float *ptrc
= (const float *)(map
+ y
* pt
->stride
+ x
*4);
663 for (i
= 0; i
< h
; i
++) {
664 for (j
= 0; j
< w
; j
++) {
665 /* convert float Z to 32-bit Z */
666 if (ptrc
[j
] <= 0.0) {
669 else if (ptrc
[j
] >= 1.0) {
670 pDest
[j
] = 0xffffffff;
673 double z
= ptrc
[j
] * 0xffffffff;
678 ptrc
+= pt
->stride
/4;
682 case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT
:
684 const float *ptrc
= (const float *)(map
+ y
* pt
->stride
+ x
*8);
685 for (i
= 0; i
< h
; i
++) {
686 for (j
= 0; j
< w
; j
++) {
687 /* convert float Z to 32-bit Z */
688 if (ptrc
[j
] <= 0.0) {
691 else if (ptrc
[j
] >= 1.0) {
692 pDest
[j
*2] = 0xffffffff;
695 double z
= ptrc
[j
] * 0xffffffff;
696 pDest
[j
*2] = (uint
) z
;
700 ptrc
+= pt
->stride
/4;
711 pipe_put_tile_z(struct pipe_transfer
*pt
,
713 uint x
, uint y
, uint w
, uint h
,
716 const uint srcStride
= w
;
717 const uint
*ptrc
= zSrc
;
720 enum pipe_format format
= pt
->resource
->format
;
722 if (u_clip_tile(x
, y
, &w
, &h
, &pt
->box
))
726 case PIPE_FORMAT_Z32_UNORM
:
728 uint
*pDest
= (uint
*) (map
+ y
* pt
->stride
+ x
*4);
729 for (i
= 0; i
< h
; i
++) {
730 memcpy(pDest
, ptrc
, 4 * w
);
731 pDest
+= pt
->stride
/4;
736 case PIPE_FORMAT_Z24_UNORM_S8_UINT
:
738 uint
*pDest
= (uint
*) (map
+ y
* pt
->stride
+ x
*4);
739 /*assert((pt->usage & PIPE_TRANSFER_READ_WRITE) == PIPE_TRANSFER_READ_WRITE);*/
740 for (i
= 0; i
< h
; i
++) {
741 for (j
= 0; j
< w
; j
++) {
742 /* convert 32-bit Z to 24-bit Z, preserve stencil */
743 pDest
[j
] = (pDest
[j
] & 0xff000000) | ptrc
[j
] >> 8;
745 pDest
+= pt
->stride
/4;
750 case PIPE_FORMAT_Z24X8_UNORM
:
752 uint
*pDest
= (uint
*) (map
+ y
* pt
->stride
+ x
*4);
753 for (i
= 0; i
< h
; i
++) {
754 for (j
= 0; j
< w
; j
++) {
755 /* convert 32-bit Z to 24-bit Z (0 stencil) */
756 pDest
[j
] = ptrc
[j
] >> 8;
758 pDest
+= pt
->stride
/4;
763 case PIPE_FORMAT_S8_UINT_Z24_UNORM
:
765 uint
*pDest
= (uint
*) (map
+ y
* pt
->stride
+ x
*4);
766 /*assert((pt->usage & PIPE_TRANSFER_READ_WRITE) == PIPE_TRANSFER_READ_WRITE);*/
767 for (i
= 0; i
< h
; i
++) {
768 for (j
= 0; j
< w
; j
++) {
769 /* convert 32-bit Z to 24-bit Z, preserve stencil */
770 pDest
[j
] = (pDest
[j
] & 0xff) | (ptrc
[j
] & 0xffffff00);
772 pDest
+= pt
->stride
/4;
777 case PIPE_FORMAT_X8Z24_UNORM
:
779 uint
*pDest
= (uint
*) (map
+ y
* pt
->stride
+ x
*4);
780 for (i
= 0; i
< h
; i
++) {
781 for (j
= 0; j
< w
; j
++) {
782 /* convert 32-bit Z to 24-bit Z (0 stencil) */
783 pDest
[j
] = ptrc
[j
] & 0xffffff00;
785 pDest
+= pt
->stride
/4;
790 case PIPE_FORMAT_Z16_UNORM
:
792 ushort
*pDest
= (ushort
*) (map
+ y
* pt
->stride
+ x
*2);
793 for (i
= 0; i
< h
; i
++) {
794 for (j
= 0; j
< w
; j
++) {
795 /* convert 32-bit Z to 16-bit Z */
796 pDest
[j
] = ptrc
[j
] >> 16;
798 pDest
+= pt
->stride
/2;
803 case PIPE_FORMAT_Z32_FLOAT
:
805 float *pDest
= (float *) (map
+ y
* pt
->stride
+ x
*4);
806 for (i
= 0; i
< h
; i
++) {
807 for (j
= 0; j
< w
; j
++) {
808 /* convert 32-bit integer Z to float Z */
809 const double scale
= 1.0 / 0xffffffffU
;
810 pDest
[j
] = (float) (ptrc
[j
] * scale
);
812 pDest
+= pt
->stride
/4;
817 case PIPE_FORMAT_Z32_FLOAT_S8X24_UINT
:
819 float *pDest
= (float *) (map
+ y
* pt
->stride
+ x
*8);
820 for (i
= 0; i
< h
; i
++) {
821 for (j
= 0; j
< w
; j
++) {
822 /* convert 32-bit integer Z to float Z */
823 const double scale
= 1.0 / 0xffffffffU
;
824 pDest
[j
*2] = (float) (ptrc
[j
] * scale
);
826 pDest
+= pt
->stride
/4;
838 pipe_get_tile_ui_format(struct pipe_transfer
*pt
,
840 uint x
, uint y
, uint w
, uint h
,
841 enum pipe_format format
,
844 unsigned dst_stride
= w
* 4;
847 if (u_clip_tile(x
, y
, &w
, &h
, &pt
->box
)) {
851 packed
= MALLOC(util_format_get_nblocks(format
, w
, h
) * util_format_get_blocksize(format
));
856 if (format
== PIPE_FORMAT_UYVY
|| format
== PIPE_FORMAT_YUYV
) {
857 assert((x
& 1) == 0);
860 pipe_get_tile_raw(pt
, src
, x
, y
, w
, h
, packed
, 0);
862 pipe_tile_raw_to_unsigned(format
, packed
, w
, h
, p
, dst_stride
);
869 pipe_get_tile_i_format(struct pipe_transfer
*pt
,
871 uint x
, uint y
, uint w
, uint h
,
872 enum pipe_format format
,
875 unsigned dst_stride
= w
* 4;
878 if (u_clip_tile(x
, y
, &w
, &h
, &pt
->box
)) {
882 packed
= MALLOC(util_format_get_nblocks(format
, w
, h
) * util_format_get_blocksize(format
));
887 if (format
== PIPE_FORMAT_UYVY
|| format
== PIPE_FORMAT_YUYV
) {
888 assert((x
& 1) == 0);
891 pipe_get_tile_raw(pt
, src
, x
, y
, w
, h
, packed
, 0);
893 pipe_tile_raw_to_signed(format
, packed
, w
, h
, p
, dst_stride
);