1 /**************************************************************************
3 * Copyright 2008 VMware, Inc.
6 * Permission is hereby granted, free of charge, to any person obtaining a
7 * copy of this software and associated documentation files (the
8 * "Software"), to deal in the Software without restriction, including
9 * without limitation the rights to use, copy, modify, merge, publish,
10 * distribute, sub license, and/or sell copies of the Software, and to
11 * permit persons to whom the Software is furnished to do so, subject to
12 * the following conditions:
14 * The above copyright notice and this permission notice (including the
15 * next paragraph) shall be included in all copies or substantial portions
18 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
19 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
20 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
21 * IN NO EVENT SHALL VMWARE AND/OR ITS SUPPLIERS BE LIABLE FOR
22 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
23 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
24 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26 **************************************************************************/
30 * Math utilities and approximations for common math functions.
31 * Reduced precision is usually acceptable in shaders...
33 * "fast" is used in the names of functions which are low-precision,
34 * or at least lower-precision than the normal C lib functions.
42 #include "pipe/p_compiler.h"
57 #define M_SQRT2 1.41421356237309504880
60 #define POW2_TABLE_SIZE_LOG2 9
61 #define POW2_TABLE_SIZE (1 << POW2_TABLE_SIZE_LOG2)
62 #define POW2_TABLE_OFFSET (POW2_TABLE_SIZE/2)
63 #define POW2_TABLE_SCALE ((float)(POW2_TABLE_SIZE/2))
64 extern float pow2_table
[POW2_TABLE_SIZE
];
68 * Initialize math module. This should be called before using any
69 * other functions in this module.
90 * Extract the IEEE float32 exponent.
93 util_get_float32_exponent(float x
)
99 return ((f
.ui
>> 23) & 0xff) - 127;
104 * Fast version of 2^x
105 * Identity: exp2(a + b) = exp2(a) * exp2(b)
107 * Let fpart = x - ipart;
108 * So, exp2(x) = exp2(ipart) * exp2(fpart)
109 * Compute exp2(ipart) with i << ipart
110 * Compute exp2(fpart) with lookup table.
113 util_fast_exp2(float x
)
120 return 3.402823466e+38f
;
126 fpart
= x
- (float) ipart
;
129 * epart.f = (float) (1 << ipart)
130 * but faster and without integer overflow for ipart > 31
132 epart
.i
= (ipart
+ 127 ) << 23;
134 mpart
= pow2_table
[POW2_TABLE_OFFSET
+ (int)(fpart
* POW2_TABLE_SCALE
)];
136 return epart
.f
* mpart
;
141 * Fast approximation to exp(x).
144 util_fast_exp(float x
)
146 const float k
= 1.44269f
; /* = log2(e) */
147 return util_fast_exp2(k
* x
);
151 #define LOG2_TABLE_SIZE_LOG2 16
152 #define LOG2_TABLE_SCALE (1 << LOG2_TABLE_SIZE_LOG2)
153 #define LOG2_TABLE_SIZE (LOG2_TABLE_SCALE + 1)
154 extern float log2_table
[LOG2_TABLE_SIZE
];
158 * Fast approximation to log2(x).
161 util_fast_log2(float x
)
166 epart
= (float)(((num
.i
& 0x7f800000) >> 23) - 127);
167 /* mpart = log2_table[mantissa*LOG2_TABLE_SCALE + 0.5] */
168 mpart
= log2_table
[((num
.i
& 0x007fffff) + (1 << (22 - LOG2_TABLE_SIZE_LOG2
))) >> (23 - LOG2_TABLE_SIZE_LOG2
)];
169 return epart
+ mpart
;
174 * Fast approximation to x^y.
177 util_fast_pow(float x
, float y
)
179 return util_fast_exp2(util_fast_log2(x
) * y
);
184 * Floor(x), returned as int.
192 af
= (3 << 22) + 0.5 + (double) f
;
193 bf
= (3 << 22) + 0.5 - (double) f
;
194 u
.f
= (float) af
; ai
= u
.i
;
195 u
.f
= (float) bf
; bi
= u
.i
;
196 return (ai
- bi
) >> 1;
201 * Round float to nearest int.
206 #if defined(PIPE_CC_GCC) && defined(PIPE_ARCH_X86)
208 __asm__ ("fistpl %0" : "=m" (r
) : "t" (f
) : "st");
210 #elif defined(PIPE_CC_MSVC) && defined(PIPE_ARCH_X86)
219 return (int) (f
+ 0.5f
);
221 return (int) (f
- 0.5f
);
227 * Approximate floating point comparison
229 static inline boolean
230 util_is_approx(float a
, float b
, float tol
)
232 return fabsf(b
- a
) <= tol
;
237 * util_is_X_inf_or_nan = test if x is NaN or +/- Inf
238 * util_is_X_nan = test if x is NaN
239 * util_X_inf_sign = return +1 for +Inf, -1 for -Inf, or 0 for not Inf
241 * NaN can be checked with x != x, however this fails with the fast math flag
248 static inline boolean
249 util_is_inf_or_nan(float x
)
253 return (tmp
.ui
& 0x7f800000) == 0x7f800000;
257 static inline boolean
262 return (tmp
.ui
& 0x7fffffff) > 0x7f800000;
267 util_inf_sign(float x
)
271 if ((tmp
.ui
& 0x7fffffff) != 0x7f800000) {
275 return (x
< 0) ? -1 : 1;
282 static inline boolean
283 util_is_double_inf_or_nan(double x
)
287 return (tmp
.ui
& 0x7ff0000000000000ULL
) == 0x7ff0000000000000ULL
;
291 static inline boolean
292 util_is_double_nan(double x
)
296 return (tmp
.ui
& 0x7fffffffffffffffULL
) > 0x7ff0000000000000ULL
;
301 util_double_inf_sign(double x
)
305 if ((tmp
.ui
& 0x7fffffffffffffffULL
) != 0x7ff0000000000000ULL
) {
309 return (x
< 0) ? -1 : 1;
316 static inline boolean
317 util_is_half_inf_or_nan(int16_t x
)
319 return (x
& 0x7c00) == 0x7c00;
323 static inline boolean
324 util_is_half_nan(int16_t x
)
326 return (x
& 0x7fff) > 0x7c00;
331 util_half_inf_sign(int16_t x
)
333 if ((x
& 0x7fff) != 0x7c00) {
337 return (x
< 0) ? -1 : 1;
344 static inline unsigned
362 * Convert ubyte to float in [0, 1].
365 ubyte_to_float(ubyte ub
)
367 return (float) ub
* (1.0f
/ 255.0f
);
372 * Convert float in [0,1] to ubyte in [0,255] with clamping.
375 float_to_ubyte(float f
)
377 /* return 0 for NaN too */
381 else if (f
>= 1.0f
) {
387 tmp
.f
= tmp
.f
* (255.0f
/256.0f
) + 32768.0f
;
388 return (ubyte
) tmp
.i
;
393 * Convert ushort to float in [0, 1].
396 ushort_to_float(ushort us
)
398 return (float) us
* (1.0f
/ 65535.0f
);
403 * Convert float in [0,1] to ushort in [0,65535] with clamping.
406 float_to_ushort(float f
)
408 /* return 0 for NaN too */
412 else if (f
>= 1.0f
) {
413 return (ushort
) 65535;
418 tmp
.f
= tmp
.f
* (65535.0f
/65536.0f
) + 128.0f
;
419 return (ushort
) tmp
.i
;
424 byte_to_float_tex(int8_t b
)
426 return (b
== -128) ? -1.0F
: b
* 1.0F
/ 127.0F
;
430 float_to_byte_tex(float f
)
432 return (int8_t) (127.0F
* f
);
438 static inline unsigned
439 util_logbase2(unsigned n
)
441 #if defined(HAVE___BUILTIN_CLZ)
442 return ((sizeof(unsigned) * 8 - 1) - __builtin_clz(n
| 1));
445 if (n
>= 1<<16) { n
>>= 16; pos
+= 16; }
446 if (n
>= 1<< 8) { n
>>= 8; pos
+= 8; }
447 if (n
>= 1<< 4) { n
>>= 4; pos
+= 4; }
448 if (n
>= 1<< 2) { n
>>= 2; pos
+= 2; }
449 if (n
>= 1<< 1) { pos
+= 1; }
454 static inline uint64_t
455 util_logbase2_64(uint64_t n
)
457 #if defined(HAVE___BUILTIN_CLZLL)
458 return ((sizeof(uint64_t) * 8 - 1) - __builtin_clzll(n
| 1));
461 if (n
>= 1ull<<32) { n
>>= 32; pos
+= 32; }
462 if (n
>= 1ull<<16) { n
>>= 16; pos
+= 16; }
463 if (n
>= 1ull<< 8) { n
>>= 8; pos
+= 8; }
464 if (n
>= 1ull<< 4) { n
>>= 4; pos
+= 4; }
465 if (n
>= 1ull<< 2) { n
>>= 2; pos
+= 2; }
466 if (n
>= 1ull<< 1) { pos
+= 1; }
472 * Returns the ceiling of log n base 2, and 0 when n == 0. Equivalently,
473 * returns the smallest x such that n <= 2**x.
475 static inline unsigned
476 util_logbase2_ceil(unsigned n
)
481 return 1 + util_logbase2(n
- 1);
484 static inline uint64_t
485 util_logbase2_ceil64(uint64_t n
)
490 return 1ull + util_logbase2_64(n
- 1);
494 * Returns the smallest power of two >= x
496 static inline unsigned
497 util_next_power_of_two(unsigned x
)
499 #if defined(HAVE___BUILTIN_CLZ)
503 return (1 << ((sizeof(unsigned) * 8) - __builtin_clz(x
- 1)));
510 if (util_is_power_of_two_or_zero(x
))
514 val
= (val
>> 1) | val
;
515 val
= (val
>> 2) | val
;
516 val
= (val
>> 4) | val
;
517 val
= (val
>> 8) | val
;
518 val
= (val
>> 16) | val
;
524 static inline uint64_t
525 util_next_power_of_two64(uint64_t x
)
527 #if defined(HAVE___BUILTIN_CLZLL)
531 return (1ull << ((sizeof(uint64_t) * 8) - __builtin_clzll(x
- 1)));
538 if (util_is_power_of_two_or_zero64(x
))
542 val
= (val
>> 1) | val
;
543 val
= (val
>> 2) | val
;
544 val
= (val
>> 4) | val
;
545 val
= (val
>> 8) | val
;
546 val
= (val
>> 16) | val
;
547 val
= (val
>> 32) | val
;
555 * Return number of bits set in n.
557 static inline unsigned
558 util_bitcount(unsigned n
)
560 #if defined(HAVE___BUILTIN_POPCOUNT)
561 return __builtin_popcount(n
);
563 /* K&R classic bitcount.
565 * For each iteration, clear the LSB from the bitfield.
566 * Requires only one iteration per set bit, instead of
567 * one iteration per bit less than highest set bit.
570 for (bits
= 0; n
; bits
++) {
578 static inline unsigned
579 util_bitcount64(uint64_t n
)
581 #ifdef HAVE___BUILTIN_POPCOUNTLL
582 return __builtin_popcountll(n
);
584 return util_bitcount(n
) + util_bitcount(n
>> 32);
591 * Algorithm taken from:
592 * http://stackoverflow.com/questions/9144800/c-reverse-bits-in-unsigned-integer
594 static inline unsigned
595 util_bitreverse(unsigned n
)
597 n
= ((n
>> 1) & 0x55555555u
) | ((n
& 0x55555555u
) << 1);
598 n
= ((n
>> 2) & 0x33333333u
) | ((n
& 0x33333333u
) << 2);
599 n
= ((n
>> 4) & 0x0f0f0f0fu
) | ((n
& 0x0f0f0f0fu
) << 4);
600 n
= ((n
>> 8) & 0x00ff00ffu
) | ((n
& 0x00ff00ffu
) << 8);
601 n
= ((n
>> 16) & 0xffffu
) | ((n
& 0xffffu
) << 16);
606 * Convert from little endian to CPU byte order.
609 #ifdef PIPE_ARCH_BIG_ENDIAN
610 #define util_le64_to_cpu(x) util_bswap64(x)
611 #define util_le32_to_cpu(x) util_bswap32(x)
612 #define util_le16_to_cpu(x) util_bswap16(x)
614 #define util_le64_to_cpu(x) (x)
615 #define util_le32_to_cpu(x) (x)
616 #define util_le16_to_cpu(x) (x)
619 #define util_cpu_to_le64(x) util_le64_to_cpu(x)
620 #define util_cpu_to_le32(x) util_le32_to_cpu(x)
621 #define util_cpu_to_le16(x) util_le16_to_cpu(x)
624 * Reverse byte order of a 32 bit word.
626 static inline uint32_t
627 util_bswap32(uint32_t n
)
629 #if defined(HAVE___BUILTIN_BSWAP32)
630 return __builtin_bswap32(n
);
633 ((n
>> 8) & 0x0000ff00) |
634 ((n
<< 8) & 0x00ff0000) |
640 * Reverse byte order of a 64bit word.
642 static inline uint64_t
643 util_bswap64(uint64_t n
)
645 #if defined(HAVE___BUILTIN_BSWAP64)
646 return __builtin_bswap64(n
);
648 return ((uint64_t)util_bswap32((uint32_t)n
) << 32) |
649 util_bswap32((n
>> 32));
655 * Reverse byte order of a 16 bit word.
657 static inline uint16_t
658 util_bswap16(uint16_t n
)
665 util_memcpy_cpu_to_le32(void * restrict dest
, const void * restrict src
, size_t n
)
667 #ifdef PIPE_ARCH_BIG_ENDIAN
671 for (i
= 0, e
= n
/ 4; i
< e
; i
++) {
672 uint32_t * restrict d
= (uint32_t* restrict
)dest
;
673 const uint32_t * restrict s
= (const uint32_t* restrict
)src
;
674 d
[i
] = util_bswap32(s
[i
]);
678 return memcpy(dest
, src
, n
);
683 * Clamp X to [MIN, MAX].
684 * This is a macro to allow float, int, uint, etc. types.
685 * We arbitrarily turn NaN into MIN.
687 #define CLAMP( X, MIN, MAX ) ( (X)>(MIN) ? ((X)>(MAX) ? (MAX) : (X)) : (MIN) )
689 #define MIN2( A, B ) ( (A)<(B) ? (A) : (B) )
690 #define MAX2( A, B ) ( (A)>(B) ? (A) : (B) )
692 #define MIN3( A, B, C ) ((A) < (B) ? MIN2(A, C) : MIN2(B, C))
693 #define MAX3( A, B, C ) ((A) > (B) ? MAX2(A, C) : MAX2(B, C))
695 #define MIN4( A, B, C, D ) ((A) < (B) ? MIN3(A, C, D) : MIN3(B, C, D))
696 #define MAX4( A, B, C, D ) ((A) > (B) ? MAX3(A, C, D) : MAX3(B, C, D))
700 * Align a value, only works pot alignemnts.
703 align(int value
, int alignment
)
705 return (value
+ alignment
- 1) & ~(alignment
- 1);
708 static inline uint64_t
709 align64(uint64_t value
, unsigned alignment
)
711 return (value
+ alignment
- 1) & ~((uint64_t)alignment
- 1);
715 * Works like align but on npot alignments.
718 util_align_npot(size_t value
, size_t alignment
)
720 if (value
% alignment
)
721 return value
+ (alignment
- (value
% alignment
));
725 static inline unsigned
726 u_minify(unsigned value
, unsigned levels
)
728 return MAX2(1, value
>> levels
);
732 #define COPY_4V( DST, SRC ) \
734 (DST)[0] = (SRC)[0]; \
735 (DST)[1] = (SRC)[1]; \
736 (DST)[2] = (SRC)[2]; \
737 (DST)[3] = (SRC)[3]; \
743 #define COPY_4FV( DST, SRC ) COPY_4V(DST, SRC)
748 #define ASSIGN_4V( DST, V0, V1, V2, V3 ) \
758 static inline uint32_t
759 util_unsigned_fixed(float value
, unsigned frac_bits
)
761 return value
< 0 ? 0 : (uint32_t)(value
* (1<<frac_bits
));
764 static inline int32_t
765 util_signed_fixed(float value
, unsigned frac_bits
)
767 return (int32_t)(value
* (1<<frac_bits
));
771 util_fpstate_get(void);
773 util_fpstate_set_denorms_to_zero(unsigned current_fpstate
);
775 util_fpstate_set(unsigned fpstate
);
783 #endif /* U_MATH_H */